a < bM@sBddlZddlZddlZddlZddlZddlmZmZmZm Z ddl m m Z ddlmZddlmZejddZejddZejdd Zejd d Zejd d ZejddddZejddZddddddddddejde dd ejd!e dd g Zejed"dd#d$d%Zejed#d&d'ZdS)(N)is_ci_environmentis_platform_armis_platform_macis_platform_windowsread_csvcCs|ddddS)zPath to the tips datasetiodatacsvtips.csvdatapathr r h/Users/vegardjervell/Documents/master/model/venv/lib/python3.9/site-packages/pandas/tests/io/conftest.py tips_filesrcCs|ddddS)zPath to a JSONL datasetrparserr items.jsonlr r r r r jsonl_filesrcCst|ddddddS)z#DataFrame with the salaries datasetrrr z salaries.csv )seprr r r rsalaries_table!srcCs|ddddS)Nrr Zfeatherzfeather-0_3_1.featherr r r r r feather_file'srcCs:tr d}n"|dkrdn|d}d|d}dd|iiS) Nzhttp://localhost:5000/master5gwzhttp://127.0.0.1:555/ client_kwargs endpoint_url)rlstrip) worker_idurlr r rs3so,s  r!session)Zscopec cs|tdtdtHtjddtjddtrhtsTt sTt r`t dndVntd }tjd d d td |dkrdn| d}d|}d|d}t jtd|t jt jdp}d}|dkr*z||}|jrWq*WntyYn0|d8}tdq|V|Wdn1sN0YWdn1sn0YdS)z Fixture for mocking S3 interaction. Sets up moto server in separate process locally Return url for motoserver/moto CI service s3fsboto3ZAWS_ACCESS_KEY_IDZ foobar_keyZAWS_SECRET_ACCESS_KEYZ foobar_secretzOS3 tests do not have a corresponding service in Windows, MacOS or ARM platformszhttp://localhost:5000requestsZmotoz1.3.14)Z minversionZflaskrrrZ555zhttp://127.0.0.1:rzmoto_server s3 -p )stdoutstderrr皙?N)pytestZ importorskiptmZ!ensure_safe_environment_variablesosenviron setdefaultrrrrskipr subprocessPopenshlexsplitDEVNULLgetok Exceptiontimesleep terminate)rr%Z endpoint_portZ endpoint_uriproctimeoutrr r rs3_base6sF           r>c #sddl}ddl}d|fd|fd|dfd|dfd |fd |fgfd d }d }|jd|d}|jd|dzj|dWntyYn0zjdddWntyYn0d} ds| dkrtd| d8} q|||d|j |V|j d|id} z| j |ddWnty:Yn0z| j dddWntybYn0d} dr| dkrtd| d8} qhdS)a0 Sets up S3 bucket with contents The primary bucket name is "pandas-test". The following datasets are loaded. - tips.csv - tips.csv.gz - tips.csv.bz2 - items.jsonl A private bucket "cant_get_it" is also created. The boto3 s3 resource is yielded by the fixture. rNz tips#1.csvr z tips.csv.gz.gzz tips.csv.bz2.bz2rzsimple_dataset.featherc sLD]B\}}t|d }j|||dWdq1s<0YqdS)Nrb)BucketKeyZBody)openZ put_object)Z bucket_nameZs3_key file_namefcliZ test_s3_filesr radd_tips_filess  z#s3_resource..add_tips_filesz pandas-tests3)r)rBZ cant_get_itprivate)rBZACLZBucketsr)r)rT) recursive) r$r#resourceclientZ create_bucketr7Z list_bucketsr8r9Z S3FileSystemZclear_instance_cacheZrm) r>rrrr$r#rIZbucketconnr<rJr rGr s3_resourcevsT         rQ)z .no_compressN)N)r?gzip)z.GZrS)r@bz2)z.BZ2rT)z.zipzip)z.ZIPrU)z.xzxz)z.XZrV)z.zstzstdZ zstandard)Zmarks)z.ZSTrW)paramscCs|jS)Nparamrequestr r rcompression_formatsr^cCs |jdS)NrrZr\r r rcompression_extsr_) r,r2r0r8r*Z pandas.compatrrrrZpandas.util._test_decoratorsutilZ_test_decoratorstdZpandas._testingZ_testingr+Zpandas.io.parsersrZfixturerrrrr!r>rQr[Z skip_if_noZ_compression_formats_paramsr^r_r r r rsN        ? I