read_nsd_data_s3.ipynb

{"metadata":{"language_info":{"name":"python","version":"3.7.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kernelspec":{"name":"python3","display_name":"Python 3 (ipykernel)","language":"python"}},"nbformat_minor":5,"nbformat":4,"cells":[{"cell_type":"code","source":"import s3fs","metadata":{"trusted":true},"execution_count":1,"outputs":[],"id":"cc71ccfc-59e7-439c-935e-addf79c8806a"},{"cell_type":"code","source":"fs = s3fs.S3FileSystem(anon=True)","metadata":{"trusted":true},"execution_count":2,"outputs":[],"id":"09fc93d0-9ec5-4cd0-94a9-23ece4ff77bc"},{"cell_type":"code","source":"fs.ls(\"natural-scenes-dataset\")","metadata":{"trusted":true},"execution_count":3,"outputs":[{"execution_count":3,"output_type":"execute_result","data":{"text/plain":"['natural-scenes-dataset/index.html',\n 'natural-scenes-dataset/nsddata',\n 'natural-scenes-dataset/nsddata_betas',\n 'natural-scenes-dataset/nsddata_diffusion',\n 'natural-scenes-dataset/nsddata_other',\n 'natural-scenes-dataset/nsddata_rawdata',\n 'natural-scenes-dataset/nsddata_stimuli',\n 'natural-scenes-dataset/nsddata_timeseries']"},"metadata":{}}],"id":"dc0c2095-7b15-4f0d-bcd6-a4f0f1a824a8"},{"cell_type":"code","source":" fs.ls(\"natural-scenes-dataset/nsddata_betas/\")","metadata":{"trusted":true},"execution_count":10,"outputs":[{"execution_count":10,"output_type":"execute_result","data":{"text/plain":"['natural-scenes-dataset/nsddata_betas/ppdata']"},"metadata":{}}],"id":"71416860-1239-4fe3-95c0-a61781336b2e"},{"cell_type":"code","source":"fs.ls('natural-scenes-dataset/nsddata_betas/ppdata')","metadata":{"trusted":true},"execution_count":11,"outputs":[{"execution_count":11,"output_type":"execute_result","data":{"text/plain":"['natural-scenes-dataset/nsddata_betas/ppdata/subj01',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj02',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj03',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj04',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj05',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj06',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj07',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj08']"},"metadata":{}}],"id":"baceb870-b98f-40bc-bdcc-3c3fda19b023"},{"cell_type":"code","source":"fs.ls('natural-scenes-dataset/nsddata_betas/ppdata/subj01/')","metadata":{"trusted":true},"execution_count":12,"outputs":[{"execution_count":12,"output_type":"execute_result","data":{"text/plain":"['natural-scenes-dataset/nsddata_betas/ppdata/subj01/MNI',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj01/fsaverage',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj01/func1mm',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj01/func1pt8mm',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj01/nativesurface']"},"metadata":{}}],"id":"77322b92-ee2e-4360-b861-7ef6f59496d7"},{"cell_type":"code","source":"fs.ls('natural-scenes-dataset/nsddata_betas/ppdata/subj01/func1pt8mm')","metadata":{"trusted":true},"execution_count":13,"outputs":[{"execution_count":13,"output_type":"execute_result","data":{"text/plain":"['natural-scenes-dataset/nsddata_betas/ppdata/subj01/func1pt8mm/betas_assumehrf',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj01/func1pt8mm/betas_fithrf',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj01/func1pt8mm/betas_fithrf_GLMdenoise_RR',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj01/func1pt8mm/nsdimagerybetas_fithrf',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj01/func1pt8mm/nsdsyntheticbetas_fithrf',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj01/func1pt8mm/nsdsyntheticbetas_fithrf_GLMdenoise_RR',\n 'natural-scenes-dataset/nsddata_betas/ppdata/subj01/func1pt8mm/restingbetas_fithrf']"},"metadata":{}}],"id":"d67a904f-fc2b-4e32-91bd-4c49930efafc"},{"cell_type":"code","source":"ll = fs.ls('natural-scenes-dataset/nsddata_betas/ppdata/subj01/func1pt8mm/betas_fithrf_GLMdenoise_RR')","metadata":{"trusted":true},"execution_count":15,"outputs":[],"id":"73e6ebcd-ca0b-423e-8130-8b4429ee0ec6"},{"cell_type":"code","source":"ll[0]","metadata":{"trusted":true},"execution_count":17,"outputs":[{"execution_count":17,"output_type":"execute_result","data":{"text/plain":"'natural-scenes-dataset/nsddata_betas/ppdata/subj01/func1pt8mm/betas_fithrf_GLMdenoise_RR/FRACvalue_session01.nii.gz'"},"metadata":{}}],"id":"d600948c-dec1-40aa-b5b9-84221e207efa"},{"cell_type":"code","source":"results = []\nfor fname in ll: \n    fs.get(fname, \"tmp.nii.gz\")\n    img = nib.load(\"tmp.nii.gz\")\n    # XXX do something with one file\n    \n    \n    # Append into total results:\n    # results.append(XXX)","metadata":{"trusted":true},"execution_count":20,"outputs":[{"traceback":["\u001b[0;36m  File \u001b[0;32m\"/tmp/ipykernel_2238/3098379794.py\"\u001b[0;36m, line \u001b[0;32m3\u001b[0m\n\u001b[0;31m    nib.load(\u001b[0m\n\u001b[0m             ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m unexpected EOF while parsing\n"],"ename":"SyntaxError","evalue":"unexpected EOF while parsing (3098379794.py, line 3)","output_type":"error"}],"id":"cf7629d0-9097-4d2a-98a2-a547a6a35826"},{"cell_type":"code","source":"ls","metadata":{"trusted":true},"execution_count":19,"outputs":[{"name":"stdout","text":"01-preliminaries.ipynb  05-model-selection.ipynb           \u001b[0m\u001b[01;34msupport\u001b[0m/\n02-core-concepts.ipynb  06-dimensionality-reduction.ipynb  tmp.nii.gz\n03-overfitting.ipynb    environment.yml                    tree.dot\n04-validation.ipynb     \u001b[01;34mimages\u001b[0m/                            Untitled.ipynb\n","output_type":"stream"}],"id":"eb41812b-cc7b-48f9-a005-cae5157552b3"},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[],"id":"aad607e6-7b80-430d-907c-53cbbeb52ee6"}]}