Skip to content

Instantly share code, notes, and snippets.

@kathrynberger

kathrynberger/missing_data.ipynb

Last active December 20, 2022 15:50
Show Gist options
  • Save kathrynberger/902a3bf02149eafe161081a5d3fdf22e to your computer and use it in GitHub Desktop.
Save kathrynberger/902a3bf02149eafe161081a5d3fdf22e to your computer and use it in GitHub Desktop.
Download ZIP
missing_data_micro_brit_temp
Display the source blob
Display the rendered blob
Raw
missing_data.ipynb
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
"import os\n",
"from os.path import join\n",
"\n",
"import s3fs\n",
"\n",
"from pangeo_forge_recipes.patterns import pattern_from_file_sequence\n",
"\n",
"url_base = 'noaa-cdr-microwave-brit-temp-pds/data/'\n",
"\n",
"file_list = []\n",
"fs = s3fs.S3FileSystem(anon=True)\n",
"\n",
"\n",
"def is_nc(x):\n",
" return x.endswith('.nc')\n",
"\n",
"\n",
"def add_s3(x):\n",
" return 's3://' + x\n",
"\n",
"\n",
"years_folders = fs.ls(join(url_base))\n",
"years = list(map(lambda x: os.path.basename(x), years_folders))\n",
"\n",
"for year in years:\n",
" file_list += sorted(filter(is_nc, map(add_s3, fs.ls(join(url_base, str(year)), detail=False))))"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"import pandas as pd\n",
"start = file_list[0].split(\"_\")[5][1:]\n",
"end = file_list[-1].split(\"_\")[5][1:]\n",
"dates = pd.date_range(start, end, freq=\"D\")"
]
},
{
"cell_type": "code",
"execution_count": 17,
"metadata": {},
"outputs": [],
"source": [
"# # missing ascending files for N15 Sensor only:\n",
"# import fnmatch\n",
"# missing_ascending = []\n",
"\n",
"# for date in dates:\n",
"# pattern = f\"s3://noaa-cdr-microwave-brit-temp-pds/data/{date.year}/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D{date.strftime('%Y%m%d')}_ascending_C*.nc\"\n",
"# matching = fnmatch.filter(file_list, pattern)\n",
"# if len(matching) == 0:\n",
"# missing_ascending.append(pattern)\n",
"# missing_ascending\n",
"\n",
"sensor_list = [\"N15\", \"N16\", \"N17\", \"N18\", \"AQUA\", \"M02\"]\n",
"\n",
"# missing ascending files:\n",
"import fnmatch\n",
"missing_ascending = []\n",
"\n",
"for date in dates:\n",
" for sensor in sensor_list:\n",
" pattern = f\"s3://noaa-cdr-microwave-brit-temp-pds/data/{date.year}/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_{sensor}_D{date.strftime('%Y%m%d')}_ascending_C*.nc\"\n",
" matching = fnmatch.filter(file_list, pattern)\n",
" if len(matching) == 0:\n",
" missing_ascending.append(pattern)\n",
"missing_ascending"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"94\n"
]
}
],
"source": [
"print(len(missing_ascending))"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['s3://noaa-cdr-microwave-brit-temp-pds/data/2012/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20120101_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2012/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20120102_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161001_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161002_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161003_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161004_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161005_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161006_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161007_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161008_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161009_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161010_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161011_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161012_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161013_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161014_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161015_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161016_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161017_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161018_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161019_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161020_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161021_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161022_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161023_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161024_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161025_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161026_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161027_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161028_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161029_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161030_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161031_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161101_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161102_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161103_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161104_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161105_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161106_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161107_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161108_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161109_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161110_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161111_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161112_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161113_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161114_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161115_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161116_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161117_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161118_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161119_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161120_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161121_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161122_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161123_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161124_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161125_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161126_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161127_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161128_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161129_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2016/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20161130_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170101_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170102_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170103_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170104_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170105_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170106_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170107_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170108_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170109_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170110_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170111_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170112_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170113_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170114_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170115_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170116_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170117_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170118_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170119_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170120_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170121_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170122_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170123_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170124_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170125_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170126_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170127_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170128_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170129_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170130_descending_C*.nc',\n",
" 's3://noaa-cdr-microwave-brit-temp-pds/data/2017/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D20170131_descending_C*.nc']"
]
},
"execution_count": 5,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# missing descending files:\n",
"missing_descending = []\n",
"for date in dates:\n",
" pattern = f\"s3://noaa-cdr-microwave-brit-temp-pds/data/{date.year}/NESDIS-STAR_FCDR-GRID_AMSU-A_V01R00_N15_D{date.strftime('%Y%m%d')}_descending_C*.nc\"\n",
" matching = fnmatch.filter(file_list, pattern)\n",
" if len(matching) == 0:\n",
" missing_descending.append(pattern)\n",
"missing_descending"
]
},
{
"cell_type": "code",
"execution_count": 20,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"94\n"
]
}
],
"source": [
"print(len(missing_descending))"
]
},
{
"cell_type": "code",
"execution_count": 13,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"1998\n"
]
},
{
"ename": "TypeError",
"evalue": "unhashable type: 'list'",
"output_type": "error",
"traceback": [
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)",
"Cell \u001b[0;32mIn[13], line 8\u001b[0m\n\u001b[1;32m 6\u001b[0m \u001b[39mfor\u001b[39;00m year \u001b[39min\u001b[39;00m years:\n\u001b[1;32m 7\u001b[0m \u001b[39mprint\u001b[39m(year)\n\u001b[0;32m----> 8\u001b[0m n15_files \u001b[39m=\u001b[39m re\u001b[39m.\u001b[39;49msearch(file_list, \u001b[39m\"\u001b[39;49m\u001b[39mN15\u001b[39;49m\u001b[39m\"\u001b[39;49m)\n\u001b[1;32m 9\u001b[0m \u001b[39mprint\u001b[39m(n15_files)\n\u001b[1;32m 10\u001b[0m \u001b[39m# n15_count = n15_files.count(n15)\u001b[39;00m\n\u001b[1;32m 11\u001b[0m \u001b[39m# print('Number of occurence of N15:', n15_count)\u001b[39;00m\n",
"File \u001b[0;32m/opt/homebrew/Caskroom/miniforge/base/envs/pangeo/lib/python3.9/re.py:201\u001b[0m, in \u001b[0;36msearch\u001b[0;34m(pattern, string, flags)\u001b[0m\n\u001b[1;32m 198\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39msearch\u001b[39m(pattern, string, flags\u001b[39m=\u001b[39m\u001b[39m0\u001b[39m):\n\u001b[1;32m 199\u001b[0m \u001b[39m\"\"\"Scan through string looking for a match to the pattern, returning\u001b[39;00m\n\u001b[1;32m 200\u001b[0m \u001b[39m a Match object, or None if no match was found.\"\"\"\u001b[39;00m\n\u001b[0;32m--> 201\u001b[0m \u001b[39mreturn\u001b[39;00m _compile(pattern, flags)\u001b[39m.\u001b[39msearch(string)\n",
"File \u001b[0;32m/opt/homebrew/Caskroom/miniforge/base/envs/pangeo/lib/python3.9/re.py:294\u001b[0m, in \u001b[0;36m_compile\u001b[0;34m(pattern, flags)\u001b[0m\n\u001b[1;32m 292\u001b[0m flags \u001b[39m=\u001b[39m flags\u001b[39m.\u001b[39mvalue\n\u001b[1;32m 293\u001b[0m \u001b[39mtry\u001b[39;00m:\n\u001b[0;32m--> 294\u001b[0m \u001b[39mreturn\u001b[39;00m _cache[\u001b[39mtype\u001b[39;49m(pattern), pattern, flags]\n\u001b[1;32m 295\u001b[0m \u001b[39mexcept\u001b[39;00m \u001b[39mKeyError\u001b[39;00m:\n\u001b[1;32m 296\u001b[0m \u001b[39mpass\u001b[39;00m\n",
"\u001b[0;31mTypeError\u001b[0m: unhashable type: 'list'"
]
}
],
"source": [
"# identify which sensors for which years\n",
"sensor_list = [\"N15\", \"N16\", \"N17\", \"N18\", \"AQUA\", \"M02\"]\n",
"\n",
"import re\n",
"\n",
"for year in years:\n",
" print(year)\n",
" n15_files = re.search(file_list, \"N15\")\n",
" print(n15_files)\n",
" # n15_count = n15_files.count(n15)\n",
" # print('Number of occurence of N15:', n15_count)\n",
"\n"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "pangeo",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.15 | packaged by conda-forge | (main, Nov 22 2022, 08:48:25) \n[Clang 14.0.6 ]"
},
"orig_nbformat": 4,
"vscode": {
"interpreter": {
"hash": "9c6e334e221388f8ab3c5df9548581b83141c191fa9f92b75f1de420bef727af"
}
}
},
"nbformat": 4,
"nbformat_minor": 2
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment