notebooks/check-delayed.ipynb

check-delayed.ipynb

{
  "cells": [
    {
      "metadata": {
        "trusted": false
      },
      "id": "e11f07b5",
      "cell_type": "code",
      "source": "import  pandas as pd\nfrom erddapy import ERDDAP\n\n\ndf = pd.read_csv(\"https://gliders.ioos.us/erddap/info/index.csv?page=1&itemsPerPage=2000\")",
      "execution_count": 1,
      "outputs": []
    },
    {
      "metadata": {
        "scrolled": false,
        "trusted": false
      },
      "id": "5f991700",
      "cell_type": "code",
      "source": "dataset_ids = df[\"Dataset ID\"]\n\ndelayed = dataset_ids.loc[dataset_ids.str.endswith(\"-delayed\")].tolist()\ncheck = [glider.split(\"-delayed\")[0] for glider in delayed]\n\ndups = [glider for glider in check if glider in dataset_ids.tolist()]",
      "execution_count": 2,
      "outputs": []
    },
    {
      "metadata": {},
      "id": "3269d2b7",
      "cell_type": "markdown",
      "source": "# Not duplicated"
    },
    {
      "metadata": {
        "scrolled": false,
        "trusted": false
      },
      "id": "6104fb50",
      "cell_type": "code",
      "source": "set(check).difference(dups)",
      "execution_count": 3,
      "outputs": [
        {
          "data": {
            "text/plain": "{'Cormorant-20200909T1218',\n 'Cormorant-20210816T2106',\n 'Cormorant-20210914T1258',\n 'Cormorant-20211013T1655',\n 'amlr01-20181216T0641',\n 'amlr01-20191206T0452',\n 'amlr02-20181211T1233',\n 'amlr02-20191206T1236',\n 'amlr03-20191206T0529',\n 'bios_minnie-20211110T2025',\n 'ce_247-20160510T0242',\n 'ce_247-20160928T2157',\n 'ce_311-20141006T2340',\n 'ce_311-20160122T2045',\n 'ce_311-20161011T2101',\n 'ce_311-20170725T1930',\n 'ce_311-20180401T1321',\n 'ce_311-20180510T1801',\n 'ce_311-20190503T2243',\n 'ce_312-20140420T2320',\n 'ce_312-20150603T2152',\n 'ce_312-20160122T2140',\n 'ce_312-20160920T1743',\n 'ce_312-20170419T2040',\n 'ce_312-20171207T2011',\n 'ce_312-20190515T1750',\n 'ce_319-20140807T1935',\n 'ce_319-20151008T2255',\n 'ce_319-20160616T1912',\n 'ce_319-20170410T2034',\n 'ce_319-20180510T1924',\n 'ce_319-20180824T1736',\n 'ce_319-20190125T2248',\n 'ce_320-20141007T0100',\n 'ce_320-20160616T2004',\n 'ce_320-20170410T1745',\n 'ce_320-20180503T1815',\n 'ce_326-20150410T1941',\n 'ce_326-20151015T1908',\n 'ce_326-20160217T1655',\n 'ce_326-20170106T2101',\n 'ce_326-20170517T2018',\n 'ce_326-20171218T1732',\n 'ce_326-20181017T1655',\n 'ce_327-20150603T1840',\n 'ce_327-20151015T1701',\n 'ce_327-20160923T0147',\n 'ce_327-20161215T2058',\n 'ce_327-20170825T1840',\n 'ce_327-20180401T1431',\n 'ce_327-20180705T1927',\n 'ce_327-20190125T2036',\n 'ce_381-20141008T1820',\n 'ce_381-20170213T2030',\n 'ce_381-20171004T0024',\n 'ce_381-20171208T1841',\n 'ce_382-20150121T2113',\n 'ce_382-20160928T2102',\n 'ce_382-20170410T2230',\n 'ce_382-20180907T0000',\n 'ce_382-20190125T2341',\n 'ce_382-20190515T1759',\n 'ce_383-20150121T2015',\n 'ce_383-20150813T2011',\n 'ce_383-20160506T2058',\n 'ce_383-20170131T1942',\n 'ce_383-20170719T1900',\n 'ce_383-20181101T1615',\n 'ce_383-20190125T2148',\n 'ce_384-20150411T1813',\n 'ce_384-20150821T2015',\n 'ce_384-20160507T2355',\n 'ce_384-20170420T0137',\n 'ce_384-20171208T1704',\n 'ce_384-20190503T2308',\n 'ce_386-20140420T1947',\n 'ce_386-20150404T1729',\n 'ce_386-20151011T2247',\n 'ce_386-20160922T2355',\n 'ce_386-20161215T1736',\n 'ce_386-20170627T2124',\n 'ce_386-20171009T1705',\n 'ce_386-20180306T2218',\n 'ce_386-20180619T2120',\n 'ce_386-20180920T0144',\n 'cp_335-20141006T2016',\n 'cp_335-20151014T0113',\n 'cp_335-20160404T1853',\n 'cp_335-20160527T2033',\n 'cp_335-20170116T1459',\n 'cp_336-20150111T2057',\n 'cp_336-20160809T1354',\n 'cp_336-20161011T0058',\n 'cp_336-20170116T1254',\n 'cp_336-20170817T1159',\n 'cp_336-20180127T1620',\n 'cp_336-20180724T1433',\n 'cp_336-20190408T0014',\n 'cp_339-20150112T0601',\n 'cp_339-20160121T1629',\n 'cp_339-20170116T2353',\n 'cp_339-20170606T0344',\n 'cp_339-20171029T0031',\n 'cp_339-20180127T1818',\n 'cp_339-20181030T2158',\n 'cp_339-20181209T1636',\n 'cp_339-20210402T1334',\n 'cp_340-20141006T2335',\n 'cp_340-20150507T0237',\n 'cp_340-20160121T1708',\n 'cp_340-20160809T0621',\n 'cp_340-20170817T0820',\n 'cp_340-20190205T0824',\n 'cp_340-20190927T1226',\n 'cp_340-20191213T0104',\n 'cp_374-20140416T1634',\n 'cp_374-20150509T1256',\n 'cp_374-20160529T0026',\n 'cp_376-20141006T2328',\n 'cp_376-20151012T2326',\n 'cp_376-20160121T1515',\n 'cp_376-20160527T2050',\n 'cp_376-20170607T0231',\n 'cp_376-20171028T2157',\n 'cp_376-20180724T1552',\n 'cp_376-20190618T2336',\n 'cp_379-20140415T1315',\n 'cp_379-20150509T1231',\n 'cp_379-20160121T1500',\n 'cp_379-20190205T0754',\n 'cp_379-20190618T2314',\n 'cp_379-20190927T1222',\n 'cp_379-20210131T1757',\n 'cp_380-20141007T0106',\n 'cp_380-20150723T2137',\n 'cp_380-20161011T2046',\n 'cp_380-20170607T0251',\n 'cp_380-20171101T0150',\n 'cp_380-20180127T1629',\n 'cp_380-20181025T2023',\n 'cp_380-20191212T2231',\n 'cp_387-20140416T1440',\n 'cp_387-20150111T1716',\n 'cp_387-20151014T0119',\n 'cp_387-20160404T1858',\n 'cp_387-20170419T2053',\n 'cp_387-20171028T2202',\n 'cp_387-20190408T0135',\n 'cp_388-20141006T2014',\n 'cp_388-20151022T1232',\n 'cp_388-20160809T1406',\n 'cp_388-20170116T1324',\n 'cp_388-20171101T0120',\n 'cp_388-20181030T2211',\n 'cp_388-20190618T2258',\n 'cp_388-20191212T2247',\n 'cp_388-20220410T1600',\n 'cp_389-20150111T1830',\n 'cp_389-20151013T0058',\n 'cp_389-20161011T2040',\n 'cp_389-20180724T1620',\n 'cp_514-20200302T0958',\n 'cp_564-20170817T1020',\n 'cp_583-20170419T0530',\n 'daphnia-20210819T1313',\n 'ga_493-20150315T0200',\n 'ga_538-20151124T1730',\n 'ga_563-20151124T2147',\n 'ga_580-20161101T0132',\n 'gi_363-20180609T1949',\n 'gi_525-20190806T1723',\n 'gi_528-20150817T1428',\n 'gi_559-20160709T1012',\n 'glos_236-20121002T2351',\n 'glos_236-20130629T0324',\n 'glos_236-20130731T1538',\n 'glos_236-20130807T1502',\n 'glos_236-20130927T1620',\n 'glos_236-20140519T1633',\n 'glos_236-20140725T1728',\n 'glos_236-20140918T1505',\n 'glos_236-20150619T1741',\n 'glos_236-20150805T1450',\n 'glos_236-20150921T1406',\n 'glos_236-20160622T1547',\n 'glos_236-20160812T1445',\n 'glos_236-20160920T1510',\n 'glos_236-20170621T1628',\n 'glos_236-20170912T1312',\n 'glos_236-20180418T1344',\n 'glos_236-20180726T1435',\n 'glos_236-20180907T1822',\n 'glos_236-20190910T1517',\n 'glos_870-20210802T1913',\n 'glos_870-20210909T1754',\n 'glos_870-20211007T1529',\n 'gp_276-20140615T0533',\n 'gp_276-20180723T0633',\n 'gp_363-20130719T2300',\n 'gp_363-20160630T0230',\n 'gp_364-20130719T2033',\n 'gp_365-20130719T2017',\n 'gp_365-20160627T1535',\n 'gp_469-20180821T1804',\n 'gp_514-20150602T1000',\n 'gp_515-20150602T0955',\n 'gp_523-20150602T0440',\n 'gp_525-20150602T1125',\n 'gp_537-20150602T1105',\n 'gp_537-20190930T0140',\n 'gp_575-20160627T1858',\n 'gp_575-20190930T0147',\n 'gs_486-20150221T1620',\n 'gs_560-20151220T1920',\n 'gs_565-20151220T1746',\n 'gs_566-20151220T1716',\n 'marylou-20210920T1530',\n 'nokomis-20140903T1637',\n 'nokomis-20140912T1739',\n 'nokomis-20140925T1911',\n 'nokomis-20141030T1510',\n 'nokomis-20150701T1946',\n 'nokomis-20150714T1353',\n 'nokomis-20150921T1518',\n 'nokomis-20160603T1523',\n 'nokomis-20160627T1917',\n 'nokomis-20160824T1951',\n 'nokomis-20160912T2125',\n 'nokomis-20170620T1915',\n 'nokomis-20170714T2057',\n 'nokomis-20170819T1233',\n 'nokomis-20180510T1824',\n 'nokomis-20180523T1442',\n 'nokomis-20180727T1911',\n 'nokomis-20180828T2113',\n 'nokomis-20190808T1619',\n 'osu033-20110429T2134',\n 'osu033-20110609T2005',\n 'osu033-20110627T1459',\n 'osu033-20110708T1658',\n 'osu033-20110720T1704',\n 'osu033-20110826T2010',\n 'osu033-20110920T1738',\n 'osu033-20111102T1638',\n 'osu033-20111202T1653',\n 'osu033-20120109T1654',\n 'osu033-20120504T1712',\n 'osu033-20120613T1937',\n 'osu033-20120731T1728',\n 'osu033-20120822T2131',\n 'osu033-20120918T2248',\n 'osu033-20130114T1754',\n 'osu033-20130307T1842',\n 'osu033-20130403T2232',\n 'osu033-20130510T1644',\n 'osu033-20130926T2227',\n 'osu033-20140617T1720',\n 'osu033-20140721T1610',\n 'osu033-20140821T1925',\n 'osu033-20140911T1509',\n 'osu035-20110110T1903',\n 'osu035-20110210T2257',\n 'osu035-20110307T1838',\n 'osu035-20110403T1916',\n 'osu035-20110808T2316',\n 'osu035-20110914T2041',\n 'osu035-20111014T1854',\n 'osu035-20120211T1831',\n 'osu035-20120307T2145',\n 'osu035-20120411T1544',\n 'osu035-20120524T1741',\n 'osu035-20120709T2058',\n 'osu551-20201001T1636',\n 'osu551-20210413T1815',\n 'osu551-20210423T1613',\n 'osu551-20210831T1802',\n 'osu592-20160823T2031',\n 'osu592-20210517T2007',\n 'sturgeon-20210628T1503',\n 'sturgeon-20210902T1443',\n 'sturgeon-20211012T2030',\n 'unit_507-20220103T1200',\n 'unit_595-20170713T1730',\n 'unit_595-20180804T0000'}"
          },
          "execution_count": 3,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    },
    {
      "metadata": {},
      "id": "4561b7db",
      "cell_type": "markdown",
      "source": "# Duplicated"
    },
    {
      "metadata": {
        "trusted": false
      },
      "id": "3a8529a4",
      "cell_type": "code",
      "source": "[dataset_ids.loc[dataset_ids.str.startswith(dup)].tolist() for dup in dups]",
      "execution_count": 4,
      "outputs": [
        {
          "data": {
            "text/plain": "[['ce_311-20190703T1802', 'ce_311-20190703T1802-delayed'],\n ['ce_311-20191022T1342', 'ce_311-20191022T1342-delayed'],\n ['ce_311-20200708T1723', 'ce_311-20200708T1723-delayed'],\n ['ce_311-20201120T1838', 'ce_311-20201120T1838-delayed'],\n ['ce_311-20210613T1957', 'ce_311-20210613T1957-delayed'],\n ['ce_311-20211129T2139', 'ce_311-20211129T2139-delayed'],\n ['ce_312-20190822T1335', 'ce_312-20190822T1335-delayed'],\n ['ce_312-20191021T0557', 'ce_312-20191021T0557-delayed'],\n ['ce_312-20200705T1232', 'ce_312-20200705T1232-delayed'],\n ['ce_312-20201120T2114', 'ce_312-20201120T2114-delayed'],\n ['ce_319-20210120T1959', 'ce_319-20210120T1959-delayed'],\n ['ce_319-20211129T1925', 'ce_319-20211129T1925-delayed'],\n ['ce_320-20191012T0448', 'ce_320-20191012T0448-delayed'],\n ['ce_320-20210429T1754', 'ce_320-20210429T1754-delayed'],\n ['ce_320-20210909T1753', 'ce_320-20210909T1753-delayed'],\n ['ce_326-20201120T1952', 'ce_326-20201120T1952-delayed'],\n ['ce_326-20210324T1943', 'ce_326-20210324T1943-delayed'],\n ['ce_326-20210714T1922', 'ce_326-20210714T1922-delayed'],\n ['ce_327-20191021T0620', 'ce_327-20191021T0620-delayed'],\n ['ce_381-20200705T1333', 'ce_381-20200705T1333-delayed'],\n ['ce_381-20210120T2145', 'ce_381-20210120T2145-delayed'],\n ['ce_381-20210429T1821', 'ce_381-20210429T1821-delayed'],\n ['ce_381-20210912T1740', 'ce_381-20210912T1740-delayed'],\n ['ce_382-20210325T2057', 'ce_382-20210325T2057-delayed'],\n ['ce_382-20210429T1940', 'ce_382-20210429T1940-delayed'],\n ['ce_382-20210909T1630', 'ce_382-20210909T1630-delayed'],\n ['ce_383-20200220T2031', 'ce_383-20200220T2031-delayed'],\n ['ce_383-20210120T2028', 'ce_383-20210120T2028-delayed'],\n ['ce_383-20210614T1728', 'ce_383-20210614T1728-delayed'],\n ['ce_384-20190808T2105', 'ce_384-20190808T2105-delayed'],\n ['ce_384-20200708T1545', 'ce_384-20200708T1545-delayed'],\n ['ce_386-20191121T1807', 'ce_386-20191121T1807-delayed'],\n ['ce_386-20200917T1943', 'ce_386-20200917T1943-delayed'],\n ['ce_386-20210324T1952', 'ce_386-20210324T1952-delayed'],\n ['ce_386-20210912T1608', 'ce_386-20210912T1608-delayed'],\n ['ce_871-20210120T1805', 'ce_871-20210120T1805-delayed'],\n ['ce_871-20210613T1822', 'ce_871-20210613T1822-delayed'],\n ['ce_917-20210730T1645', 'ce_917-20210730T1645-delayed'],\n ['cp_339-20200302T1109', 'cp_339-20200302T1109-delayed'],\n ['cp_339-20200613T2009', 'cp_339-20200613T2009-delayed'],\n ['cp_339-20210131T1640', 'cp_339-20210131T1640-delayed'],\n ['cp_339-20210904T0031', 'cp_339-20210904T0031-delayed'],\n ['cp_339-20220409T2116', 'cp_339-20220409T2116-delayed'],\n ['cp_340-20200926T0614', 'cp_340-20200926T0614-delayed'],\n ['cp_340-20201121T1930', 'cp_340-20201121T1930-delayed'],\n ['cp_340-20210620T1735', 'cp_340-20210620T1735-delayed'],\n ['cp_376-20200302T0946', 'cp_376-20200302T0946-delayed'],\n ['cp_376-20200819T1711', 'cp_376-20200819T1711-delayed'],\n ['cp_376-20210131T1800', 'cp_376-20210131T1800-delayed'],\n ['cp_376-20210903T2255', 'cp_376-20210903T2255-delayed'],\n ['cp_376-20220104T2051', 'cp_376-20220104T2051-delayed'],\n ['cp_379-20200302T0944', 'cp_379-20200302T0944-delayed'],\n ['cp_379-20200819T1718', 'cp_379-20200819T1718-delayed'],\n ['cp_379-20210517T2048', 'cp_379-20210517T2048-delayed'],\n ['cp_379-20210903T2251', 'cp_379-20210903T2251-delayed'],\n ['cp_379-20220104T2052', 'cp_379-20220104T2052-delayed'],\n ['cp_380-20200613T2124', 'cp_380-20200613T2124-delayed'],\n ['cp_380-20201121T1744', 'cp_380-20201121T1744-delayed'],\n ['cp_380-20211215T0736', 'cp_380-20211215T0736-delayed'],\n ['cp_387-20201121T1740', 'cp_387-20201121T1740-delayed'],\n ['cp_388-20200613T2149', 'cp_388-20200613T2149-delayed'],\n ['cp_388-20210517T2025', 'cp_388-20210517T2025-delayed'],\n ['cp_388-20220104T2057', 'cp_388-20220104T2057-delayed'],\n ['cp_388-20220411T1624', 'cp_388-20220411T1624-delayed'],\n ['cp_514-20200613T2130', 'cp_514-20200613T2130-delayed'],\n ['cp_559-20210131T1801', 'cp_559-20210131T1801-delayed'],\n ['cp_559-20210517T2034', 'cp_559-20210517T2034-delayed'],\n ['cp_559-20210903T2253', 'cp_559-20210903T2253-delayed'],\n ['cp_564-20210403T1808', 'cp_564-20210403T1808-delayed'],\n ['cp_564-20210903T1945', 'cp_564-20210903T1945-delayed'],\n ['cp_583-20200613T2010', 'cp_583-20200613T2010-delayed'],\n ['cp_583-20200819T1925', 'cp_583-20200819T1925-delayed'],\n ['cp_583-20210403T1913', 'cp_583-20210403T1913-delayed'],\n ['franklin-20200729T0000', 'franklin-20200729T0000-delayed'],\n ['franklin-20200918T0000', 'franklin-20200918T0000-delayed'],\n ['gi_515-20200815T1437', 'gi_515-20200815T1437-delayed'],\n ['gp_566-20201002T1245', 'gp_566-20201002T1245-delayed'],\n ['osu551-20210714T1739', 'osu551-20210714T1739-delayed'],\n ['osu551-20210916T1614', 'osu551-20210916T1614-delayed'],\n ['ru22-20190820T1327', 'ru22-20190820T1327-delayed'],\n ['ru30-20180502T1355', 'ru30-20180502T1355-delayed'],\n ['ru30-20190201T1712', 'ru30-20190201T1712-delayed'],\n ['ru30-20190717T1812', 'ru30-20190717T1812-delayed'],\n ['ru30-20191015T1824', 'ru30-20191015T1824-delayed'],\n ['ru33-20191014T1643', 'ru33-20191014T1643-delayed'],\n ['sam-20200716T0000', 'sam-20200716T0000-delayed'],\n ['sam-20200821T0000', 'sam-20200821T0000-delayed'],\n ['sam-20201008T0000', 'sam-20201008T0000-delayed']]"
          },
          "execution_count": 4,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    }
  ],
  "metadata": {
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3 (ipykernel)",
      "language": "python"
    },
    "language_info": {
      "name": "python",
      "version": "3.10.5",
      "mimetype": "text/x-python",
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "pygments_lexer": "ipython3",
      "nbconvert_exporter": "python",
      "file_extension": ".py"
    },
    "gist": {
      "id": "",
      "data": {
        "description": "notebooks/check-delayed.ipynb",
        "public": true
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 5
}