astroquery-issue-1434.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Created TAP+ (v1.0.1) - Connection:\n",
      "\tHost: gea.esac.esa.int\n",
      "\tUse HTTPS: False\n",
      "\tPort: 80\n",
      "\tSSL Port: 443\n"
     ]
    }
   ],
   "source": [
    "from astroquery.gaia import Gaia"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: W35: None:5:0: W35: 'value' attribute required for INFO elements [astropy.io.votable.tree]\n",
      "WARNING: W35: None:6:0: W35: 'value' attribute required for INFO elements [astropy.io.votable.tree]\n",
      "WARNING: W35: None:7:0: W35: 'value' attribute required for INFO elements [astropy.io.votable.tree]\n",
      "WARNING: W35: None:8:0: W35: 'value' attribute required for INFO elements [astropy.io.votable.tree]\n",
      "WARNING: W35: None:10:0: W35: 'value' attribute required for INFO elements [astropy.io.votable.tree]\n"
     ]
    }
   ],
   "source": [
    "job = Gaia.launch_job(\"SELECT TOP 1 original_ext_source_id FROM gaiadr2.tmass_best_neighbour \"\n",
    "                      \"WHERE tmass_oid IS NOT NULL\")\n",
    "r = job.get_results()\n",
    "tmass_ext_id_test = r['original_ext_source_id'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "b'15341356-6000106'"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmass_ext_id_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "b'15341356-6000106'\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "b'15341356-6000106'"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(r['original_ext_source_id'][0])\n",
    "b'15341356-6000106'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "tmass_ext_id_test = r['original_ext_source_id'][0].decode(\"utf-8\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'15341356-6000106'"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tmass_ext_id_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "ename": "HTTPError",
     "evalue": "500",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mHTTPError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-7-4fffb6dabf49>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m command = (\"SELECT * FROM gaiadr2.tmass_best_neighbour AS tbest \"\n\u001b[1;32m      2\u001b[0m            \"WHERE tbest.original_ext_source_id = {}\".format(str(tmass_ext_id_test)))\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0mjob\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mGaia\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlaunch_job\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcommand\u001b[0m\u001b[0;34m)\u001b[0m      \u001b[0;31m# FAILS ON THIS COMMAND\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      4\u001b[0m \u001b[0mr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mjob\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_results\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda2/envs/research/lib/python3.6/site-packages/astroquery/gaia/core.py\u001b[0m in \u001b[0;36mlaunch_job\u001b[0;34m(self, query, name, output_file, output_format, verbose, dump_to_file, upload_resource, upload_table_name)\u001b[0m\n\u001b[1;32m    114\u001b[0m                                          \u001b[0mdump_to_file\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mdump_to_file\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    115\u001b[0m                                          \u001b[0mupload_resource\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mupload_resource\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 116\u001b[0;31m                                          upload_table_name=upload_table_name)\n\u001b[0m\u001b[1;32m    117\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    118\u001b[0m     def launch_job_async(self, query, name=None, output_file=None,\n",
      "\u001b[0;32m~/anaconda2/envs/research/lib/python3.6/site-packages/astroquery/utils/tap/core.py\u001b[0m in \u001b[0;36mlaunch_job\u001b[0;34m(self, query, name, output_file, output_format, verbose, dump_to_file, upload_resource, upload_table_name)\u001b[0m\n\u001b[1;32m    239\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mdump_to_file\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    240\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__connHandler\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdump_to_file\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msuitableOutputFile\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mresponse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 241\u001b[0;31m             \u001b[0;32mraise\u001b[0m \u001b[0mrequests\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexceptions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mHTTPError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreason\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    242\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    243\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mverbose\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mHTTPError\u001b[0m: 500"
     ]
    }
   ],
   "source": [
    "command = (\"SELECT * FROM gaiadr2.tmass_best_neighbour AS tbest \"\n",
    "           \"WHERE tbest.original_ext_source_id = {}\".format(str(tmass_ext_id_test)))\n",
    "job = Gaia.launch_job(command)      # FAILS ON THIS COMMAND\n",
    "r = job.get_results()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "> \u001b[0;32m/Users/semyeong/anaconda2/envs/research/lib/python3.6/site-packages/astroquery/utils/tap/core.py\u001b[0m(241)\u001b[0;36mlaunch_job\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32m    239 \u001b[0;31m            \u001b[0;32mif\u001b[0m \u001b[0mdump_to_file\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0m\u001b[0;32m    240 \u001b[0;31m                \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__connHandler\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdump_to_file\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msuitableOutputFile\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mresponse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0m\u001b[0;32m--> 241 \u001b[0;31m            \u001b[0;32mraise\u001b[0m \u001b[0mrequests\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexceptions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mHTTPError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreason\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0m\u001b[0;32m    242 \u001b[0;31m        \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0m\u001b[0;32m    243 \u001b[0;31m            \u001b[0;32mif\u001b[0m \u001b[0mverbose\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0m\n",
      "b'<VOTABLE version=\"1.2\" xmlns=\"http://www.ivoa.net/xml/VOTable/v1.2\">\\n<RESOURCE type=\"results\">\\n<INFO name=\"QUERY_STATUS\" value=\"ERROR\">\\n(TAP) Cannot execute query \\'SELECT tbest.\"source_id\" AS \"source_id\",tbest.\"original_ext_source_id\" AS \"original_ext_source_id\",tbest.\"angular_distance\" AS \"angular_distance\",tbest.\"gaia_astrometric_params\" AS \"gaia_astrometric_params\",tbest.\"tmass_oid\" AS \"tmass_oid\",tbest.\"number_of_neighbours\" AS \"number_of_neighbours\",tbest.\"number_of_mates\" AS \"number_of_mates\",tbest.\"best_neighbour_multiplicity\" AS \"best_neighbour_multiplicity\"\\nFROM gaiadr2.tmass_best_neighbour AS tbest\\nWHERE tbest.\"original_ext_source_id\" = 15341356 - 6000106\\nLimit 2000\\' for job \\' (source query: \\'SELECT  TOP 2000 * FROM gaiadr2.tmass_best_neighbour AS tbest WHERE tbest.original_ext_source_id = 15341356-6000106\\')1556758386494O\\': Can not execute the following SQL: \\nSELECT tbest.\"source_id\" AS \"source_id\",tbest.\"original_ext_source_id\" AS \"original_ext_source_id\",tbest.\"angular_distance\" AS \"angular_distance\",tbest.\"gaia_astrometric_params\" AS \"gaia_astrometric_params\",tbest.\"tmass_oid\" AS \"tmass_oid\",tbest.\"number_of_neighbours\" AS \"number_of_neighbours\",tbest.\"number_of_mates\" AS \"number_of_mates\",tbest.\"best_neighbour_multiplicity\" AS \"best_neighbour_multiplicity\"\\nFROM gaiadr2.tmass_best_neighbour AS tbest\\nWHERE tbest.\"original_ext_source_id\" = 15341356 - 6000106\\nLimit 2000\\n. Because: ERROR: operator does not exist: character varying = integer\\n  Hint: No operator matches the given name and argument type(s). You might need to add explicit type casts.\\n  Position: 490\\n</INFO>\\n<INFO name=\"HttpErrorCode\" value=\"500\"/>\\n<INFO name=\"Action\" value=\"Handling request\"/>\\n<INFO name=\"Exception\" value=\"esavo.uws.UwsException\"/>\\n<INFO name=\"StackTrace\" value=\"ERROR\">\\n<![CDATA[\\nesavo.uws.UwsManager\\texecuteSyncJob\\t776\\nesavo.uws.actions.handlers.jobs.UwsJobCreateHandler\\thandle\\t246\\nesavo.uws.actions.UwsActionsManager\\texecuteRequest\\t172\\nesavo.tap.resource.Jobs\\texecuteResource\\t82\\nesavo.tap.resource.TAP\\texecuteRequest\\t340\\nesavo.sl.tap.actions.TapServlet\\tservice\\t74\\njavax.servlet.http.HttpServlet\\tservice\\t742\\norg.apache.catalina.core.ApplicationFilterChain\\tinternalDoFilter\\t231\\norg.apache.catalina.core.ApplicationFilterChain\\tdoFilter\\t166\\norg.apache.tomcat.websocket.server.WsFilter\\tdoFilter\\t52\\norg.apache.catalina.core.ApplicationFilterChain\\tinternalDoFilter\\t193\\norg.apache.catalina.core.ApplicationFilterChain\\tdoFilter\\t166\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t316\\norg.springframework.security.web.access.intercept.FilterSecurityInterceptor\\tinvoke\\t126\\norg.springframework.security.web.access.intercept.FilterSecurityInterceptor\\tdoFilter\\t90\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.access.ExceptionTranslationFilter\\tdoFilter\\t114\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.session.SessionManagementFilter\\tdoFilter\\t122\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.authentication.AnonymousAuthenticationFilter\\tdoFilter\\t111\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.servletapi.SecurityContextHolderAwareRequestFilter\\tdoFilter\\t168\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.savedrequest.RequestCacheAwareFilter\\tdoFilter\\t48\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.authentication.www.BasicAuthenticationFilter\\tdoFilterInternal\\t158\\norg.springframework.web.filter.OncePerRequestFilter\\tdoFilter\\t107\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.authentication.ui.DefaultLoginPageGeneratingFilter\\tdoFilter\\t162\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.authentication.AbstractAuthenticationProcessingFilter\\tdoFilter\\t205\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.authentication.AbstractAuthenticationProcessingFilter\\tdoFilter\\t205\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.authentication.logout.LogoutFilter\\tdoFilter\\t120\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.header.HeaderWriterFilter\\tdoFilterInternal\\t64\\norg.springframework.web.filter.OncePerRequestFilter\\tdoFilter\\t107\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.context.request.async.WebAsyncManagerIntegrationFilter\\tdoFilterInternal\\t53\\norg.springframework.web.filter.OncePerRequestFilter\\tdoFilter\\t107\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.context.SecurityContextPersistenceFilter\\tdoFilter\\t91\\norg.springframework.security.web.FilterChainProxy$VirtualFilterChain\\tdoFilter\\t330\\norg.springframework.security.web.FilterChainProxy\\tdoFilterInternal\\t213\\norg.springframework.security.web.FilterChainProxy\\tdoFilter\\t176\\norg.springframework.web.filter.DelegatingFilterProxy\\tinvokeDelegate\\t344\\norg.springframework.web.filter.DelegatingFilterProxy\\tdoFilter\\t261\\norg.apache.catalina.core.ApplicationFilterChain\\tinternalDoFilter\\t193\\norg.apache.catalina.core.ApplicationFilterChain\\tdoFilter\\t166\\norg.apache.catalina.core.StandardWrapperValve\\tinvoke\\t198\\norg.apache.catalina.core.StandardContextValve\\tinvoke\\t96\\norg.apache.catalina.authenticator.AuthenticatorBase\\tinvoke\\t496\\norg.apache.catalina.core.StandardHostValve\\tinvoke\\t140\\norg.apache.catalina.valves.ErrorReportValve\\tinvoke\\t81\\norg.apache.catalina.valves.AbstractAccessLogValve\\tinvoke\\t650\\norg.apache.catalina.core.StandardEngineValve\\tinvoke\\t87\\norg.apache.catalina.connector.CoyoteAdapter\\tservice\\t342\\norg.apache.coyote.ajp.AjpProcessor\\tservice\\t486\\norg.apache.coyote.AbstractProcessorLight\\tprocess\\t66\\norg.apache.coyote.AbstractProtocol$ConnectionHandler\\tprocess\\t790\\norg.apache.tomcat.util.net.NioEndpoint$SocketProcessor\\tdoRun\\t1459\\norg.apache.tomcat.util.net.SocketProcessorBase\\trun\\t49\\njava.util.concurrent.ThreadPoolExecutor\\trunWorker\\t1142\\njava.util.concurrent.ThreadPoolExecutor$Worker\\trun\\t617\\norg.apache.tomcat.util.threads.TaskThread$WrappingRunnable\\trun\\t61\\njava.lang.Thread\\trun\\t748\\n\\n]]>\\n</INFO>\\n</RESOURCE>\\n</VOTABLE>\\n'\n"
     ]
    }
   ],
   "source": [
    "debug"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'SELECT * FROM gaiadr2.tmass_best_neighbour AS tbest WHERE tbest.original_ext_source_id = 15341356-6000106'"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "command"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "SELECT * FROM gaiadr2.tmass_best_neighbour AS tbest WHERE tbest.original_ext_source_id = '15341356-6000106'\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: W35: None:5:0: W35: 'value' attribute required for INFO elements [astropy.io.votable.tree]\n",
      "WARNING: W35: None:6:0: W35: 'value' attribute required for INFO elements [astropy.io.votable.tree]\n",
      "WARNING: W35: None:7:0: W35: 'value' attribute required for INFO elements [astropy.io.votable.tree]\n",
      "WARNING: W35: None:8:0: W35: 'value' attribute required for INFO elements [astropy.io.votable.tree]\n",
      "WARNING: W35: None:10:0: W35: 'value' attribute required for INFO elements [astropy.io.votable.tree]\n"
     ]
    }
   ],
   "source": [
    "command = (\"SELECT * FROM gaiadr2.tmass_best_neighbour AS tbest \"\n",
    "           \"WHERE tbest.original_ext_source_id = '{}'\".format(str(tmass_ext_id_test)))\n",
    "print(command)\n",
    "job = Gaia.launch_job(command)\n",
    "r = job.get_results()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<i>Table masked=True length=1</i>\n",
       "<table id=\"table4653336840\" class=\"table-striped table-bordered table-condensed\">\n",
       "<thead><tr><th>source_id</th><th>original_ext_source_id</th><th>angular_distance</th><th>gaia_astrometric_params</th><th>tmass_oid</th><th>number_of_neighbours</th><th>number_of_mates</th><th>best_neighbour_multiplicity</th></tr></thead>\n",
       "<thead><tr><th></th><th></th><th>arcs</th><th></th><th></th><th></th><th></th><th></th></tr></thead>\n",
       "<thead><tr><th>int64</th><th>object</th><th>float64</th><th>int16</th><th>int64</th><th>int32</th><th>int16</th><th>int16</th></tr></thead>\n",
       "<tr><td>5881725680565010432</td><td>15341356-6000106</td><td>0.1379770344386079</td><td>5</td><td>46233076</td><td>1</td><td>0</td><td>1</td></tr>\n",
       "</table>"
      ],
      "text/plain": [
       "<Table masked=True length=1>\n",
       "     source_id      original_ext_source_id ... best_neighbour_multiplicity\n",
       "                                           ...                            \n",
       "       int64                object         ...            int16           \n",
       "------------------- ---------------------- ... ---------------------------\n",
       "5881725680565010432       15341356-6000106 ...                           1"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "r"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}