unbiased_lambdarank.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "try:\n",
    "    from pyspark.sql import SparkSession, functions as F, types as T\n",
    "except ImportError:\n",
    "    import findspark\n",
    "    findspark.init('/usr/lib/spark2')\n",
    "    from pyspark.sql import SparkSession, functions as F, types as T\n",
    "import os\n",
    "import mjolnir.features\n",
    "import numpy as np\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import venv_pack\n",
    "if not os.path.exists('spark_venv.zip'):\n",
    "    venv_pack.pack('spark_venv/', format='zip', verbose=True, compress_level=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "os.environ['PYSPARK_SUBMIT_ARGS'] = '--archives spark_venv.zip#venv pyspark-shell'\n",
    "os.environ['PYSPARK_PYTHON'] = 'venv/bin/python'\n",
    "spark = (\n",
    "    SparkSession.builder\n",
    "    .master('yarn')\n",
    "    .config('spark.pyspark.python', 'venv/bin/python3')\n",
    "    .config('spark.driver.extraJavaOptions', '-Dhttp.proxyHost=webproxy.eqiad.wmnet -Dhttp.proxyPort=8080 -Dhttps.proxyHost=webproxy.eqiad.wmnet -Dhttps.proxyPort=8080')\n",
    "    .config('spark.jars.packages', 'org.apache.spark:spark-streaming-kafka-0-8_2.11:2.3.1')\n",
    "    .config('spark.jars.repositories', ','.join([\n",
    "        'https://archiva.wikimedia.org/repository/releases',\n",
    "        'https://archiva.wikimedia.org/repository/snapshots',\n",
    "        'https://archiva.wikimedia.org/repository/mirrored']))\n",
    "    .getOrCreate())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = spark.read.table('discovery.query_clicks_daily')\n",
    "df_sessions = (\n",
    "    df.where(\n",
    "        (df['year'] == 2018) & \n",
    "        (df['month'] == 10) & \n",
    "        (df['wikiid'] == 'enwiki') & \n",
    "        (df['q_by_ip_day'] < 50) &\n",
    "        (F.size(df['hits']) <= 20) &\n",
    "        (F.size(df['hits']) > 1))\n",
    "    .withColumn('qid', F.monotonically_increasing_id()))\n",
    "df_hits = df_sessions.select('wikiid', 'query', F.explode('hits.pageid').alias('hit_page_id')).distinct()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Convert query and hit_page_id into a unified 0-indexed id for the\n",
    "# adjacency list\n",
    "df_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "feature_set = 'featureset:20180215-query_explorer-mrmr'\n",
    "kafka_brokers = [\n",
    "    'kafka-jumbo1001.eqiad.wmnet:9092',\n",
    "    'kafka-jumbo1002.eqiad.wmnet:9092',\n",
    "    'kafka-jumbo1003.eqiad.wmnet:9092']\n",
    "df_features, feat_acc = mjolnir.features.collect(\n",
    "    df_hits, feature_set, brokers=kafka_brokers,\n",
    "    indices={'enwiki': 'enwiki_content'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_features_agg = df_features.groupby('wikiid', 'query').agg(F.collect_list(F.struct('hit_page_id', 'features')).alias('hit_features'))\n",
    "df_clicks = df_sessions.select(\n",
    "    'wikiid', 'query', 'qid', \n",
    "    F.col('hits.pageid').alias('hit_page_ids'),\n",
    "    F.col('clicks.pageid').alias('click_page_ids'))\n",
    "df_joined = (\n",
    "    df_features_agg\n",
    "    .join(df_clicks, on=['wikiid', 'query']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def make_something(row):\n",
    "    features = {f.hit_page_id: f.features for f in row.hit_features}\n",
    "    clicked = set(row.click_page_ids)\n",
    "    hits = []\n",
    "    has_click = False\n",
    "    for i, hit_page_id in enumerate(row.hit_page_ids):\n",
    "        try:\n",
    "            hit_features = features[hit_page_id]\n",
    "        except KeyError:\n",
    "            # TODO: track via accumulator\n",
    "            pass\n",
    "        else:\n",
    "            has_click = has_click or hit_page_id in clicked\n",
    "            hits.append((row.qid, i, hit_page_id in clicked, hit_features))\n",
    "    return hits if has_click else []\n",
    "        \n",
    "df_prepared = spark.createDataFrame(df_joined.rdd.flatMap(make_something), T.StructType([\n",
    "    df_clicks.schema['qid'],\n",
    "    T.StructField('hit_position', T.LongType()),\n",
    "    T.StructField('clicked', T.BooleanType()),\n",
    "    df_features.schema['features'],\n",
    "]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "def write_lgb_dataset(df, path):\n",
    "    with open(path, 'w') as f_feat, \\\n",
    "         open('{}.rank'.format(path), 'w') as f_rank, \\\n",
    "         open('{}.query'.format(path), 'w') as f_query:\n",
    "        last_qid = None\n",
    "        query_size = 0\n",
    "        for row in df_prepared.orderBy('qid').toLocalIterator():\n",
    "            if row.qid != last_qid:\n",
    "              if query_size > 0:\n",
    "                  f_query.write('{}\\n'.format(query_size))\n",
    "              query_size = 0\n",
    "              last_qid = row.qid\n",
    "            query_size += 1\n",
    "            f_rank.write('{}\\n'.format(row.hit_position))\n",
    "            features = np.nan_to_num(list(row.features))\n",
    "            feat_str = ' '.join('{:d}:{:f}'.format(i, value) for i, value in enumerate(features))\n",
    "            f_feat.write('{:d} {}\\n'.format(row.clicked, feat_str))\n",
    "        if query_size > 0:\n",
    "            f_query.write('{}\\n'.format(query_size))\n",
    "            \n",
    "write_lgb_dataset(df, 'unbiased/oct.txt')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/lib/python3/dist-packages/joblib/_multiprocessing_helpers.py:28: UserWarning: [Errno 30] Read-only file system.  joblib will operate in serial mode\n",
      "  warnings.warn('%s.  joblib will operate in serial mode' % (e,))\n"
     ]
    }
   ],
   "source": [
    "import lightgbm as lgb\n",
    "ds_train = lgb.Dataset('unbiased/oct.txt')\n",
    "ds_test = lgb.Dataset('unbiased/nov.txt')\n",
    "params = {\n",
    "    'objective': 'lambdarank',\n",
    "    'metric': ['ndcg', 'map'],\n",
    "    'eval_at': '1,3,5',\n",
    "    'num_leaves': 256,\n",
    "    'feature_fraction': 0.9,\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1]\ttrain's map@1: 0.629792\ttrain's map@3: 0.745912\ttrain's map@5: 0.76085\ttrain's ndcg@1: 0.629792\ttrain's ndcg@3: 0.783354\ttrain's ndcg@5: 0.809682\ttest's map@1: 0.628864\ttest's map@3: 0.74565\ttest's map@5: 0.760711\ttest's ndcg@1: 0.628864\ttest's ndcg@3: 0.783318\ttest's ndcg@5: 0.809826\n",
      "Training until validation scores don't improve for 10 rounds.\n",
      "[2]\ttrain's map@1: 0.62684\ttrain's map@3: 0.74243\ttrain's map@5: 0.757743\ttrain's ndcg@1: 0.62684\ttrain's ndcg@3: 0.779679\ttrain's ndcg@5: 0.806684\ttest's map@1: 0.624607\ttest's map@3: 0.740957\ttest's map@5: 0.756347\ttest's ndcg@1: 0.624607\ttest's ndcg@3: 0.778573\ttest's ndcg@5: 0.805644\n",
      "[3]\ttrain's map@1: 0.633965\ttrain's map@3: 0.747128\ttrain's map@5: 0.76218\ttrain's ndcg@1: 0.633965\ttrain's ndcg@3: 0.783594\ttrain's ndcg@5: 0.810128\ttest's map@1: 0.631631\ttest's map@3: 0.745638\ttest's map@5: 0.760714\ttest's ndcg@1: 0.631631\ttest's ndcg@3: 0.782474\ttest's ndcg@5: 0.808996\n",
      "[4]\ttrain's map@1: 0.636871\ttrain's map@3: 0.749488\ttrain's map@5: 0.764292\ttrain's ndcg@1: 0.636871\ttrain's ndcg@3: 0.785773\ttrain's ndcg@5: 0.811883\ttest's map@1: 0.63442\ttest's map@3: 0.747583\ttest's map@5: 0.762539\ttest's ndcg@1: 0.63442\ttest's ndcg@3: 0.784132\ttest's ndcg@5: 0.810446\n",
      "[5]\ttrain's map@1: 0.638\ttrain's map@3: 0.750193\ttrain's map@5: 0.76496\ttrain's ndcg@1: 0.638\ttrain's ndcg@3: 0.786327\ttrain's ndcg@5: 0.812386\ttest's map@1: 0.63532\ttest's map@3: 0.748006\ttest's map@5: 0.763018\ttest's ndcg@1: 0.63532\ttest's ndcg@3: 0.784395\ttest's ndcg@5: 0.810817\n",
      "[6]\ttrain's map@1: 0.6387\ttrain's map@3: 0.750613\ttrain's map@5: 0.765374\ttrain's ndcg@1: 0.6387\ttrain's ndcg@3: 0.786688\ttrain's ndcg@5: 0.812733\ttest's map@1: 0.635836\ttest's map@3: 0.748374\ttest's map@5: 0.763275\ttest's ndcg@1: 0.635836\ttest's ndcg@3: 0.784747\ttest's ndcg@5: 0.810992\n",
      "[7]\ttrain's map@1: 0.639588\ttrain's map@3: 0.751361\ttrain's map@5: 0.766083\ttrain's ndcg@1: 0.639588\ttrain's ndcg@3: 0.78739\ttrain's ndcg@5: 0.813354\ttest's map@1: 0.636854\ttest's map@3: 0.749072\ttest's map@5: 0.763969\ttest's ndcg@1: 0.636854\ttest's ndcg@3: 0.785346\ttest's ndcg@5: 0.811577\n",
      "[8]\ttrain's map@1: 0.6408\ttrain's map@3: 0.752322\ttrain's map@5: 0.766984\ttrain's ndcg@1: 0.6408\ttrain's ndcg@3: 0.788241\ttrain's ndcg@5: 0.814088\ttest's map@1: 0.637818\ttest's map@3: 0.750001\ttest's map@5: 0.764802\ttest's ndcg@1: 0.637818\ttest's ndcg@3: 0.786227\ttest's ndcg@5: 0.81229\n",
      "[9]\ttrain's map@1: 0.641462\ttrain's map@3: 0.752881\ttrain's map@5: 0.767504\ttrain's ndcg@1: 0.641462\ttrain's ndcg@3: 0.78876\ttrain's ndcg@5: 0.814532\ttest's map@1: 0.638109\ttest's map@3: 0.750268\ttest's map@5: 0.765048\ttest's ndcg@1: 0.638109\ttest's ndcg@3: 0.786441\ttest's ndcg@5: 0.812464\n",
      "[10]\ttrain's map@1: 0.64228\ttrain's map@3: 0.753492\ttrain's map@5: 0.7681\ttrain's ndcg@1: 0.64228\ttrain's ndcg@3: 0.789286\ttrain's ndcg@5: 0.815034\ttest's map@1: 0.638893\ttest's map@3: 0.750899\ttest's map@5: 0.765648\ttest's ndcg@1: 0.638893\ttest's ndcg@3: 0.787001\ttest's ndcg@5: 0.812971\n",
      "[11]\ttrain's map@1: 0.643683\ttrain's map@3: 0.754545\ttrain's map@5: 0.769063\ttrain's ndcg@1: 0.643683\ttrain's ndcg@3: 0.79023\ttrain's ndcg@5: 0.815822\ttest's map@1: 0.639948\ttest's map@3: 0.751737\ttest's map@5: 0.76638\ttest's ndcg@1: 0.639948\ttest's ndcg@3: 0.787793\ttest's ndcg@5: 0.813583\n",
      "[12]\ttrain's map@1: 0.644648\ttrain's map@3: 0.755309\ttrain's map@5: 0.769788\ttrain's ndcg@1: 0.644648\ttrain's ndcg@3: 0.790928\ttrain's ndcg@5: 0.81645\ttest's map@1: 0.640882\ttest's map@3: 0.752425\ttest's map@5: 0.767046\ttest's ndcg@1: 0.640882\ttest's ndcg@3: 0.788403\ttest's ndcg@5: 0.814144\n",
      "[13]\ttrain's map@1: 0.645552\ttrain's map@3: 0.756025\ttrain's map@5: 0.770473\ttrain's ndcg@1: 0.645552\ttrain's ndcg@3: 0.791585\ttrain's ndcg@5: 0.817055\ttest's map@1: 0.641838\ttest's map@3: 0.753138\ttest's map@5: 0.767709\ttest's ndcg@1: 0.641838\ttest's ndcg@3: 0.789045\ttest's ndcg@5: 0.814696\n",
      "[14]\ttrain's map@1: 0.646302\ttrain's map@3: 0.756657\ttrain's map@5: 0.771054\ttrain's ndcg@1: 0.646302\ttrain's ndcg@3: 0.792173\ttrain's ndcg@5: 0.817539\ttest's map@1: 0.64258\ttest's map@3: 0.753766\ttest's map@5: 0.768314\ttest's ndcg@1: 0.64258\ttest's ndcg@3: 0.789607\ttest's ndcg@5: 0.815208\n",
      "[15]\ttrain's map@1: 0.647014\ttrain's map@3: 0.757287\ttrain's map@5: 0.771602\ttrain's ndcg@1: 0.647014\ttrain's ndcg@3: 0.792788\ttrain's ndcg@5: 0.818014\ttest's map@1: 0.643136\ttest's map@3: 0.754276\ttest's map@5: 0.768773\ttest's ndcg@1: 0.643136\ttest's ndcg@3: 0.790096\ttest's ndcg@5: 0.81561\n",
      "[16]\ttrain's map@1: 0.647909\ttrain's map@3: 0.758035\ttrain's map@5: 0.772337\ttrain's ndcg@1: 0.647909\ttrain's ndcg@3: 0.793463\ttrain's ndcg@5: 0.818664\ttest's map@1: 0.643927\ttest's map@3: 0.754937\ttest's map@5: 0.769399\ttest's ndcg@1: 0.643927\ttest's ndcg@3: 0.790702\ttest's ndcg@5: 0.816145\n",
      "[17]\ttrain's map@1: 0.648604\ttrain's map@3: 0.758597\ttrain's map@5: 0.772857\ttrain's ndcg@1: 0.648604\ttrain's ndcg@3: 0.793992\ttrain's ndcg@5: 0.81912\ttest's map@1: 0.644432\ttest's map@3: 0.755317\ttest's map@5: 0.769735\ttest's ndcg@1: 0.644432\ttest's ndcg@3: 0.79106\ttest's ndcg@5: 0.816427\n",
      "[18]\ttrain's map@1: 0.64943\ttrain's map@3: 0.759286\ttrain's map@5: 0.773466\ttrain's ndcg@1: 0.64943\ttrain's ndcg@3: 0.794647\ttrain's ndcg@5: 0.819634\ttest's map@1: 0.645208\ttest's map@3: 0.755931\ttest's map@5: 0.770302\ttest's ndcg@1: 0.645208\ttest's ndcg@3: 0.791629\ttest's ndcg@5: 0.816911\n",
      "[19]\ttrain's map@1: 0.650145\ttrain's map@3: 0.759969\ttrain's map@5: 0.774062\ttrain's ndcg@1: 0.650145\ttrain's ndcg@3: 0.795308\ttrain's ndcg@5: 0.820143\ttest's map@1: 0.645903\ttest's map@3: 0.756524\ttest's map@5: 0.770828\ttest's ndcg@1: 0.645903\ttest's ndcg@3: 0.792182\ttest's ndcg@5: 0.81735\n",
      "[20]\ttrain's map@1: 0.650687\ttrain's map@3: 0.760404\ttrain's map@5: 0.774523\ttrain's ndcg@1: 0.650687\ttrain's ndcg@3: 0.795707\ttrain's ndcg@5: 0.820578\ttest's map@1: 0.646401\ttest's map@3: 0.756978\ttest's map@5: 0.771265\ttest's ndcg@1: 0.646401\ttest's ndcg@3: 0.792623\ttest's ndcg@5: 0.817764\n",
      "[21]\ttrain's map@1: 0.651175\ttrain's map@3: 0.7609\ttrain's map@5: 0.774975\ttrain's ndcg@1: 0.651175\ttrain's ndcg@3: 0.796212\ttrain's ndcg@5: 0.82101\ttest's map@1: 0.646841\ttest's map@3: 0.757405\ttest's map@5: 0.771673\ttest's ndcg@1: 0.646841\ttest's ndcg@3: 0.793041\ttest's ndcg@5: 0.818145\n",
      "[22]\ttrain's map@1: 0.652192\ttrain's map@3: 0.761693\ttrain's map@5: 0.775704\ttrain's ndcg@1: 0.652192\ttrain's ndcg@3: 0.79694\ttrain's ndcg@5: 0.821623\ttest's map@1: 0.647642\ttest's map@3: 0.758106\ttest's map@5: 0.772302\ttest's ndcg@1: 0.647642\ttest's ndcg@3: 0.793709\ttest's ndcg@5: 0.818687\n",
      "[23]\ttrain's map@1: 0.652884\ttrain's map@3: 0.762261\ttrain's map@5: 0.776245\ttrain's ndcg@1: 0.652884\ttrain's ndcg@3: 0.797448\ttrain's ndcg@5: 0.822078\ttest's map@1: 0.648327\ttest's map@3: 0.758677\ttest's map@5: 0.772836\ttest's ndcg@1: 0.648327\ttest's ndcg@3: 0.794242\ttest's ndcg@5: 0.819154\n",
      "[24]\ttrain's map@1: 0.653514\ttrain's map@3: 0.762862\ttrain's map@5: 0.776829\ttrain's ndcg@1: 0.653514\ttrain's ndcg@3: 0.798043\ttrain's ndcg@5: 0.822653\ttest's map@1: 0.649121\ttest's map@3: 0.759264\ttest's map@5: 0.773413\ttest's ndcg@1: 0.649121\ttest's ndcg@3: 0.794768\ttest's ndcg@5: 0.819656\n",
      "[25]\ttrain's map@1: 0.654066\ttrain's map@3: 0.763338\ttrain's map@5: 0.777243\ttrain's ndcg@1: 0.654066\ttrain's ndcg@3: 0.798503\ttrain's ndcg@5: 0.823004\ttest's map@1: 0.649687\ttest's map@3: 0.759726\ttest's map@5: 0.77383\ttest's ndcg@1: 0.649687\ttest's ndcg@3: 0.795203\ttest's ndcg@5: 0.820015\n",
      "[26]\ttrain's map@1: 0.654572\ttrain's map@3: 0.763789\ttrain's map@5: 0.777672\ttrain's ndcg@1: 0.654572\ttrain's ndcg@3: 0.798919\ttrain's ndcg@5: 0.823374\ttest's map@1: 0.650069\ttest's map@3: 0.760123\ttest's map@5: 0.77421\ttest's ndcg@1: 0.650069\ttest's ndcg@3: 0.7956\ttest's ndcg@5: 0.820388\n",
      "[27]\ttrain's map@1: 0.655069\ttrain's map@3: 0.764238\ttrain's map@5: 0.778088\ttrain's ndcg@1: 0.655069\ttrain's ndcg@3: 0.799341\ttrain's ndcg@5: 0.823737\ttest's map@1: 0.650543\ttest's map@3: 0.760523\ttest's map@5: 0.774595\ttest's ndcg@1: 0.650543\ttest's ndcg@3: 0.79597\ttest's ndcg@5: 0.820723\n",
      "[28]\ttrain's map@1: 0.655648\ttrain's map@3: 0.764734\ttrain's map@5: 0.778556\ttrain's ndcg@1: 0.655648\ttrain's ndcg@3: 0.799812\ttrain's ndcg@5: 0.824149\ttest's map@1: 0.651251\ttest's map@3: 0.761059\ttest's map@5: 0.775114\ttest's ndcg@1: 0.651251\ttest's ndcg@3: 0.796448\ttest's ndcg@5: 0.821171\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[29]\ttrain's map@1: 0.656135\ttrain's map@3: 0.765152\ttrain's map@5: 0.778933\ttrain's ndcg@1: 0.656135\ttrain's ndcg@3: 0.800208\ttrain's ndcg@5: 0.824485\ttest's map@1: 0.651606\ttest's map@3: 0.761387\ttest's map@5: 0.775399\ttest's ndcg@1: 0.651606\ttest's ndcg@3: 0.796777\ttest's ndcg@5: 0.821421\n",
      "[30]\ttrain's map@1: 0.656549\ttrain's map@3: 0.765496\ttrain's map@5: 0.779289\ttrain's ndcg@1: 0.656549\ttrain's ndcg@3: 0.800521\ttrain's ndcg@5: 0.824805\ttest's map@1: 0.651963\ttest's map@3: 0.761726\ttest's map@5: 0.775714\ttest's ndcg@1: 0.651963\ttest's ndcg@3: 0.797102\ttest's ndcg@5: 0.821702\n",
      "[31]\ttrain's map@1: 0.656954\ttrain's map@3: 0.765906\ttrain's map@5: 0.779647\ttrain's ndcg@1: 0.656954\ttrain's ndcg@3: 0.800932\ttrain's ndcg@5: 0.825129\ttest's map@1: 0.652267\ttest's map@3: 0.761967\ttest's map@5: 0.775951\ttest's ndcg@1: 0.652267\ttest's ndcg@3: 0.797317\ttest's ndcg@5: 0.821909\n",
      "[32]\ttrain's map@1: 0.657636\ttrain's map@3: 0.766437\ttrain's map@5: 0.780122\ttrain's ndcg@1: 0.657636\ttrain's ndcg@3: 0.801436\ttrain's ndcg@5: 0.825536\ttest's map@1: 0.652852\ttest's map@3: 0.762409\ttest's map@5: 0.776377\ttest's ndcg@1: 0.652852\ttest's ndcg@3: 0.7977\ttest's ndcg@5: 0.82226\n",
      "[33]\ttrain's map@1: 0.658168\ttrain's map@3: 0.766884\ttrain's map@5: 0.780535\ttrain's ndcg@1: 0.658168\ttrain's ndcg@3: 0.801852\ttrain's ndcg@5: 0.82589\ttest's map@1: 0.653322\ttest's map@3: 0.762801\ttest's map@5: 0.776735\ttest's ndcg@1: 0.653322\ttest's ndcg@3: 0.798065\ttest's ndcg@5: 0.822563\n",
      "[34]\ttrain's map@1: 0.658584\ttrain's map@3: 0.767252\ttrain's map@5: 0.780879\ttrain's ndcg@1: 0.658584\ttrain's ndcg@3: 0.802205\ttrain's ndcg@5: 0.826202\ttest's map@1: 0.653711\ttest's map@3: 0.763131\ttest's map@5: 0.777054\ttest's ndcg@1: 0.653711\ttest's ndcg@3: 0.798369\ttest's ndcg@5: 0.822846\n",
      "[35]\ttrain's map@1: 0.658827\ttrain's map@3: 0.767483\ttrain's map@5: 0.781119\ttrain's ndcg@1: 0.658827\ttrain's ndcg@3: 0.802421\ttrain's ndcg@5: 0.826431\ttest's map@1: 0.654112\ttest's map@3: 0.763458\ttest's map@5: 0.77735\ttest's ndcg@1: 0.654112\ttest's ndcg@3: 0.798671\ttest's ndcg@5: 0.823092\n",
      "[36]\ttrain's map@1: 0.659269\ttrain's map@3: 0.767862\ttrain's map@5: 0.781468\ttrain's ndcg@1: 0.659269\ttrain's ndcg@3: 0.802778\ttrain's ndcg@5: 0.826733\ttest's map@1: 0.654348\ttest's map@3: 0.763753\ttest's map@5: 0.777641\ttest's ndcg@1: 0.654348\ttest's ndcg@3: 0.798974\ttest's ndcg@5: 0.82339\n",
      "[37]\ttrain's map@1: 0.659682\ttrain's map@3: 0.768243\ttrain's map@5: 0.781808\ttrain's ndcg@1: 0.659682\ttrain's ndcg@3: 0.803148\ttrain's ndcg@5: 0.827033\ttest's map@1: 0.654747\ttest's map@3: 0.764037\ttest's map@5: 0.7779\ttest's ndcg@1: 0.654747\ttest's ndcg@3: 0.799217\ttest's ndcg@5: 0.82359\n",
      "[38]\ttrain's map@1: 0.660073\ttrain's map@3: 0.768617\ttrain's map@5: 0.782129\ttrain's ndcg@1: 0.660073\ttrain's ndcg@3: 0.803509\ttrain's ndcg@5: 0.827301\ttest's map@1: 0.654969\ttest's map@3: 0.764279\ttest's map@5: 0.778132\ttest's ndcg@1: 0.654969\ttest's ndcg@3: 0.799457\ttest's ndcg@5: 0.823807\n",
      "[39]\ttrain's map@1: 0.660359\ttrain's map@3: 0.768852\ttrain's map@5: 0.782374\ttrain's ndcg@1: 0.660359\ttrain's ndcg@3: 0.803721\ttrain's ndcg@5: 0.827532\ttest's map@1: 0.65512\ttest's map@3: 0.764482\ttest's map@5: 0.778321\ttest's ndcg@1: 0.65512\ttest's ndcg@3: 0.799666\ttest's ndcg@5: 0.823987\n",
      "[40]\ttrain's map@1: 0.660834\ttrain's map@3: 0.769205\ttrain's map@5: 0.782703\ttrain's ndcg@1: 0.660834\ttrain's ndcg@3: 0.804042\ttrain's ndcg@5: 0.827807\ttest's map@1: 0.655427\ttest's map@3: 0.76473\ttest's map@5: 0.778547\ttest's ndcg@1: 0.655427\ttest's ndcg@3: 0.799884\ttest's ndcg@5: 0.824168\n",
      "[41]\ttrain's map@1: 0.661163\ttrain's map@3: 0.769521\ttrain's map@5: 0.78299\ttrain's ndcg@1: 0.661163\ttrain's ndcg@3: 0.804346\ttrain's ndcg@5: 0.828057\ttest's map@1: 0.655659\ttest's map@3: 0.764966\ttest's map@5: 0.778781\ttest's ndcg@1: 0.655659\ttest's ndcg@3: 0.80011\ttest's ndcg@5: 0.824392\n",
      "[42]\ttrain's map@1: 0.661516\ttrain's map@3: 0.769811\ttrain's map@5: 0.783263\ttrain's ndcg@1: 0.661516\ttrain's ndcg@3: 0.804608\ttrain's ndcg@5: 0.828293\ttest's map@1: 0.656023\ttest's map@3: 0.765299\ttest's map@5: 0.779076\ttest's ndcg@1: 0.656023\ttest's ndcg@3: 0.800421\ttest's ndcg@5: 0.824639\n",
      "[43]\ttrain's map@1: 0.661839\ttrain's map@3: 0.770083\ttrain's map@5: 0.783525\ttrain's ndcg@1: 0.661839\ttrain's ndcg@3: 0.804863\ttrain's ndcg@5: 0.82853\ttest's map@1: 0.656216\ttest's map@3: 0.765444\ttest's map@5: 0.77921\ttest's ndcg@1: 0.656216\ttest's ndcg@3: 0.800566\ttest's ndcg@5: 0.824763\n",
      "[44]\ttrain's map@1: 0.662111\ttrain's map@3: 0.770342\ttrain's map@5: 0.783749\ttrain's ndcg@1: 0.662111\ttrain's ndcg@3: 0.805121\ttrain's ndcg@5: 0.828727\ttest's map@1: 0.656304\ttest's map@3: 0.765585\ttest's map@5: 0.779332\ttest's ndcg@1: 0.656304\ttest's ndcg@3: 0.800707\ttest's ndcg@5: 0.82487\n",
      "[45]\ttrain's map@1: 0.662484\ttrain's map@3: 0.770602\ttrain's map@5: 0.784009\ttrain's ndcg@1: 0.662484\ttrain's ndcg@3: 0.805345\ttrain's ndcg@5: 0.828947\ttest's map@1: 0.656623\ttest's map@3: 0.765844\ttest's map@5: 0.779587\ttest's ndcg@1: 0.656623\ttest's ndcg@3: 0.800953\ttest's ndcg@5: 0.825099\n",
      "[46]\ttrain's map@1: 0.662719\ttrain's map@3: 0.770773\ttrain's map@5: 0.784219\ttrain's ndcg@1: 0.662719\ttrain's ndcg@3: 0.805475\ttrain's ndcg@5: 0.82914\ttest's map@1: 0.656892\ttest's map@3: 0.766065\ttest's map@5: 0.779781\ttest's ndcg@1: 0.656892\ttest's ndcg@3: 0.801159\ttest's ndcg@5: 0.825258\n",
      "[47]\ttrain's map@1: 0.663216\ttrain's map@3: 0.771156\ttrain's map@5: 0.784572\ttrain's ndcg@1: 0.663216\ttrain's ndcg@3: 0.805831\ttrain's ndcg@5: 0.829447\ttest's map@1: 0.657268\ttest's map@3: 0.76635\ttest's map@5: 0.780054\ttest's ndcg@1: 0.657268\ttest's ndcg@3: 0.801422\ttest's ndcg@5: 0.825498\n",
      "[48]\ttrain's map@1: 0.663498\ttrain's map@3: 0.771446\ttrain's map@5: 0.784838\ttrain's ndcg@1: 0.663498\ttrain's ndcg@3: 0.806113\ttrain's ndcg@5: 0.829686\ttest's map@1: 0.657587\ttest's map@3: 0.76664\ttest's map@5: 0.780313\ttest's ndcg@1: 0.657587\ttest's ndcg@3: 0.801691\ttest's ndcg@5: 0.825707\n",
      "[49]\ttrain's map@1: 0.663819\ttrain's map@3: 0.771705\ttrain's map@5: 0.785082\ttrain's ndcg@1: 0.663819\ttrain's ndcg@3: 0.806353\ttrain's ndcg@5: 0.829903\ttest's map@1: 0.657785\ttest's map@3: 0.766801\ttest's map@5: 0.780462\ttest's ndcg@1: 0.657785\ttest's ndcg@3: 0.80184\ttest's ndcg@5: 0.825837\n",
      "[50]\ttrain's map@1: 0.664238\ttrain's map@3: 0.772015\ttrain's map@5: 0.785362\ttrain's ndcg@1: 0.664238\ttrain's ndcg@3: 0.806638\ttrain's ndcg@5: 0.830129\ttest's map@1: 0.65801\ttest's map@3: 0.766987\ttest's map@5: 0.78062\ttest's ndcg@1: 0.65801\ttest's ndcg@3: 0.802015\ttest's ndcg@5: 0.825963\n",
      "[51]\ttrain's map@1: 0.664414\ttrain's map@3: 0.772221\ttrain's map@5: 0.785552\ttrain's ndcg@1: 0.664414\ttrain's ndcg@3: 0.806842\ttrain's ndcg@5: 0.83031\ttest's map@1: 0.658298\ttest's map@3: 0.767152\ttest's map@5: 0.780784\ttest's ndcg@1: 0.658298\ttest's ndcg@3: 0.802144\ttest's ndcg@5: 0.826087\n",
      "[52]\ttrain's map@1: 0.664685\ttrain's map@3: 0.772493\ttrain's map@5: 0.785777\ttrain's ndcg@1: 0.664685\ttrain's ndcg@3: 0.807116\ttrain's ndcg@5: 0.830497\ttest's map@1: 0.658481\ttest's map@3: 0.767321\ttest's map@5: 0.780953\ttest's ndcg@1: 0.658481\ttest's ndcg@3: 0.802301\ttest's ndcg@5: 0.826244\n",
      "[53]\ttrain's map@1: 0.665004\ttrain's map@3: 0.772754\ttrain's map@5: 0.78603\ttrain's ndcg@1: 0.665004\ttrain's ndcg@3: 0.807363\ttrain's ndcg@5: 0.830729\ttest's map@1: 0.658712\ttest's map@3: 0.767532\ttest's map@5: 0.78114\ttest's ndcg@1: 0.658712\ttest's ndcg@3: 0.802511\ttest's ndcg@5: 0.82641\n",
      "[54]\ttrain's map@1: 0.665212\ttrain's map@3: 0.77295\ttrain's map@5: 0.786203\ttrain's ndcg@1: 0.665212\ttrain's ndcg@3: 0.807545\ttrain's ndcg@5: 0.830869\ttest's map@1: 0.658889\ttest's map@3: 0.767717\ttest's map@5: 0.781295\ttest's ndcg@1: 0.658889\ttest's ndcg@3: 0.802675\ttest's ndcg@5: 0.826529\n",
      "[55]\ttrain's map@1: 0.665445\ttrain's map@3: 0.773177\ttrain's map@5: 0.786413\ttrain's ndcg@1: 0.665445\ttrain's ndcg@3: 0.807761\ttrain's ndcg@5: 0.831056\ttest's map@1: 0.659229\ttest's map@3: 0.768014\ttest's map@5: 0.78155\ttest's ndcg@1: 0.659229\ttest's ndcg@3: 0.802968\ttest's ndcg@5: 0.826749\n",
      "[56]\ttrain's map@1: 0.665591\ttrain's map@3: 0.773363\ttrain's map@5: 0.786569\ttrain's ndcg@1: 0.665591\ttrain's ndcg@3: 0.807957\ttrain's ndcg@5: 0.831197\ttest's map@1: 0.659339\ttest's map@3: 0.768197\ttest's map@5: 0.781666\ttest's ndcg@1: 0.659339\ttest's ndcg@3: 0.803184\ttest's ndcg@5: 0.826853\n",
      "[57]\ttrain's map@1: 0.665735\ttrain's map@3: 0.773469\ttrain's map@5: 0.786711\ttrain's ndcg@1: 0.665735\ttrain's ndcg@3: 0.808031\ttrain's ndcg@5: 0.831331\ttest's map@1: 0.659571\ttest's map@3: 0.768391\ttest's map@5: 0.781859\ttest's ndcg@1: 0.659571\ttest's ndcg@3: 0.803364\ttest's ndcg@5: 0.827028\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[58]\ttrain's map@1: 0.665915\ttrain's map@3: 0.773646\ttrain's map@5: 0.786868\ttrain's ndcg@1: 0.665915\ttrain's ndcg@3: 0.80821\ttrain's ndcg@5: 0.831472\ttest's map@1: 0.659788\ttest's map@3: 0.768568\ttest's map@5: 0.78203\ttest's ndcg@1: 0.659788\ttest's ndcg@3: 0.803524\ttest's ndcg@5: 0.827178\n",
      "[59]\ttrain's map@1: 0.666161\ttrain's map@3: 0.773891\ttrain's map@5: 0.787079\ttrain's ndcg@1: 0.666161\ttrain's ndcg@3: 0.80846\ttrain's ndcg@5: 0.831664\ttest's map@1: 0.659998\ttest's map@3: 0.768756\ttest's map@5: 0.782198\ttest's ndcg@1: 0.659998\ttest's ndcg@3: 0.803703\ttest's ndcg@5: 0.827322\n",
      "[60]\ttrain's map@1: 0.666375\ttrain's map@3: 0.774146\ttrain's map@5: 0.787277\ttrain's ndcg@1: 0.666375\ttrain's ndcg@3: 0.808733\ttrain's ndcg@5: 0.831843\ttest's map@1: 0.660212\ttest's map@3: 0.768931\ttest's map@5: 0.782363\ttest's ndcg@1: 0.660212\ttest's ndcg@3: 0.803854\ttest's ndcg@5: 0.827451\n",
      "[61]\ttrain's map@1: 0.666665\ttrain's map@3: 0.774375\ttrain's map@5: 0.787474\ttrain's ndcg@1: 0.666665\ttrain's ndcg@3: 0.808943\ttrain's ndcg@5: 0.831998\ttest's map@1: 0.660335\ttest's map@3: 0.769051\ttest's map@5: 0.782452\ttest's ndcg@1: 0.660335\ttest's ndcg@3: 0.803982\ttest's ndcg@5: 0.827523\n",
      "[62]\ttrain's map@1: 0.666836\ttrain's map@3: 0.774504\ttrain's map@5: 0.787626\ttrain's ndcg@1: 0.666836\ttrain's ndcg@3: 0.809051\ttrain's ndcg@5: 0.832139\ttest's map@1: 0.660489\ttest's map@3: 0.769157\ttest's map@5: 0.782558\ttest's ndcg@1: 0.660489\ttest's ndcg@3: 0.804069\ttest's ndcg@5: 0.827613\n",
      "[63]\ttrain's map@1: 0.667207\ttrain's map@3: 0.774802\ttrain's map@5: 0.787884\ttrain's ndcg@1: 0.667207\ttrain's ndcg@3: 0.809337\ttrain's ndcg@5: 0.832359\ttest's map@1: 0.660584\ttest's map@3: 0.7693\ttest's map@5: 0.782696\ttest's ndcg@1: 0.660584\ttest's ndcg@3: 0.804213\ttest's ndcg@5: 0.827747\n",
      "[64]\ttrain's map@1: 0.667336\ttrain's map@3: 0.774911\ttrain's map@5: 0.787998\ttrain's ndcg@1: 0.667336\ttrain's ndcg@3: 0.809434\ttrain's ndcg@5: 0.832459\ttest's map@1: 0.660752\ttest's map@3: 0.769458\ttest's map@5: 0.782829\ttest's ndcg@1: 0.660752\ttest's ndcg@3: 0.804367\ttest's ndcg@5: 0.827859\n",
      "[65]\ttrain's map@1: 0.667615\ttrain's map@3: 0.775129\ttrain's map@5: 0.788201\ttrain's ndcg@1: 0.667615\ttrain's ndcg@3: 0.80963\ttrain's ndcg@5: 0.832625\ttest's map@1: 0.660977\ttest's map@3: 0.769648\ttest's map@5: 0.783007\ttest's ndcg@1: 0.660977\ttest's ndcg@3: 0.804548\ttest's ndcg@5: 0.828017\n",
      "[66]\ttrain's map@1: 0.667877\ttrain's map@3: 0.775385\ttrain's map@5: 0.788445\ttrain's ndcg@1: 0.667877\ttrain's ndcg@3: 0.809864\ttrain's ndcg@5: 0.832835\ttest's map@1: 0.661089\ttest's map@3: 0.769805\ttest's map@5: 0.783125\ttest's ndcg@1: 0.661089\ttest's ndcg@3: 0.80472\ttest's ndcg@5: 0.828125\n",
      "[67]\ttrain's map@1: 0.66803\ttrain's map@3: 0.775528\ttrain's map@5: 0.788579\ttrain's ndcg@1: 0.66803\ttrain's ndcg@3: 0.810003\ttrain's ndcg@5: 0.832957\ttest's map@1: 0.661333\ttest's map@3: 0.769963\ttest's map@5: 0.783263\ttest's ndcg@1: 0.661333\ttest's ndcg@3: 0.804862\ttest's ndcg@5: 0.828234\n",
      "[68]\ttrain's map@1: 0.668225\ttrain's map@3: 0.775689\ttrain's map@5: 0.788731\ttrain's ndcg@1: 0.668225\ttrain's ndcg@3: 0.810148\ttrain's ndcg@5: 0.833087\ttest's map@1: 0.661487\ttest's map@3: 0.770079\ttest's map@5: 0.783364\ttest's ndcg@1: 0.661487\ttest's ndcg@3: 0.804967\ttest's ndcg@5: 0.828311\n",
      "[69]\ttrain's map@1: 0.668422\ttrain's map@3: 0.775857\ttrain's map@5: 0.788884\ttrain's ndcg@1: 0.668422\ttrain's ndcg@3: 0.81031\ttrain's ndcg@5: 0.833224\ttest's map@1: 0.661629\ttest's map@3: 0.770241\ttest's map@5: 0.783527\ttest's ndcg@1: 0.661629\ttest's ndcg@3: 0.805116\ttest's ndcg@5: 0.828456\n",
      "[70]\ttrain's map@1: 0.668591\ttrain's map@3: 0.776025\ttrain's map@5: 0.789041\ttrain's ndcg@1: 0.668591\ttrain's ndcg@3: 0.810467\ttrain's ndcg@5: 0.833363\ttest's map@1: 0.661657\ttest's map@3: 0.770322\ttest's map@5: 0.783573\ttest's ndcg@1: 0.661657\ttest's ndcg@3: 0.805213\ttest's ndcg@5: 0.828489\n",
      "[71]\ttrain's map@1: 0.668804\ttrain's map@3: 0.776188\ttrain's map@5: 0.789191\ttrain's ndcg@1: 0.668804\ttrain's ndcg@3: 0.810612\ttrain's ndcg@5: 0.833484\ttest's map@1: 0.661866\ttest's map@3: 0.77047\ttest's map@5: 0.783716\ttest's ndcg@1: 0.661866\ttest's ndcg@3: 0.805343\ttest's ndcg@5: 0.828615\n",
      "[72]\ttrain's map@1: 0.668961\ttrain's map@3: 0.776316\ttrain's map@5: 0.789322\ttrain's ndcg@1: 0.668961\ttrain's ndcg@3: 0.810725\ttrain's ndcg@5: 0.833595\ttest's map@1: 0.662132\ttest's map@3: 0.770638\ttest's map@5: 0.783893\ttest's ndcg@1: 0.662132\ttest's ndcg@3: 0.805467\ttest's ndcg@5: 0.828754\n",
      "[73]\ttrain's map@1: 0.669156\ttrain's map@3: 0.776489\ttrain's map@5: 0.789476\ttrain's ndcg@1: 0.669156\ttrain's ndcg@3: 0.810891\ttrain's ndcg@5: 0.833726\ttest's map@1: 0.662315\ttest's map@3: 0.770776\ttest's map@5: 0.784035\ttest's ndcg@1: 0.662315\ttest's ndcg@3: 0.805585\ttest's ndcg@5: 0.828878\n",
      "[74]\ttrain's map@1: 0.669355\ttrain's map@3: 0.776663\ttrain's map@5: 0.789625\ttrain's ndcg@1: 0.669355\ttrain's ndcg@3: 0.811056\ttrain's ndcg@5: 0.833845\ttest's map@1: 0.662366\ttest's map@3: 0.770837\ttest's map@5: 0.784088\ttest's ndcg@1: 0.662366\ttest's ndcg@3: 0.805647\ttest's ndcg@5: 0.828924\n",
      "[75]\ttrain's map@1: 0.669473\ttrain's map@3: 0.776777\ttrain's map@5: 0.789725\ttrain's ndcg@1: 0.669473\ttrain's ndcg@3: 0.811174\ttrain's ndcg@5: 0.833942\ttest's map@1: 0.662321\ttest's map@3: 0.770845\ttest's map@5: 0.784112\ttest's ndcg@1: 0.662321\ttest's ndcg@3: 0.805669\ttest's ndcg@5: 0.828969\n",
      "[76]\ttrain's map@1: 0.66967\ttrain's map@3: 0.776982\ttrain's map@5: 0.789903\ttrain's ndcg@1: 0.66967\ttrain's ndcg@3: 0.811383\ttrain's ndcg@5: 0.834107\ttest's map@1: 0.662375\ttest's map@3: 0.770929\ttest's map@5: 0.784172\ttest's ndcg@1: 0.662375\ttest's ndcg@3: 0.805759\ttest's ndcg@5: 0.82902\n",
      "[77]\ttrain's map@1: 0.669733\ttrain's map@3: 0.777076\ttrain's map@5: 0.789976\ttrain's ndcg@1: 0.669733\ttrain's ndcg@3: 0.811486\ttrain's ndcg@5: 0.834168\ttest's map@1: 0.662642\ttest's map@3: 0.77108\ttest's map@5: 0.784314\ttest's ndcg@1: 0.662642\ttest's ndcg@3: 0.805886\ttest's ndcg@5: 0.829131\n",
      "[78]\ttrain's map@1: 0.670022\ttrain's map@3: 0.777285\ttrain's map@5: 0.79016\ttrain's ndcg@1: 0.670022\ttrain's ndcg@3: 0.811679\ttrain's ndcg@5: 0.834319\ttest's map@1: 0.662753\ttest's map@3: 0.771212\ttest's map@5: 0.784441\ttest's ndcg@1: 0.662753\ttest's ndcg@3: 0.806013\ttest's ndcg@5: 0.829248\n",
      "[79]\ttrain's map@1: 0.670191\ttrain's map@3: 0.777419\ttrain's map@5: 0.790298\ttrain's ndcg@1: 0.670191\ttrain's ndcg@3: 0.811799\ttrain's ndcg@5: 0.834447\ttest's map@1: 0.662833\ttest's map@3: 0.771269\ttest's map@5: 0.784483\ttest's ndcg@1: 0.662833\ttest's ndcg@3: 0.806073\ttest's ndcg@5: 0.829279\n",
      "[80]\ttrain's map@1: 0.670428\ttrain's map@3: 0.777595\ttrain's map@5: 0.790469\ttrain's ndcg@1: 0.670428\ttrain's ndcg@3: 0.811953\ttrain's ndcg@5: 0.834592\ttest's map@1: 0.662918\ttest's map@3: 0.771346\ttest's map@5: 0.784561\ttest's ndcg@1: 0.662918\ttest's ndcg@3: 0.80614\ttest's ndcg@5: 0.82935\n",
      "[81]\ttrain's map@1: 0.670528\ttrain's map@3: 0.777673\ttrain's map@5: 0.79057\ttrain's ndcg@1: 0.670528\ttrain's ndcg@3: 0.812011\ttrain's ndcg@5: 0.834689\ttest's map@1: 0.663138\ttest's map@3: 0.771522\ttest's map@5: 0.784734\ttest's ndcg@1: 0.663138\ttest's ndcg@3: 0.806288\ttest's ndcg@5: 0.829496\n",
      "[82]\ttrain's map@1: 0.67067\ttrain's map@3: 0.777871\ttrain's map@5: 0.790702\ttrain's ndcg@1: 0.67067\ttrain's ndcg@3: 0.812236\ttrain's ndcg@5: 0.8348\ttest's map@1: 0.663213\ttest's map@3: 0.771605\ttest's map@5: 0.784795\ttest's ndcg@1: 0.663213\ttest's ndcg@3: 0.806373\ttest's ndcg@5: 0.82954\n",
      "[83]\ttrain's map@1: 0.670951\ttrain's map@3: 0.778059\ttrain's map@5: 0.790887\ttrain's ndcg@1: 0.670951\ttrain's ndcg@3: 0.812392\ttrain's ndcg@5: 0.834952\ttest's map@1: 0.663339\ttest's map@3: 0.771725\ttest's map@5: 0.7849\ttest's ndcg@1: 0.663339\ttest's ndcg@3: 0.806488\ttest's ndcg@5: 0.829629\n",
      "[84]\ttrain's map@1: 0.671114\ttrain's map@3: 0.77819\ttrain's map@5: 0.791018\ttrain's ndcg@1: 0.671114\ttrain's ndcg@3: 0.812509\ttrain's ndcg@5: 0.835071\ttest's map@1: 0.663491\ttest's map@3: 0.771853\ttest's map@5: 0.785014\ttest's ndcg@1: 0.663491\ttest's ndcg@3: 0.806608\ttest's ndcg@5: 0.829727\n",
      "[85]\ttrain's map@1: 0.671234\ttrain's map@3: 0.778333\ttrain's map@5: 0.79115\ttrain's ndcg@1: 0.671234\ttrain's ndcg@3: 0.812658\ttrain's ndcg@5: 0.835199\ttest's map@1: 0.663585\ttest's map@3: 0.771916\ttest's map@5: 0.78508\ttest's ndcg@1: 0.663585\ttest's ndcg@3: 0.806659\ttest's ndcg@5: 0.829781\n",
      "[86]\ttrain's map@1: 0.671337\ttrain's map@3: 0.778432\ttrain's map@5: 0.79124\ttrain's ndcg@1: 0.671337\ttrain's ndcg@3: 0.81276\ttrain's ndcg@5: 0.835287\ttest's map@1: 0.663684\ttest's map@3: 0.771993\ttest's map@5: 0.785153\ttest's ndcg@1: 0.663684\ttest's ndcg@3: 0.806728\ttest's ndcg@5: 0.829843\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[87]\ttrain's map@1: 0.671598\ttrain's map@3: 0.778612\ttrain's map@5: 0.791416\ttrain's ndcg@1: 0.671598\ttrain's ndcg@3: 0.812911\ttrain's ndcg@5: 0.835427\ttest's map@1: 0.663809\ttest's map@3: 0.772081\ttest's map@5: 0.785249\ttest's ndcg@1: 0.663809\ttest's ndcg@3: 0.806796\ttest's ndcg@5: 0.829924\n",
      "[88]\ttrain's map@1: 0.671724\ttrain's map@3: 0.778737\ttrain's map@5: 0.791526\ttrain's ndcg@1: 0.671724\ttrain's ndcg@3: 0.813038\ttrain's ndcg@5: 0.835529\ttest's map@1: 0.663909\ttest's map@3: 0.772173\ttest's map@5: 0.785335\ttest's ndcg@1: 0.663909\ttest's ndcg@3: 0.80688\ttest's ndcg@5: 0.83\n",
      "[89]\ttrain's map@1: 0.671849\ttrain's map@3: 0.778809\ttrain's map@5: 0.791633\ttrain's ndcg@1: 0.671849\ttrain's ndcg@3: 0.813082\ttrain's ndcg@5: 0.835629\ttest's map@1: 0.663983\ttest's map@3: 0.772243\ttest's map@5: 0.785395\ttest's ndcg@1: 0.663983\ttest's ndcg@3: 0.806952\ttest's ndcg@5: 0.830053\n",
      "[90]\ttrain's map@1: 0.671899\ttrain's map@3: 0.778874\ttrain's map@5: 0.791698\ttrain's ndcg@1: 0.671899\ttrain's ndcg@3: 0.813148\ttrain's ndcg@5: 0.835696\ttest's map@1: 0.664094\ttest's map@3: 0.772313\ttest's map@5: 0.785466\ttest's ndcg@1: 0.664094\ttest's ndcg@3: 0.807009\ttest's ndcg@5: 0.830114\n",
      "[91]\ttrain's map@1: 0.672074\ttrain's map@3: 0.779023\ttrain's map@5: 0.791834\ttrain's ndcg@1: 0.672074\ttrain's ndcg@3: 0.813291\ttrain's ndcg@5: 0.835814\ttest's map@1: 0.664169\ttest's map@3: 0.772388\ttest's map@5: 0.785531\ttest's ndcg@1: 0.664169\ttest's ndcg@3: 0.807084\ttest's ndcg@5: 0.830173\n",
      "[92]\ttrain's map@1: 0.672295\ttrain's map@3: 0.779203\ttrain's map@5: 0.791988\ttrain's ndcg@1: 0.672295\ttrain's ndcg@3: 0.813468\ttrain's ndcg@5: 0.835947\ttest's map@1: 0.66434\ttest's map@3: 0.772496\ttest's map@5: 0.785642\ttest's ndcg@1: 0.66434\ttest's ndcg@3: 0.807173\ttest's ndcg@5: 0.830268\n",
      "[93]\ttrain's map@1: 0.672471\ttrain's map@3: 0.779346\ttrain's map@5: 0.792117\ttrain's ndcg@1: 0.672471\ttrain's ndcg@3: 0.813597\ttrain's ndcg@5: 0.836055\ttest's map@1: 0.664469\ttest's map@3: 0.772577\ttest's map@5: 0.785728\ttest's ndcg@1: 0.664469\ttest's ndcg@3: 0.807237\ttest's ndcg@5: 0.830342\n",
      "[94]\ttrain's map@1: 0.672559\ttrain's map@3: 0.779392\ttrain's map@5: 0.792194\ttrain's ndcg@1: 0.672559\ttrain's ndcg@3: 0.813623\ttrain's ndcg@5: 0.836131\ttest's map@1: 0.664484\ttest's map@3: 0.772621\ttest's map@5: 0.785776\ttest's ndcg@1: 0.664484\ttest's ndcg@3: 0.807288\ttest's ndcg@5: 0.830402\n",
      "[95]\ttrain's map@1: 0.672786\ttrain's map@3: 0.779554\ttrain's map@5: 0.792342\ttrain's ndcg@1: 0.672786\ttrain's ndcg@3: 0.813771\ttrain's ndcg@5: 0.836255\ttest's map@1: 0.664556\ttest's map@3: 0.772666\ttest's map@5: 0.785819\ttest's ndcg@1: 0.664556\ttest's ndcg@3: 0.80733\ttest's ndcg@5: 0.830437\n",
      "[96]\ttrain's map@1: 0.672928\ttrain's map@3: 0.779712\ttrain's map@5: 0.792473\ttrain's ndcg@1: 0.672928\ttrain's ndcg@3: 0.813931\ttrain's ndcg@5: 0.836371\ttest's map@1: 0.664759\ttest's map@3: 0.772775\ttest's map@5: 0.785933\ttest's ndcg@1: 0.664759\ttest's ndcg@3: 0.807416\ttest's ndcg@5: 0.83053\n",
      "[97]\ttrain's map@1: 0.67301\ttrain's map@3: 0.779782\ttrain's map@5: 0.792544\ttrain's ndcg@1: 0.67301\ttrain's ndcg@3: 0.813993\ttrain's ndcg@5: 0.836435\ttest's map@1: 0.664808\ttest's map@3: 0.772826\ttest's map@5: 0.785978\ttest's ndcg@1: 0.664808\ttest's ndcg@3: 0.807464\ttest's ndcg@5: 0.830568\n",
      "[98]\ttrain's map@1: 0.673143\ttrain's map@3: 0.779894\ttrain's map@5: 0.79265\ttrain's ndcg@1: 0.673143\ttrain's ndcg@3: 0.814098\ttrain's ndcg@5: 0.836529\ttest's map@1: 0.664974\ttest's map@3: 0.772957\ttest's map@5: 0.786098\ttest's ndcg@1: 0.664974\ttest's ndcg@3: 0.807582\ttest's ndcg@5: 0.830669\n",
      "[99]\ttrain's map@1: 0.673243\ttrain's map@3: 0.779974\ttrain's map@5: 0.792729\ttrain's ndcg@1: 0.673243\ttrain's ndcg@3: 0.81417\ttrain's ndcg@5: 0.836598\ttest's map@1: 0.665052\ttest's map@3: 0.77302\ttest's map@5: 0.786158\ttest's ndcg@1: 0.665052\ttest's ndcg@3: 0.80764\ttest's ndcg@5: 0.83072\n",
      "[100]\ttrain's map@1: 0.673453\ttrain's map@3: 0.780151\ttrain's map@5: 0.792884\ttrain's ndcg@1: 0.673453\ttrain's ndcg@3: 0.814338\ttrain's ndcg@5: 0.836729\ttest's map@1: 0.66519\ttest's map@3: 0.773152\ttest's map@5: 0.786275\ttest's ndcg@1: 0.66519\ttest's ndcg@3: 0.807753\ttest's ndcg@5: 0.830807\n",
      "[101]\ttrain's map@1: 0.673598\ttrain's map@3: 0.780279\ttrain's map@5: 0.793001\ttrain's ndcg@1: 0.673598\ttrain's ndcg@3: 0.814467\ttrain's ndcg@5: 0.836838\ttest's map@1: 0.665287\ttest's map@3: 0.773229\ttest's map@5: 0.786338\ttest's ndcg@1: 0.665287\ttest's ndcg@3: 0.807831\ttest's ndcg@5: 0.830857\n",
      "[102]\ttrain's map@1: 0.673747\ttrain's map@3: 0.78041\ttrain's map@5: 0.793111\ttrain's ndcg@1: 0.673747\ttrain's ndcg@3: 0.814596\ttrain's ndcg@5: 0.83693\ttest's map@1: 0.665298\ttest's map@3: 0.773279\ttest's map@5: 0.786374\ttest's ndcg@1: 0.665298\ttest's ndcg@3: 0.807894\ttest's ndcg@5: 0.830897\n",
      "[103]\ttrain's map@1: 0.673895\ttrain's map@3: 0.780536\ttrain's map@5: 0.793238\ttrain's ndcg@1: 0.673895\ttrain's ndcg@3: 0.814706\ttrain's ndcg@5: 0.837045\ttest's map@1: 0.665414\ttest's map@3: 0.773349\ttest's map@5: 0.786448\ttest's ndcg@1: 0.665414\ttest's ndcg@3: 0.807945\ttest's ndcg@5: 0.830954\n",
      "[104]\ttrain's map@1: 0.674002\ttrain's map@3: 0.780645\ttrain's map@5: 0.793332\ttrain's ndcg@1: 0.674002\ttrain's ndcg@3: 0.814816\ttrain's ndcg@5: 0.83713\ttest's map@1: 0.665431\ttest's map@3: 0.77339\ttest's map@5: 0.786476\ttest's ndcg@1: 0.665431\ttest's ndcg@3: 0.807994\ttest's ndcg@5: 0.830977\n",
      "[105]\ttrain's map@1: 0.674095\ttrain's map@3: 0.780731\ttrain's map@5: 0.793414\ttrain's ndcg@1: 0.674095\ttrain's ndcg@3: 0.814895\ttrain's ndcg@5: 0.837198\ttest's map@1: 0.665524\ttest's map@3: 0.773478\ttest's map@5: 0.78655\ttest's ndcg@1: 0.665524\ttest's ndcg@3: 0.808081\ttest's ndcg@5: 0.831042\n",
      "[106]\ttrain's map@1: 0.674204\ttrain's map@3: 0.780812\ttrain's map@5: 0.793499\ttrain's ndcg@1: 0.674204\ttrain's ndcg@3: 0.814962\ttrain's ndcg@5: 0.837274\ttest's map@1: 0.665561\ttest's map@3: 0.773527\ttest's map@5: 0.786588\ttest's ndcg@1: 0.665561\ttest's ndcg@3: 0.808135\ttest's ndcg@5: 0.831077\n",
      "[107]\ttrain's map@1: 0.674274\ttrain's map@3: 0.780889\ttrain's map@5: 0.793573\ttrain's ndcg@1: 0.674274\ttrain's ndcg@3: 0.81504\ttrain's ndcg@5: 0.837347\ttest's map@1: 0.665591\ttest's map@3: 0.773565\ttest's map@5: 0.786618\ttest's ndcg@1: 0.665591\ttest's ndcg@3: 0.808175\ttest's ndcg@5: 0.831102\n",
      "[108]\ttrain's map@1: 0.674454\ttrain's map@3: 0.781056\ttrain's map@5: 0.793714\ttrain's ndcg@1: 0.674454\ttrain's ndcg@3: 0.815204\ttrain's ndcg@5: 0.837465\ttest's map@1: 0.665708\ttest's map@3: 0.773644\ttest's map@5: 0.786704\ttest's ndcg@1: 0.665708\ttest's ndcg@3: 0.808247\ttest's ndcg@5: 0.831186\n",
      "[109]\ttrain's map@1: 0.674528\ttrain's map@3: 0.781145\ttrain's map@5: 0.793788\ttrain's ndcg@1: 0.674528\ttrain's ndcg@3: 0.815297\ttrain's ndcg@5: 0.837532\ttest's map@1: 0.665831\ttest's map@3: 0.773723\ttest's map@5: 0.786775\ttest's ndcg@1: 0.665831\ttest's ndcg@3: 0.808312\ttest's ndcg@5: 0.831238\n",
      "[110]\ttrain's map@1: 0.674579\ttrain's map@3: 0.78122\ttrain's map@5: 0.793859\ttrain's ndcg@1: 0.674579\ttrain's ndcg@3: 0.815375\ttrain's ndcg@5: 0.837601\ttest's map@1: 0.665894\ttest's map@3: 0.773767\ttest's map@5: 0.786826\ttest's ndcg@1: 0.665894\ttest's ndcg@3: 0.808341\ttest's ndcg@5: 0.831277\n",
      "[111]\ttrain's map@1: 0.674619\ttrain's map@3: 0.781269\ttrain's map@5: 0.793907\ttrain's ndcg@1: 0.674619\ttrain's ndcg@3: 0.815424\ttrain's ndcg@5: 0.837648\ttest's map@1: 0.665954\ttest's map@3: 0.773811\ttest's map@5: 0.786864\ttest's ndcg@1: 0.665954\ttest's ndcg@3: 0.808384\ttest's ndcg@5: 0.831309\n",
      "[112]\ttrain's map@1: 0.674684\ttrain's map@3: 0.781332\ttrain's map@5: 0.793966\ttrain's ndcg@1: 0.674684\ttrain's ndcg@3: 0.815482\ttrain's ndcg@5: 0.837698\ttest's map@1: 0.665989\ttest's map@3: 0.773865\ttest's map@5: 0.786905\ttest's ndcg@1: 0.665989\ttest's ndcg@3: 0.808442\ttest's ndcg@5: 0.831343\n",
      "[113]\ttrain's map@1: 0.674762\ttrain's map@3: 0.781405\ttrain's map@5: 0.794029\ttrain's ndcg@1: 0.674762\ttrain's ndcg@3: 0.815558\ttrain's ndcg@5: 0.837753\ttest's map@1: 0.665988\ttest's map@3: 0.773872\ttest's map@5: 0.786905\ttest's ndcg@1: 0.665988\ttest's ndcg@3: 0.808452\ttest's ndcg@5: 0.831343\n",
      "[114]\ttrain's map@1: 0.674857\ttrain's map@3: 0.781491\ttrain's map@5: 0.79411\ttrain's ndcg@1: 0.674857\ttrain's ndcg@3: 0.815644\ttrain's ndcg@5: 0.83783\ttest's map@1: 0.666146\ttest's map@3: 0.773977\ttest's map@5: 0.787011\ttest's ndcg@1: 0.666146\ttest's ndcg@3: 0.808538\ttest's ndcg@5: 0.831429\n",
      "[115]\ttrain's map@1: 0.674914\ttrain's map@3: 0.781547\ttrain's map@5: 0.794167\ttrain's ndcg@1: 0.674914\ttrain's ndcg@3: 0.815697\ttrain's ndcg@5: 0.837887\ttest's map@1: 0.66618\ttest's map@3: 0.774014\ttest's map@5: 0.787046\ttest's ndcg@1: 0.66618\ttest's ndcg@3: 0.808573\ttest's ndcg@5: 0.831459\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[116]\ttrain's map@1: 0.674976\ttrain's map@3: 0.781616\ttrain's map@5: 0.794235\ttrain's ndcg@1: 0.674976\ttrain's ndcg@3: 0.815764\ttrain's ndcg@5: 0.837949\ttest's map@1: 0.666141\ttest's map@3: 0.774003\ttest's map@5: 0.787027\ttest's ndcg@1: 0.666141\ttest's ndcg@3: 0.808568\ttest's ndcg@5: 0.831441\n",
      "[117]\ttrain's map@1: 0.675112\ttrain's map@3: 0.781719\ttrain's map@5: 0.794331\ttrain's ndcg@1: 0.675112\ttrain's ndcg@3: 0.815858\ttrain's ndcg@5: 0.838029\ttest's map@1: 0.666282\ttest's map@3: 0.774095\ttest's map@5: 0.787118\ttest's ndcg@1: 0.666282\ttest's ndcg@3: 0.808638\ttest's ndcg@5: 0.831505\n",
      "[118]\ttrain's map@1: 0.675272\ttrain's map@3: 0.781838\ttrain's map@5: 0.794438\ttrain's ndcg@1: 0.675272\ttrain's ndcg@3: 0.815965\ttrain's ndcg@5: 0.838114\ttest's map@1: 0.666335\ttest's map@3: 0.774136\ttest's map@5: 0.787163\ttest's ndcg@1: 0.666335\ttest's ndcg@3: 0.808674\ttest's ndcg@5: 0.831549\n",
      "[119]\ttrain's map@1: 0.675344\ttrain's map@3: 0.78191\ttrain's map@5: 0.794508\ttrain's ndcg@1: 0.675344\ttrain's ndcg@3: 0.816034\ttrain's ndcg@5: 0.838182\ttest's map@1: 0.666334\ttest's map@3: 0.774142\ttest's map@5: 0.78717\ttest's ndcg@1: 0.666334\ttest's ndcg@3: 0.808687\ttest's ndcg@5: 0.831563\n",
      "[120]\ttrain's map@1: 0.67547\ttrain's map@3: 0.782011\ttrain's map@5: 0.794607\ttrain's ndcg@1: 0.67547\ttrain's ndcg@3: 0.816129\ttrain's ndcg@5: 0.838274\ttest's map@1: 0.666458\ttest's map@3: 0.774239\ttest's map@5: 0.787252\ttest's ndcg@1: 0.666458\ttest's ndcg@3: 0.808779\ttest's ndcg@5: 0.831631\n",
      "[121]\ttrain's map@1: 0.675576\ttrain's map@3: 0.782099\ttrain's map@5: 0.794681\ttrain's ndcg@1: 0.675576\ttrain's ndcg@3: 0.816212\ttrain's ndcg@5: 0.838332\ttest's map@1: 0.666544\ttest's map@3: 0.774297\ttest's map@5: 0.787304\ttest's ndcg@1: 0.666544\ttest's ndcg@3: 0.808831\ttest's ndcg@5: 0.83167\n",
      "[122]\ttrain's map@1: 0.675693\ttrain's map@3: 0.782191\ttrain's map@5: 0.794773\ttrain's ndcg@1: 0.675693\ttrain's ndcg@3: 0.816292\ttrain's ndcg@5: 0.838413\ttest's map@1: 0.666573\ttest's map@3: 0.77433\ttest's map@5: 0.787355\ttest's ndcg@1: 0.666573\ttest's ndcg@3: 0.808859\ttest's ndcg@5: 0.831731\n",
      "[123]\ttrain's map@1: 0.675811\ttrain's map@3: 0.782298\ttrain's map@5: 0.794869\ttrain's ndcg@1: 0.675811\ttrain's ndcg@3: 0.816397\ttrain's ndcg@5: 0.838494\ttest's map@1: 0.66662\ttest's map@3: 0.774371\ttest's map@5: 0.787395\ttest's ndcg@1: 0.66662\ttest's ndcg@3: 0.8089\ttest's ndcg@5: 0.831772\n",
      "[124]\ttrain's map@1: 0.67586\ttrain's map@3: 0.782356\ttrain's map@5: 0.79493\ttrain's ndcg@1: 0.67586\ttrain's ndcg@3: 0.816461\ttrain's ndcg@5: 0.838566\ttest's map@1: 0.666639\ttest's map@3: 0.774391\ttest's map@5: 0.787409\ttest's ndcg@1: 0.666639\ttest's ndcg@3: 0.808921\ttest's ndcg@5: 0.831783\n",
      "[125]\ttrain's map@1: 0.675987\ttrain's map@3: 0.782454\ttrain's map@5: 0.795029\ttrain's ndcg@1: 0.675987\ttrain's ndcg@3: 0.816548\ttrain's ndcg@5: 0.838654\ttest's map@1: 0.666679\ttest's map@3: 0.774431\ttest's map@5: 0.787451\ttest's ndcg@1: 0.666679\ttest's ndcg@3: 0.808951\ttest's ndcg@5: 0.831816\n",
      "[126]\ttrain's map@1: 0.676135\ttrain's map@3: 0.782564\ttrain's map@5: 0.79514\ttrain's ndcg@1: 0.676135\ttrain's ndcg@3: 0.816644\ttrain's ndcg@5: 0.838752\ttest's map@1: 0.666769\ttest's map@3: 0.774489\ttest's map@5: 0.787504\ttest's ndcg@1: 0.666769\ttest's ndcg@3: 0.808999\ttest's ndcg@5: 0.831853\n",
      "[127]\ttrain's map@1: 0.676208\ttrain's map@3: 0.782636\ttrain's map@5: 0.795205\ttrain's ndcg@1: 0.676208\ttrain's ndcg@3: 0.816716\ttrain's ndcg@5: 0.838808\ttest's map@1: 0.66679\ttest's map@3: 0.774531\ttest's map@5: 0.787533\ttest's ndcg@1: 0.66679\ttest's ndcg@3: 0.809047\ttest's ndcg@5: 0.83188\n",
      "[128]\ttrain's map@1: 0.676254\ttrain's map@3: 0.782684\ttrain's map@5: 0.795263\ttrain's ndcg@1: 0.676254\ttrain's ndcg@3: 0.816753\ttrain's ndcg@5: 0.838862\ttest's map@1: 0.666848\ttest's map@3: 0.77457\ttest's map@5: 0.787572\ttest's ndcg@1: 0.666848\ttest's ndcg@3: 0.809079\ttest's ndcg@5: 0.831911\n",
      "[129]\ttrain's map@1: 0.676321\ttrain's map@3: 0.782759\ttrain's map@5: 0.795334\ttrain's ndcg@1: 0.676321\ttrain's ndcg@3: 0.816826\ttrain's ndcg@5: 0.838929\ttest's map@1: 0.666917\ttest's map@3: 0.77463\ttest's map@5: 0.787599\ttest's ndcg@1: 0.666917\ttest's ndcg@3: 0.809144\ttest's ndcg@5: 0.831919\n",
      "[130]\ttrain's map@1: 0.676426\ttrain's map@3: 0.78285\ttrain's map@5: 0.795416\ttrain's ndcg@1: 0.676426\ttrain's ndcg@3: 0.816915\ttrain's ndcg@5: 0.839\ttest's map@1: 0.667031\ttest's map@3: 0.774707\ttest's map@5: 0.787676\ttest's ndcg@1: 0.667031\ttest's ndcg@3: 0.809206\ttest's ndcg@5: 0.831981\n",
      "[131]\ttrain's map@1: 0.676562\ttrain's map@3: 0.782976\ttrain's map@5: 0.795515\ttrain's ndcg@1: 0.676562\ttrain's ndcg@3: 0.817039\ttrain's ndcg@5: 0.83908\ttest's map@1: 0.667041\ttest's map@3: 0.774782\ttest's map@5: 0.787713\ttest's ndcg@1: 0.667041\ttest's ndcg@3: 0.809309\ttest's ndcg@5: 0.832018\n",
      "[132]\ttrain's map@1: 0.67669\ttrain's map@3: 0.783075\ttrain's map@5: 0.795617\ttrain's ndcg@1: 0.67669\ttrain's ndcg@3: 0.817122\ttrain's ndcg@5: 0.839166\ttest's map@1: 0.667179\ttest's map@3: 0.774878\ttest's map@5: 0.787795\ttest's ndcg@1: 0.667179\ttest's ndcg@3: 0.809394\ttest's ndcg@5: 0.832078\n",
      "[133]\ttrain's map@1: 0.676806\ttrain's map@3: 0.783183\ttrain's map@5: 0.795714\ttrain's ndcg@1: 0.676806\ttrain's ndcg@3: 0.817226\ttrain's ndcg@5: 0.839253\ttest's map@1: 0.667185\ttest's map@3: 0.774899\ttest's map@5: 0.787815\ttest's ndcg@1: 0.667185\ttest's ndcg@3: 0.809417\ttest's ndcg@5: 0.832102\n",
      "[134]\ttrain's map@1: 0.676903\ttrain's map@3: 0.783249\ttrain's map@5: 0.795788\ttrain's ndcg@1: 0.676903\ttrain's ndcg@3: 0.81728\ttrain's ndcg@5: 0.839319\ttest's map@1: 0.667237\ttest's map@3: 0.774924\ttest's map@5: 0.787844\ttest's ndcg@1: 0.667237\ttest's ndcg@3: 0.809434\ttest's ndcg@5: 0.832124\n",
      "[135]\ttrain's map@1: 0.67698\ttrain's map@3: 0.783312\ttrain's map@5: 0.795851\ttrain's ndcg@1: 0.67698\ttrain's ndcg@3: 0.81734\ttrain's ndcg@5: 0.839377\ttest's map@1: 0.667305\ttest's map@3: 0.774968\ttest's map@5: 0.787905\ttest's ndcg@1: 0.667305\ttest's ndcg@3: 0.809469\ttest's ndcg@5: 0.832188\n",
      "[136]\ttrain's map@1: 0.677116\ttrain's map@3: 0.783407\ttrain's map@5: 0.795943\ttrain's ndcg@1: 0.677116\ttrain's ndcg@3: 0.817418\ttrain's ndcg@5: 0.839451\ttest's map@1: 0.667341\ttest's map@3: 0.775008\ttest's map@5: 0.787942\ttest's ndcg@1: 0.667341\ttest's ndcg@3: 0.809507\ttest's ndcg@5: 0.832221\n",
      "[137]\ttrain's map@1: 0.67717\ttrain's map@3: 0.783459\ttrain's map@5: 0.796003\ttrain's ndcg@1: 0.67717\ttrain's ndcg@3: 0.817467\ttrain's ndcg@5: 0.839511\ttest's map@1: 0.667322\ttest's map@3: 0.775016\ttest's map@5: 0.787954\ttest's ndcg@1: 0.667322\ttest's ndcg@3: 0.809523\ttest's ndcg@5: 0.832241\n",
      "[138]\ttrain's map@1: 0.677214\ttrain's map@3: 0.783519\ttrain's map@5: 0.796054\ttrain's ndcg@1: 0.677214\ttrain's ndcg@3: 0.817529\ttrain's ndcg@5: 0.839559\ttest's map@1: 0.667422\ttest's map@3: 0.77506\ttest's map@5: 0.787998\ttest's ndcg@1: 0.667422\ttest's ndcg@3: 0.809554\ttest's ndcg@5: 0.832274\n",
      "[139]\ttrain's map@1: 0.677314\ttrain's map@3: 0.783592\ttrain's map@5: 0.796124\ttrain's ndcg@1: 0.677314\ttrain's ndcg@3: 0.817595\ttrain's ndcg@5: 0.839619\ttest's map@1: 0.667491\ttest's map@3: 0.775044\ttest's map@5: 0.788027\ttest's ndcg@1: 0.667491\ttest's ndcg@3: 0.809503\ttest's ndcg@5: 0.832298\n",
      "[140]\ttrain's map@1: 0.677466\ttrain's map@3: 0.783701\ttrain's map@5: 0.796229\ttrain's ndcg@1: 0.677466\ttrain's ndcg@3: 0.81769\ttrain's ndcg@5: 0.839707\ttest's map@1: 0.667587\ttest's map@3: 0.775098\ttest's map@5: 0.788089\ttest's ndcg@1: 0.667587\ttest's ndcg@3: 0.809542\ttest's ndcg@5: 0.832353\n",
      "[141]\ttrain's map@1: 0.677581\ttrain's map@3: 0.783797\ttrain's map@5: 0.79631\ttrain's ndcg@1: 0.677581\ttrain's ndcg@3: 0.817783\ttrain's ndcg@5: 0.839773\ttest's map@1: 0.667675\ttest's map@3: 0.775154\ttest's map@5: 0.788139\ttest's ndcg@1: 0.667675\ttest's ndcg@3: 0.809588\ttest's ndcg@5: 0.832388\n",
      "[142]\ttrain's map@1: 0.677622\ttrain's map@3: 0.783856\ttrain's map@5: 0.796362\ttrain's ndcg@1: 0.677622\ttrain's ndcg@3: 0.817846\ttrain's ndcg@5: 0.839826\ttest's map@1: 0.667751\ttest's map@3: 0.775212\ttest's map@5: 0.788187\ttest's ndcg@1: 0.667751\ttest's ndcg@3: 0.809644\ttest's ndcg@5: 0.832424\n",
      "[143]\ttrain's map@1: 0.677711\ttrain's map@3: 0.783932\ttrain's map@5: 0.79643\ttrain's ndcg@1: 0.677711\ttrain's ndcg@3: 0.817919\ttrain's ndcg@5: 0.839889\ttest's map@1: 0.667691\ttest's map@3: 0.775205\ttest's map@5: 0.788177\ttest's ndcg@1: 0.667691\ttest's ndcg@3: 0.809645\ttest's ndcg@5: 0.832422\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[144]\ttrain's map@1: 0.677801\ttrain's map@3: 0.784002\ttrain's map@5: 0.796505\ttrain's ndcg@1: 0.677801\ttrain's ndcg@3: 0.817977\ttrain's ndcg@5: 0.839956\ttest's map@1: 0.667785\ttest's map@3: 0.775242\ttest's map@5: 0.788223\ttest's ndcg@1: 0.667785\ttest's ndcg@3: 0.809661\ttest's ndcg@5: 0.832452\n",
      "[145]\ttrain's map@1: 0.677879\ttrain's map@3: 0.784076\ttrain's map@5: 0.796574\ttrain's ndcg@1: 0.677879\ttrain's ndcg@3: 0.818048\ttrain's ndcg@5: 0.840017\ttest's map@1: 0.667819\ttest's map@3: 0.775282\ttest's map@5: 0.78826\ttest's ndcg@1: 0.667819\ttest's ndcg@3: 0.809698\ttest's ndcg@5: 0.832485\n",
      "[146]\ttrain's map@1: 0.678008\ttrain's map@3: 0.78416\ttrain's map@5: 0.796671\ttrain's ndcg@1: 0.678008\ttrain's ndcg@3: 0.818114\ttrain's ndcg@5: 0.840105\ttest's map@1: 0.667864\ttest's map@3: 0.775312\ttest's map@5: 0.788295\ttest's ndcg@1: 0.667864\ttest's ndcg@3: 0.80973\ttest's ndcg@5: 0.832523\n",
      "[147]\ttrain's map@1: 0.678096\ttrain's map@3: 0.784235\ttrain's map@5: 0.796741\ttrain's ndcg@1: 0.678096\ttrain's ndcg@3: 0.818184\ttrain's ndcg@5: 0.840166\ttest's map@1: 0.667918\ttest's map@3: 0.775341\ttest's map@5: 0.78833\ttest's ndcg@1: 0.667918\ttest's ndcg@3: 0.809751\ttest's ndcg@5: 0.832555\n",
      "[148]\ttrain's map@1: 0.678114\ttrain's map@3: 0.78427\ttrain's map@5: 0.796774\ttrain's ndcg@1: 0.678114\ttrain's ndcg@3: 0.818223\ttrain's ndcg@5: 0.840198\ttest's map@1: 0.667964\ttest's map@3: 0.775386\ttest's map@5: 0.78836\ttest's ndcg@1: 0.667964\ttest's ndcg@3: 0.809801\ttest's ndcg@5: 0.832575\n",
      "[149]\ttrain's map@1: 0.678294\ttrain's map@3: 0.784393\ttrain's map@5: 0.796892\ttrain's ndcg@1: 0.678294\ttrain's ndcg@3: 0.818332\ttrain's ndcg@5: 0.8403\ttest's map@1: 0.668045\ttest's map@3: 0.77546\ttest's map@5: 0.78842\ttest's ndcg@1: 0.668045\ttest's ndcg@3: 0.809871\ttest's ndcg@5: 0.832623\n",
      "[150]\ttrain's map@1: 0.678404\ttrain's map@3: 0.784481\ttrain's map@5: 0.796969\ttrain's ndcg@1: 0.678404\ttrain's ndcg@3: 0.818419\ttrain's ndcg@5: 0.840363\ttest's map@1: 0.668042\ttest's map@3: 0.77551\ttest's map@5: 0.788443\ttest's ndcg@1: 0.668042\ttest's ndcg@3: 0.809942\ttest's ndcg@5: 0.832648\n",
      "[151]\ttrain's map@1: 0.678546\ttrain's map@3: 0.784582\ttrain's map@5: 0.797072\ttrain's ndcg@1: 0.678546\ttrain's ndcg@3: 0.818505\ttrain's ndcg@5: 0.840455\ttest's map@1: 0.668095\ttest's map@3: 0.775544\ttest's map@5: 0.788472\ttest's ndcg@1: 0.668095\ttest's ndcg@3: 0.809975\ttest's ndcg@5: 0.832673\n",
      "[152]\ttrain's map@1: 0.678593\ttrain's map@3: 0.784654\ttrain's map@5: 0.797131\ttrain's ndcg@1: 0.678593\ttrain's ndcg@3: 0.818584\ttrain's ndcg@5: 0.840512\ttest's map@1: 0.668084\ttest's map@3: 0.775556\ttest's map@5: 0.788482\ttest's ndcg@1: 0.668084\ttest's ndcg@3: 0.809992\ttest's ndcg@5: 0.832687\n",
      "[153]\ttrain's map@1: 0.678716\ttrain's map@3: 0.784753\ttrain's map@5: 0.797215\ttrain's ndcg@1: 0.678716\ttrain's ndcg@3: 0.81868\ttrain's ndcg@5: 0.840584\ttest's map@1: 0.668151\ttest's map@3: 0.775588\ttest's map@5: 0.788519\ttest's ndcg@1: 0.668151\ttest's ndcg@3: 0.810016\ttest's ndcg@5: 0.832721\n",
      "[154]\ttrain's map@1: 0.678781\ttrain's map@3: 0.784808\ttrain's map@5: 0.797268\ttrain's ndcg@1: 0.678781\ttrain's ndcg@3: 0.818733\ttrain's ndcg@5: 0.84063\ttest's map@1: 0.668191\ttest's map@3: 0.775618\ttest's map@5: 0.788543\ttest's ndcg@1: 0.668191\ttest's ndcg@3: 0.810047\ttest's ndcg@5: 0.832742\n",
      "[155]\ttrain's map@1: 0.678878\ttrain's map@3: 0.784884\ttrain's map@5: 0.797341\ttrain's ndcg@1: 0.678878\ttrain's ndcg@3: 0.818804\ttrain's ndcg@5: 0.840693\ttest's map@1: 0.668213\ttest's map@3: 0.77564\ttest's map@5: 0.788563\ttest's ndcg@1: 0.668213\ttest's ndcg@3: 0.810068\ttest's ndcg@5: 0.832758\n",
      "[156]\ttrain's map@1: 0.679028\ttrain's map@3: 0.784991\ttrain's map@5: 0.797446\ttrain's ndcg@1: 0.679028\ttrain's ndcg@3: 0.818893\ttrain's ndcg@5: 0.840783\ttest's map@1: 0.668241\ttest's map@3: 0.775663\ttest's map@5: 0.788585\ttest's ndcg@1: 0.668241\ttest's ndcg@3: 0.810083\ttest's ndcg@5: 0.832768\n",
      "[157]\ttrain's map@1: 0.679065\ttrain's map@3: 0.785037\ttrain's map@5: 0.797494\ttrain's ndcg@1: 0.679065\ttrain's ndcg@3: 0.81894\ttrain's ndcg@5: 0.840832\ttest's map@1: 0.668282\ttest's map@3: 0.775687\ttest's map@5: 0.788609\ttest's ndcg@1: 0.668282\ttest's ndcg@3: 0.810101\ttest's ndcg@5: 0.832786\n",
      "[158]\ttrain's map@1: 0.679117\ttrain's map@3: 0.785102\ttrain's map@5: 0.797553\ttrain's ndcg@1: 0.679117\ttrain's ndcg@3: 0.819008\ttrain's ndcg@5: 0.840887\ttest's map@1: 0.668339\ttest's map@3: 0.775716\ttest's map@5: 0.788645\ttest's ndcg@1: 0.668339\ttest's ndcg@3: 0.810121\ttest's ndcg@5: 0.832814\n",
      "[159]\ttrain's map@1: 0.679191\ttrain's map@3: 0.785155\ttrain's map@5: 0.797615\ttrain's ndcg@1: 0.679191\ttrain's ndcg@3: 0.819052\ttrain's ndcg@5: 0.840947\ttest's map@1: 0.668384\ttest's map@3: 0.775754\ttest's map@5: 0.788681\ttest's ndcg@1: 0.668384\ttest's ndcg@3: 0.810157\ttest's ndcg@5: 0.832849\n",
      "[160]\ttrain's map@1: 0.67925\ttrain's map@3: 0.785219\ttrain's map@5: 0.79767\ttrain's ndcg@1: 0.67925\ttrain's ndcg@3: 0.819119\ttrain's ndcg@5: 0.840997\ttest's map@1: 0.668423\ttest's map@3: 0.775779\ttest's map@5: 0.788702\ttest's ndcg@1: 0.668423\ttest's ndcg@3: 0.810184\ttest's ndcg@5: 0.832866\n",
      "[161]\ttrain's map@1: 0.679294\ttrain's map@3: 0.785269\ttrain's map@5: 0.797717\ttrain's ndcg@1: 0.679294\ttrain's ndcg@3: 0.819172\ttrain's ndcg@5: 0.841047\ttest's map@1: 0.668433\ttest's map@3: 0.775782\ttest's map@5: 0.788708\ttest's ndcg@1: 0.668433\ttest's ndcg@3: 0.810186\ttest's ndcg@5: 0.832877\n",
      "[162]\ttrain's map@1: 0.679359\ttrain's map@3: 0.785324\ttrain's map@5: 0.797772\ttrain's ndcg@1: 0.679359\ttrain's ndcg@3: 0.819224\ttrain's ndcg@5: 0.841097\ttest's map@1: 0.668464\ttest's map@3: 0.775825\ttest's map@5: 0.788735\ttest's ndcg@1: 0.668464\ttest's ndcg@3: 0.81023\ttest's ndcg@5: 0.832896\n",
      "[163]\ttrain's map@1: 0.679484\ttrain's map@3: 0.785419\ttrain's map@5: 0.797866\ttrain's ndcg@1: 0.679484\ttrain's ndcg@3: 0.819311\ttrain's ndcg@5: 0.841182\ttest's map@1: 0.668501\ttest's map@3: 0.775863\ttest's map@5: 0.788786\ttest's ndcg@1: 0.668501\ttest's ndcg@3: 0.81026\ttest's ndcg@5: 0.832948\n",
      "[164]\ttrain's map@1: 0.679642\ttrain's map@3: 0.785531\ttrain's map@5: 0.797971\ttrain's ndcg@1: 0.679642\ttrain's ndcg@3: 0.819411\ttrain's ndcg@5: 0.84127\ttest's map@1: 0.668571\ttest's map@3: 0.775903\ttest's map@5: 0.78883\ttest's ndcg@1: 0.668571\ttest's ndcg@3: 0.810289\ttest's ndcg@5: 0.832987\n",
      "[165]\ttrain's map@1: 0.679757\ttrain's map@3: 0.785608\ttrain's map@5: 0.798049\ttrain's ndcg@1: 0.679757\ttrain's ndcg@3: 0.819476\ttrain's ndcg@5: 0.841335\ttest's map@1: 0.668598\ttest's map@3: 0.775932\ttest's map@5: 0.788849\ttest's ndcg@1: 0.668598\ttest's ndcg@3: 0.81032\ttest's ndcg@5: 0.832998\n",
      "[166]\ttrain's map@1: 0.679782\ttrain's map@3: 0.785668\ttrain's map@5: 0.798102\ttrain's ndcg@1: 0.679782\ttrain's ndcg@3: 0.819541\ttrain's ndcg@5: 0.841387\ttest's map@1: 0.668632\ttest's map@3: 0.775947\ttest's map@5: 0.788863\ttest's ndcg@1: 0.668632\ttest's ndcg@3: 0.810332\ttest's ndcg@5: 0.83301\n",
      "[167]\ttrain's map@1: 0.679793\ttrain's map@3: 0.785694\ttrain's map@5: 0.798125\ttrain's ndcg@1: 0.679793\ttrain's ndcg@3: 0.819569\ttrain's ndcg@5: 0.841409\ttest's map@1: 0.66867\ttest's map@3: 0.776009\ttest's map@5: 0.788905\ttest's ndcg@1: 0.66867\ttest's ndcg@3: 0.810402\ttest's ndcg@5: 0.833045\n",
      "[168]\ttrain's map@1: 0.679856\ttrain's map@3: 0.785748\ttrain's map@5: 0.798181\ttrain's ndcg@1: 0.679856\ttrain's ndcg@3: 0.819623\ttrain's ndcg@5: 0.841467\ttest's map@1: 0.668733\ttest's map@3: 0.776034\ttest's map@5: 0.788935\ttest's ndcg@1: 0.668733\ttest's ndcg@3: 0.810415\ttest's ndcg@5: 0.833064\n",
      "[169]\ttrain's map@1: 0.679936\ttrain's map@3: 0.785822\ttrain's map@5: 0.798252\ttrain's ndcg@1: 0.679936\ttrain's ndcg@3: 0.819694\ttrain's ndcg@5: 0.841532\ttest's map@1: 0.668774\ttest's map@3: 0.776068\ttest's map@5: 0.788972\ttest's ndcg@1: 0.668774\ttest's ndcg@3: 0.810447\ttest's ndcg@5: 0.833102\n",
      "[170]\ttrain's map@1: 0.679998\ttrain's map@3: 0.785875\ttrain's map@5: 0.798307\ttrain's ndcg@1: 0.679998\ttrain's ndcg@3: 0.819745\ttrain's ndcg@5: 0.841589\ttest's map@1: 0.668818\ttest's map@3: 0.776105\ttest's map@5: 0.789001\ttest's ndcg@1: 0.668818\ttest's ndcg@3: 0.810486\ttest's ndcg@5: 0.833125\n",
      "[171]\ttrain's map@1: 0.680062\ttrain's map@3: 0.78594\ttrain's map@5: 0.798364\ttrain's ndcg@1: 0.680062\ttrain's ndcg@3: 0.819812\ttrain's ndcg@5: 0.84164\ttest's map@1: 0.668869\ttest's map@3: 0.77615\ttest's map@5: 0.789029\ttest's ndcg@1: 0.668869\ttest's ndcg@3: 0.810534\ttest's ndcg@5: 0.833142\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[172]\ttrain's map@1: 0.680174\ttrain's map@3: 0.786024\ttrain's map@5: 0.798442\ttrain's ndcg@1: 0.680174\ttrain's ndcg@3: 0.819888\ttrain's ndcg@5: 0.841706\ttest's map@1: 0.668874\ttest's map@3: 0.776161\ttest's map@5: 0.78904\ttest's ndcg@1: 0.668874\ttest's ndcg@3: 0.810546\ttest's ndcg@5: 0.833155\n",
      "[173]\ttrain's map@1: 0.680254\ttrain's map@3: 0.786087\ttrain's map@5: 0.7985\ttrain's ndcg@1: 0.680254\ttrain's ndcg@3: 0.819948\ttrain's ndcg@5: 0.841755\ttest's map@1: 0.668865\ttest's map@3: 0.776129\ttest's map@5: 0.78902\ttest's ndcg@1: 0.668865\ttest's ndcg@3: 0.810504\ttest's ndcg@5: 0.83313\n",
      "[174]\ttrain's map@1: 0.680333\ttrain's map@3: 0.786169\ttrain's map@5: 0.798572\ttrain's ndcg@1: 0.680333\ttrain's ndcg@3: 0.820029\ttrain's ndcg@5: 0.841821\ttest's map@1: 0.668926\ttest's map@3: 0.776172\ttest's map@5: 0.789055\ttest's ndcg@1: 0.668926\ttest's ndcg@3: 0.810537\ttest's ndcg@5: 0.833148\n",
      "[175]\ttrain's map@1: 0.680427\ttrain's map@3: 0.786247\ttrain's map@5: 0.798634\ttrain's ndcg@1: 0.680427\ttrain's ndcg@3: 0.820103\ttrain's ndcg@5: 0.841866\ttest's map@1: 0.668925\ttest's map@3: 0.776193\ttest's map@5: 0.789067\ttest's ndcg@1: 0.668925\ttest's ndcg@3: 0.810562\ttest's ndcg@5: 0.833162\n",
      "[176]\ttrain's map@1: 0.680492\ttrain's map@3: 0.786315\ttrain's map@5: 0.798694\ttrain's ndcg@1: 0.680492\ttrain's ndcg@3: 0.820174\ttrain's ndcg@5: 0.84192\ttest's map@1: 0.668959\ttest's map@3: 0.776221\ttest's map@5: 0.789088\ttest's ndcg@1: 0.668959\ttest's ndcg@3: 0.810592\ttest's ndcg@5: 0.83318\n",
      "[177]\ttrain's map@1: 0.68053\ttrain's map@3: 0.786354\ttrain's map@5: 0.798735\ttrain's ndcg@1: 0.68053\ttrain's ndcg@3: 0.820211\ttrain's ndcg@5: 0.841962\ttest's map@1: 0.668992\ttest's map@3: 0.776247\ttest's map@5: 0.789115\ttest's ndcg@1: 0.668992\ttest's ndcg@3: 0.810614\ttest's ndcg@5: 0.833204\n",
      "[178]\ttrain's map@1: 0.680649\ttrain's map@3: 0.786438\ttrain's map@5: 0.798824\ttrain's ndcg@1: 0.680649\ttrain's ndcg@3: 0.820282\ttrain's ndcg@5: 0.842041\ttest's map@1: 0.669019\ttest's map@3: 0.776252\ttest's map@5: 0.789124\ttest's ndcg@1: 0.669019\ttest's ndcg@3: 0.810613\ttest's ndcg@5: 0.833209\n",
      "[179]\ttrain's map@1: 0.680716\ttrain's map@3: 0.786502\ttrain's map@5: 0.79888\ttrain's ndcg@1: 0.680716\ttrain's ndcg@3: 0.820346\ttrain's ndcg@5: 0.842093\ttest's map@1: 0.668959\ttest's map@3: 0.776223\ttest's map@5: 0.789098\ttest's ndcg@1: 0.668959\ttest's ndcg@3: 0.810588\ttest's ndcg@5: 0.833189\n",
      "[180]\ttrain's map@1: 0.680778\ttrain's map@3: 0.786564\ttrain's map@5: 0.798936\ttrain's ndcg@1: 0.680778\ttrain's ndcg@3: 0.820406\ttrain's ndcg@5: 0.842139\ttest's map@1: 0.668997\ttest's map@3: 0.776239\ttest's map@5: 0.789119\ttest's ndcg@1: 0.668997\ttest's ndcg@3: 0.810594\ttest's ndcg@5: 0.833202\n",
      "[181]\ttrain's map@1: 0.680823\ttrain's map@3: 0.786606\ttrain's map@5: 0.798975\ttrain's ndcg@1: 0.680823\ttrain's ndcg@3: 0.820451\ttrain's ndcg@5: 0.842177\ttest's map@1: 0.669036\ttest's map@3: 0.776272\ttest's map@5: 0.789145\ttest's ndcg@1: 0.669036\ttest's ndcg@3: 0.810626\ttest's ndcg@5: 0.833223\n",
      "[182]\ttrain's map@1: 0.680907\ttrain's map@3: 0.786684\ttrain's map@5: 0.799039\ttrain's ndcg@1: 0.680907\ttrain's ndcg@3: 0.820529\ttrain's ndcg@5: 0.842229\ttest's map@1: 0.66905\ttest's map@3: 0.776309\ttest's map@5: 0.789162\ttest's ndcg@1: 0.66905\ttest's ndcg@3: 0.810673\ttest's ndcg@5: 0.833236\n",
      "[183]\ttrain's map@1: 0.680985\ttrain's map@3: 0.786741\ttrain's map@5: 0.799095\ttrain's ndcg@1: 0.680985\ttrain's ndcg@3: 0.82058\ttrain's ndcg@5: 0.842278\ttest's map@1: 0.669078\ttest's map@3: 0.776338\ttest's map@5: 0.789193\ttest's ndcg@1: 0.669078\ttest's ndcg@3: 0.810701\ttest's ndcg@5: 0.833267\n",
      "[184]\ttrain's map@1: 0.681043\ttrain's map@3: 0.786799\ttrain's map@5: 0.799149\ttrain's ndcg@1: 0.681043\ttrain's ndcg@3: 0.820637\ttrain's ndcg@5: 0.842329\ttest's map@1: 0.669139\ttest's map@3: 0.776368\ttest's map@5: 0.789227\ttest's ndcg@1: 0.669139\ttest's ndcg@3: 0.810725\ttest's ndcg@5: 0.833296\n",
      "[185]\ttrain's map@1: 0.681146\ttrain's map@3: 0.786885\ttrain's map@5: 0.799226\ttrain's ndcg@1: 0.681146\ttrain's ndcg@3: 0.820717\ttrain's ndcg@5: 0.842393\ttest's map@1: 0.66916\ttest's map@3: 0.776392\ttest's map@5: 0.789246\ttest's ndcg@1: 0.66916\ttest's ndcg@3: 0.810747\ttest's ndcg@5: 0.833311\n",
      "[186]\ttrain's map@1: 0.681214\ttrain's map@3: 0.786953\ttrain's map@5: 0.799284\ttrain's ndcg@1: 0.681214\ttrain's ndcg@3: 0.820784\ttrain's ndcg@5: 0.842442\ttest's map@1: 0.669239\ttest's map@3: 0.776445\ttest's map@5: 0.789296\ttest's ndcg@1: 0.669239\ttest's ndcg@3: 0.810789\ttest's ndcg@5: 0.833348\n",
      "[187]\ttrain's map@1: 0.681332\ttrain's map@3: 0.787044\ttrain's map@5: 0.79937\ttrain's ndcg@1: 0.681332\ttrain's ndcg@3: 0.820867\ttrain's ndcg@5: 0.842516\ttest's map@1: 0.669282\ttest's map@3: 0.77646\ttest's map@5: 0.789312\ttest's ndcg@1: 0.669282\ttest's ndcg@3: 0.810802\ttest's ndcg@5: 0.83336\n",
      "[188]\ttrain's map@1: 0.681408\ttrain's map@3: 0.787107\ttrain's map@5: 0.799426\ttrain's ndcg@1: 0.681408\ttrain's ndcg@3: 0.820923\ttrain's ndcg@5: 0.84256\ttest's map@1: 0.66925\ttest's map@3: 0.776461\ttest's map@5: 0.789306\ttest's ndcg@1: 0.66925\ttest's ndcg@3: 0.810811\ttest's ndcg@5: 0.833358\n",
      "[189]\ttrain's map@1: 0.681543\ttrain's map@3: 0.787201\ttrain's map@5: 0.799513\ttrain's ndcg@1: 0.681543\ttrain's ndcg@3: 0.821011\ttrain's ndcg@5: 0.842635\ttest's map@1: 0.669307\ttest's map@3: 0.776507\ttest's map@5: 0.789348\ttest's ndcg@1: 0.669307\ttest's ndcg@3: 0.810851\ttest's ndcg@5: 0.83339\n",
      "[190]\ttrain's map@1: 0.681617\ttrain's map@3: 0.787259\ttrain's map@5: 0.79957\ttrain's ndcg@1: 0.681617\ttrain's ndcg@3: 0.821063\ttrain's ndcg@5: 0.842687\ttest's map@1: 0.669317\ttest's map@3: 0.776518\ttest's map@5: 0.789359\ttest's ndcg@1: 0.669317\ttest's ndcg@3: 0.810866\ttest's ndcg@5: 0.833405\n",
      "[191]\ttrain's map@1: 0.681705\ttrain's map@3: 0.78735\ttrain's map@5: 0.799647\ttrain's ndcg@1: 0.681705\ttrain's ndcg@3: 0.821154\ttrain's ndcg@5: 0.842755\ttest's map@1: 0.669333\ttest's map@3: 0.776542\ttest's map@5: 0.789385\ttest's ndcg@1: 0.669333\ttest's ndcg@3: 0.810886\ttest's ndcg@5: 0.83343\n",
      "[192]\ttrain's map@1: 0.681753\ttrain's map@3: 0.787398\ttrain's map@5: 0.799695\ttrain's ndcg@1: 0.681753\ttrain's ndcg@3: 0.821203\ttrain's ndcg@5: 0.842803\ttest's map@1: 0.669379\ttest's map@3: 0.776573\ttest's map@5: 0.78942\ttest's ndcg@1: 0.669379\ttest's ndcg@3: 0.81091\ttest's ndcg@5: 0.83346\n",
      "[193]\ttrain's map@1: 0.681838\ttrain's map@3: 0.787463\ttrain's map@5: 0.799765\ttrain's ndcg@1: 0.681838\ttrain's ndcg@3: 0.821257\ttrain's ndcg@5: 0.842865\ttest's map@1: 0.669367\ttest's map@3: 0.776564\ttest's map@5: 0.789415\ttest's ndcg@1: 0.669367\ttest's ndcg@3: 0.810902\ttest's ndcg@5: 0.833458\n",
      "[194]\ttrain's map@1: 0.681894\ttrain's map@3: 0.787519\ttrain's map@5: 0.799821\ttrain's ndcg@1: 0.681894\ttrain's ndcg@3: 0.821308\ttrain's ndcg@5: 0.842915\ttest's map@1: 0.66936\ttest's map@3: 0.776563\ttest's map@5: 0.789414\ttest's ndcg@1: 0.66936\ttest's ndcg@3: 0.810902\ttest's ndcg@5: 0.83346\n",
      "[195]\ttrain's map@1: 0.681966\ttrain's map@3: 0.787576\ttrain's map@5: 0.799877\ttrain's ndcg@1: 0.681966\ttrain's ndcg@3: 0.82136\ttrain's ndcg@5: 0.842965\ttest's map@1: 0.669381\ttest's map@3: 0.776579\ttest's map@5: 0.78943\ttest's ndcg@1: 0.669381\ttest's ndcg@3: 0.810917\ttest's ndcg@5: 0.833475\n",
      "[196]\ttrain's map@1: 0.682058\ttrain's map@3: 0.787649\ttrain's map@5: 0.799952\ttrain's ndcg@1: 0.682058\ttrain's ndcg@3: 0.821423\ttrain's ndcg@5: 0.843033\ttest's map@1: 0.66946\ttest's map@3: 0.776638\ttest's map@5: 0.789476\ttest's ndcg@1: 0.66946\ttest's ndcg@3: 0.810971\ttest's ndcg@5: 0.833507\n",
      "[197]\ttrain's map@1: 0.682105\ttrain's map@3: 0.787711\ttrain's map@5: 0.800002\ttrain's ndcg@1: 0.682105\ttrain's ndcg@3: 0.821493\ttrain's ndcg@5: 0.843083\ttest's map@1: 0.669513\ttest's map@3: 0.776661\ttest's map@5: 0.7895\ttest's ndcg@1: 0.669513\ttest's ndcg@3: 0.810987\ttest's ndcg@5: 0.833526\n",
      "[198]\ttrain's map@1: 0.682133\ttrain's map@3: 0.78775\ttrain's map@5: 0.800039\ttrain's ndcg@1: 0.682133\ttrain's ndcg@3: 0.821532\ttrain's ndcg@5: 0.843119\ttest's map@1: 0.669527\ttest's map@3: 0.77667\ttest's map@5: 0.789513\ttest's ndcg@1: 0.669527\ttest's ndcg@3: 0.81099\ttest's ndcg@5: 0.833536\n",
      "[199]\ttrain's map@1: 0.682262\ttrain's map@3: 0.787839\ttrain's map@5: 0.800119\ttrain's ndcg@1: 0.682262\ttrain's ndcg@3: 0.821614\ttrain's ndcg@5: 0.843184\ttest's map@1: 0.669636\ttest's map@3: 0.776739\ttest's map@5: 0.78958\ttest's ndcg@1: 0.669636\ttest's ndcg@3: 0.811053\ttest's ndcg@5: 0.833598\n",
      "[200]\ttrain's map@1: 0.682337\ttrain's map@3: 0.787897\ttrain's map@5: 0.800173\ttrain's ndcg@1: 0.682337\ttrain's ndcg@3: 0.82167\ttrain's ndcg@5: 0.843231\ttest's map@1: 0.669588\ttest's map@3: 0.776715\ttest's map@5: 0.789566\ttest's ndcg@1: 0.669588\ttest's ndcg@3: 0.811029\ttest's ndcg@5: 0.833592\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[201]\ttrain's map@1: 0.682444\ttrain's map@3: 0.787979\ttrain's map@5: 0.800247\ttrain's ndcg@1: 0.682444\ttrain's ndcg@3: 0.821745\ttrain's ndcg@5: 0.843294\ttest's map@1: 0.669555\ttest's map@3: 0.776704\ttest's map@5: 0.789556\ttest's ndcg@1: 0.669555\ttest's ndcg@3: 0.81102\ttest's ndcg@5: 0.833587\n",
      "[202]\ttrain's map@1: 0.68249\ttrain's map@3: 0.78802\ttrain's map@5: 0.800289\ttrain's ndcg@1: 0.68249\ttrain's ndcg@3: 0.821781\ttrain's ndcg@5: 0.84333\ttest's map@1: 0.669546\ttest's map@3: 0.776708\ttest's map@5: 0.789558\ttest's ndcg@1: 0.669546\ttest's ndcg@3: 0.811027\ttest's ndcg@5: 0.833588\n",
      "[203]\ttrain's map@1: 0.682528\ttrain's map@3: 0.788065\ttrain's map@5: 0.800334\ttrain's ndcg@1: 0.682528\ttrain's ndcg@3: 0.821828\ttrain's ndcg@5: 0.843374\ttest's map@1: 0.669571\ttest's map@3: 0.776723\ttest's map@5: 0.789567\ttest's ndcg@1: 0.669571\ttest's ndcg@3: 0.811042\ttest's ndcg@5: 0.833592\n",
      "[204]\ttrain's map@1: 0.682583\ttrain's map@3: 0.788111\ttrain's map@5: 0.800379\ttrain's ndcg@1: 0.682583\ttrain's ndcg@3: 0.821869\ttrain's ndcg@5: 0.843417\ttest's map@1: 0.669592\ttest's map@3: 0.776736\ttest's map@5: 0.789571\ttest's ndcg@1: 0.669592\ttest's ndcg@3: 0.811055\ttest's ndcg@5: 0.833588\n",
      "[205]\ttrain's map@1: 0.682677\ttrain's map@3: 0.788185\ttrain's map@5: 0.80045\ttrain's ndcg@1: 0.682677\ttrain's ndcg@3: 0.821938\ttrain's ndcg@5: 0.843479\ttest's map@1: 0.669623\ttest's map@3: 0.776751\ttest's map@5: 0.789589\ttest's ndcg@1: 0.669623\ttest's ndcg@3: 0.811063\ttest's ndcg@5: 0.833602\n",
      "[206]\ttrain's map@1: 0.682721\ttrain's map@3: 0.788227\ttrain's map@5: 0.800492\ttrain's ndcg@1: 0.682721\ttrain's ndcg@3: 0.821981\ttrain's ndcg@5: 0.843521\ttest's map@1: 0.669657\ttest's map@3: 0.776779\ttest's map@5: 0.78962\ttest's ndcg@1: 0.669657\ttest's ndcg@3: 0.811088\ttest's ndcg@5: 0.833633\n",
      "[207]\ttrain's map@1: 0.682751\ttrain's map@3: 0.788275\ttrain's map@5: 0.800527\ttrain's ndcg@1: 0.682751\ttrain's ndcg@3: 0.822035\ttrain's ndcg@5: 0.843549\ttest's map@1: 0.669664\ttest's map@3: 0.776776\ttest's map@5: 0.789622\ttest's ndcg@1: 0.669664\ttest's ndcg@3: 0.811084\ttest's ndcg@5: 0.833636\n",
      "[208]\ttrain's map@1: 0.682806\ttrain's map@3: 0.788325\ttrain's map@5: 0.800577\ttrain's ndcg@1: 0.682806\ttrain's ndcg@3: 0.822084\ttrain's ndcg@5: 0.843598\ttest's map@1: 0.669682\ttest's map@3: 0.776789\ttest's map@5: 0.789631\ttest's ndcg@1: 0.669682\ttest's ndcg@3: 0.811095\ttest's ndcg@5: 0.833639\n",
      "[209]\ttrain's map@1: 0.682843\ttrain's map@3: 0.788362\ttrain's map@5: 0.800612\ttrain's ndcg@1: 0.682843\ttrain's ndcg@3: 0.822122\ttrain's ndcg@5: 0.843631\ttest's map@1: 0.66968\ttest's map@3: 0.776801\ttest's map@5: 0.789641\ttest's ndcg@1: 0.66968\ttest's ndcg@3: 0.811113\ttest's ndcg@5: 0.833655\n",
      "[210]\ttrain's map@1: 0.682882\ttrain's map@3: 0.7884\ttrain's map@5: 0.800651\ttrain's ndcg@1: 0.682882\ttrain's ndcg@3: 0.822155\ttrain's ndcg@5: 0.843668\ttest's map@1: 0.669686\ttest's map@3: 0.776807\ttest's map@5: 0.789651\ttest's ndcg@1: 0.669686\ttest's ndcg@3: 0.81112\ttest's ndcg@5: 0.833668\n",
      "[211]\ttrain's map@1: 0.682903\ttrain's map@3: 0.788439\ttrain's map@5: 0.800683\ttrain's ndcg@1: 0.682903\ttrain's ndcg@3: 0.822202\ttrain's ndcg@5: 0.843703\ttest's map@1: 0.669697\ttest's map@3: 0.776815\ttest's map@5: 0.789657\ttest's ndcg@1: 0.669697\ttest's ndcg@3: 0.811128\ttest's ndcg@5: 0.833674\n",
      "[212]\ttrain's map@1: 0.683025\ttrain's map@3: 0.788533\ttrain's map@5: 0.800756\ttrain's ndcg@1: 0.683025\ttrain's ndcg@3: 0.822294\ttrain's ndcg@5: 0.843758\ttest's map@1: 0.669704\ttest's map@3: 0.776824\ttest's map@5: 0.789659\ttest's ndcg@1: 0.669704\ttest's ndcg@3: 0.811139\ttest's ndcg@5: 0.833673\n",
      "[213]\ttrain's map@1: 0.683039\ttrain's map@3: 0.788561\ttrain's map@5: 0.800786\ttrain's ndcg@1: 0.683039\ttrain's ndcg@3: 0.822325\ttrain's ndcg@5: 0.843791\ttest's map@1: 0.669669\ttest's map@3: 0.776819\ttest's map@5: 0.789647\ttest's ndcg@1: 0.669669\ttest's ndcg@3: 0.811144\ttest's ndcg@5: 0.833663\n",
      "[214]\ttrain's map@1: 0.683071\ttrain's map@3: 0.788615\ttrain's map@5: 0.800837\ttrain's ndcg@1: 0.683071\ttrain's ndcg@3: 0.82238\ttrain's ndcg@5: 0.843841\ttest's map@1: 0.669724\ttest's map@3: 0.776846\ttest's map@5: 0.789684\ttest's ndcg@1: 0.669724\ttest's ndcg@3: 0.811161\ttest's ndcg@5: 0.833696\n",
      "[215]\ttrain's map@1: 0.683149\ttrain's map@3: 0.788678\ttrain's map@5: 0.800897\ttrain's ndcg@1: 0.683149\ttrain's ndcg@3: 0.822439\ttrain's ndcg@5: 0.843892\ttest's map@1: 0.669757\ttest's map@3: 0.776858\ttest's map@5: 0.789692\ttest's ndcg@1: 0.669757\ttest's ndcg@3: 0.811171\ttest's ndcg@5: 0.833699\n",
      "[216]\ttrain's map@1: 0.683198\ttrain's map@3: 0.788722\ttrain's map@5: 0.800943\ttrain's ndcg@1: 0.683198\ttrain's ndcg@3: 0.822478\ttrain's ndcg@5: 0.843934\ttest's map@1: 0.669795\ttest's map@3: 0.776876\ttest's map@5: 0.789715\ttest's ndcg@1: 0.669795\ttest's ndcg@3: 0.811181\ttest's ndcg@5: 0.833719\n",
      "[217]\ttrain's map@1: 0.683244\ttrain's map@3: 0.78876\ttrain's map@5: 0.800976\ttrain's ndcg@1: 0.683244\ttrain's ndcg@3: 0.822518\ttrain's ndcg@5: 0.843966\ttest's map@1: 0.669797\ttest's map@3: 0.776878\ttest's map@5: 0.789718\ttest's ndcg@1: 0.669797\ttest's ndcg@3: 0.811184\ttest's ndcg@5: 0.833722\n",
      "[218]\ttrain's map@1: 0.683272\ttrain's map@3: 0.78879\ttrain's map@5: 0.801005\ttrain's ndcg@1: 0.683272\ttrain's ndcg@3: 0.822549\ttrain's ndcg@5: 0.843997\ttest's map@1: 0.669807\ttest's map@3: 0.77689\ttest's map@5: 0.789719\ttest's ndcg@1: 0.669807\ttest's ndcg@3: 0.811198\ttest's ndcg@5: 0.833717\n",
      "[219]\ttrain's map@1: 0.683338\ttrain's map@3: 0.788856\ttrain's map@5: 0.801065\ttrain's ndcg@1: 0.683338\ttrain's ndcg@3: 0.822607\ttrain's ndcg@5: 0.844046\ttest's map@1: 0.66979\ttest's map@3: 0.776879\ttest's map@5: 0.789707\ttest's ndcg@1: 0.66979\ttest's ndcg@3: 0.811187\ttest's ndcg@5: 0.833702\n",
      "[220]\ttrain's map@1: 0.683397\ttrain's map@3: 0.788913\ttrain's map@5: 0.801115\ttrain's ndcg@1: 0.683397\ttrain's ndcg@3: 0.822666\ttrain's ndcg@5: 0.844089\ttest's map@1: 0.669833\ttest's map@3: 0.776918\ttest's map@5: 0.789742\ttest's ndcg@1: 0.669833\ttest's ndcg@3: 0.811224\ttest's ndcg@5: 0.83373\n",
      "[221]\ttrain's map@1: 0.68347\ttrain's map@3: 0.788974\ttrain's map@5: 0.801173\ttrain's ndcg@1: 0.68347\ttrain's ndcg@3: 0.822721\ttrain's ndcg@5: 0.844141\ttest's map@1: 0.669854\ttest's map@3: 0.776931\ttest's map@5: 0.789755\ttest's ndcg@1: 0.669854\ttest's ndcg@3: 0.811234\ttest's ndcg@5: 0.83374\n",
      "[222]\ttrain's map@1: 0.683549\ttrain's map@3: 0.789038\ttrain's map@5: 0.801234\ttrain's ndcg@1: 0.683549\ttrain's ndcg@3: 0.822781\ttrain's ndcg@5: 0.844193\ttest's map@1: 0.669839\ttest's map@3: 0.776937\ttest's map@5: 0.789762\ttest's ndcg@1: 0.669839\ttest's ndcg@3: 0.811246\ttest's ndcg@5: 0.833756\n",
      "[223]\ttrain's map@1: 0.683621\ttrain's map@3: 0.789108\ttrain's map@5: 0.801295\ttrain's ndcg@1: 0.683621\ttrain's ndcg@3: 0.822849\ttrain's ndcg@5: 0.844247\ttest's map@1: 0.669855\ttest's map@3: 0.776954\ttest's map@5: 0.789774\ttest's ndcg@1: 0.669855\ttest's ndcg@3: 0.811266\ttest's ndcg@5: 0.83377\n",
      "[224]\ttrain's map@1: 0.683759\ttrain's map@3: 0.789199\ttrain's map@5: 0.801389\ttrain's ndcg@1: 0.683759\ttrain's ndcg@3: 0.822923\ttrain's ndcg@5: 0.844325\ttest's map@1: 0.669915\ttest's map@3: 0.777007\ttest's map@5: 0.789829\ttest's ndcg@1: 0.669915\ttest's ndcg@3: 0.811319\ttest's ndcg@5: 0.833823\n",
      "[225]\ttrain's map@1: 0.68385\ttrain's map@3: 0.789279\ttrain's map@5: 0.801465\ttrain's ndcg@1: 0.68385\ttrain's ndcg@3: 0.822996\ttrain's ndcg@5: 0.844389\ttest's map@1: 0.669934\ttest's map@3: 0.777025\ttest's map@5: 0.789848\ttest's ndcg@1: 0.669934\ttest's ndcg@3: 0.811333\ttest's ndcg@5: 0.833839\n",
      "[226]\ttrain's map@1: 0.68392\ttrain's map@3: 0.78933\ttrain's map@5: 0.801517\ttrain's ndcg@1: 0.68392\ttrain's ndcg@3: 0.823039\ttrain's ndcg@5: 0.844435\ttest's map@1: 0.669946\ttest's map@3: 0.777039\ttest's map@5: 0.78986\ttest's ndcg@1: 0.669946\ttest's ndcg@3: 0.811346\ttest's ndcg@5: 0.833848\n",
      "[227]\ttrain's map@1: 0.683974\ttrain's map@3: 0.789383\ttrain's map@5: 0.801566\ttrain's ndcg@1: 0.683974\ttrain's ndcg@3: 0.823092\ttrain's ndcg@5: 0.844479\ttest's map@1: 0.66991\ttest's map@3: 0.777018\ttest's map@5: 0.789845\ttest's ndcg@1: 0.66991\ttest's ndcg@3: 0.811329\ttest's ndcg@5: 0.833841\n",
      "[228]\ttrain's map@1: 0.68401\ttrain's map@3: 0.789424\ttrain's map@5: 0.801598\ttrain's ndcg@1: 0.68401\ttrain's ndcg@3: 0.823136\ttrain's ndcg@5: 0.84451\ttest's map@1: 0.669935\ttest's map@3: 0.777046\ttest's map@5: 0.789869\ttest's ndcg@1: 0.669935\ttest's ndcg@3: 0.811357\ttest's ndcg@5: 0.833865\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[229]\ttrain's map@1: 0.684054\ttrain's map@3: 0.789466\ttrain's map@5: 0.801639\ttrain's ndcg@1: 0.684054\ttrain's ndcg@3: 0.823177\ttrain's ndcg@5: 0.844546\ttest's map@1: 0.669993\ttest's map@3: 0.777078\ttest's map@5: 0.789895\ttest's ndcg@1: 0.669993\ttest's ndcg@3: 0.811381\ttest's ndcg@5: 0.833881\n",
      "[230]\ttrain's map@1: 0.684193\ttrain's map@3: 0.789564\ttrain's map@5: 0.801736\ttrain's ndcg@1: 0.684193\ttrain's ndcg@3: 0.823261\ttrain's ndcg@5: 0.844629\ttest's map@1: 0.669982\ttest's map@3: 0.777072\ttest's map@5: 0.789888\ttest's ndcg@1: 0.669982\ttest's ndcg@3: 0.811376\ttest's ndcg@5: 0.833873\n",
      "[231]\ttrain's map@1: 0.684251\ttrain's map@3: 0.789625\ttrain's map@5: 0.801788\ttrain's ndcg@1: 0.684251\ttrain's ndcg@3: 0.823319\ttrain's ndcg@5: 0.844672\ttest's map@1: 0.669966\ttest's map@3: 0.777083\ttest's map@5: 0.789893\ttest's ndcg@1: 0.669966\ttest's ndcg@3: 0.811393\ttest's ndcg@5: 0.83388\n",
      "[232]\ttrain's map@1: 0.684346\ttrain's map@3: 0.789702\ttrain's map@5: 0.80186\ttrain's ndcg@1: 0.684346\ttrain's ndcg@3: 0.82339\ttrain's ndcg@5: 0.844733\ttest's map@1: 0.669993\ttest's map@3: 0.777102\ttest's map@5: 0.789913\ttest's ndcg@1: 0.669993\ttest's ndcg@3: 0.811408\ttest's ndcg@5: 0.833898\n",
      "[233]\ttrain's map@1: 0.684352\ttrain's map@3: 0.789728\ttrain's map@5: 0.80188\ttrain's ndcg@1: 0.684352\ttrain's ndcg@3: 0.823421\ttrain's ndcg@5: 0.844754\ttest's map@1: 0.670074\ttest's map@3: 0.777142\ttest's map@5: 0.78996\ttest's ndcg@1: 0.670074\ttest's ndcg@3: 0.811438\ttest's ndcg@5: 0.833942\n",
      "[234]\ttrain's map@1: 0.684438\ttrain's map@3: 0.789796\ttrain's map@5: 0.801953\ttrain's ndcg@1: 0.684438\ttrain's ndcg@3: 0.823482\ttrain's ndcg@5: 0.844826\ttest's map@1: 0.670087\ttest's map@3: 0.777156\ttest's map@5: 0.789973\ttest's ndcg@1: 0.670087\ttest's ndcg@3: 0.81145\ttest's ndcg@5: 0.833951\n",
      "[235]\ttrain's map@1: 0.684447\ttrain's map@3: 0.78984\ttrain's map@5: 0.801981\ttrain's ndcg@1: 0.684447\ttrain's ndcg@3: 0.823542\ttrain's ndcg@5: 0.844857\ttest's map@1: 0.670076\ttest's map@3: 0.777162\ttest's map@5: 0.789971\ttest's ndcg@1: 0.670076\ttest's ndcg@3: 0.81146\ttest's ndcg@5: 0.833948\n",
      "[236]\ttrain's map@1: 0.684528\ttrain's map@3: 0.789915\ttrain's map@5: 0.802046\ttrain's ndcg@1: 0.684528\ttrain's ndcg@3: 0.823614\ttrain's ndcg@5: 0.844911\ttest's map@1: 0.670086\ttest's map@3: 0.777179\ttest's map@5: 0.789978\ttest's ndcg@1: 0.670086\ttest's ndcg@3: 0.81148\ttest's ndcg@5: 0.83395\n",
      "[237]\ttrain's map@1: 0.684541\ttrain's map@3: 0.789932\ttrain's map@5: 0.802067\ttrain's ndcg@1: 0.684541\ttrain's ndcg@3: 0.823633\ttrain's ndcg@5: 0.844938\ttest's map@1: 0.670139\ttest's map@3: 0.777204\ttest's map@5: 0.790007\ttest's ndcg@1: 0.670139\ttest's ndcg@3: 0.811494\ttest's ndcg@5: 0.83397\n",
      "[238]\ttrain's map@1: 0.684615\ttrain's map@3: 0.789988\ttrain's map@5: 0.80212\ttrain's ndcg@1: 0.684615\ttrain's ndcg@3: 0.823682\ttrain's ndcg@5: 0.84498\ttest's map@1: 0.670011\ttest's map@3: 0.77716\ttest's map@5: 0.789952\ttest's ndcg@1: 0.670011\ttest's ndcg@3: 0.81147\ttest's ndcg@5: 0.833925\n",
      "[239]\ttrain's map@1: 0.684677\ttrain's map@3: 0.790053\ttrain's map@5: 0.80218\ttrain's ndcg@1: 0.684677\ttrain's ndcg@3: 0.823743\ttrain's ndcg@5: 0.845035\ttest's map@1: 0.67011\ttest's map@3: 0.777195\ttest's map@5: 0.789996\ttest's ndcg@1: 0.67011\ttest's ndcg@3: 0.81149\ttest's ndcg@5: 0.83396\n",
      "[240]\ttrain's map@1: 0.684856\ttrain's map@3: 0.790172\ttrain's map@5: 0.802286\ttrain's ndcg@1: 0.684856\ttrain's ndcg@3: 0.823851\ttrain's ndcg@5: 0.845119\ttest's map@1: 0.670183\ttest's map@3: 0.777227\ttest's map@5: 0.790025\ttest's ndcg@1: 0.670183\ttest's ndcg@3: 0.811514\ttest's ndcg@5: 0.833978\n",
      "[241]\ttrain's map@1: 0.684934\ttrain's map@3: 0.79023\ttrain's map@5: 0.802343\ttrain's ndcg@1: 0.684934\ttrain's ndcg@3: 0.823905\ttrain's ndcg@5: 0.84517\ttest's map@1: 0.670177\ttest's map@3: 0.777247\ttest's map@5: 0.790035\ttest's ndcg@1: 0.670177\ttest's ndcg@3: 0.811541\ttest's ndcg@5: 0.833986\n",
      "[242]\ttrain's map@1: 0.684957\ttrain's map@3: 0.790263\ttrain's map@5: 0.802367\ttrain's ndcg@1: 0.684957\ttrain's ndcg@3: 0.823942\ttrain's ndcg@5: 0.845191\ttest's map@1: 0.670234\ttest's map@3: 0.777282\ttest's map@5: 0.790069\ttest's ndcg@1: 0.670234\ttest's ndcg@3: 0.811566\ttest's ndcg@5: 0.834011\n",
      "[243]\ttrain's map@1: 0.685047\ttrain's map@3: 0.79033\ttrain's map@5: 0.802434\ttrain's ndcg@1: 0.685047\ttrain's ndcg@3: 0.824002\ttrain's ndcg@5: 0.84525\ttest's map@1: 0.670231\ttest's map@3: 0.777291\ttest's map@5: 0.790073\ttest's ndcg@1: 0.670231\ttest's ndcg@3: 0.811582\ttest's ndcg@5: 0.834019\n",
      "[244]\ttrain's map@1: 0.685165\ttrain's map@3: 0.79041\ttrain's map@5: 0.802514\ttrain's ndcg@1: 0.685165\ttrain's ndcg@3: 0.82407\ttrain's ndcg@5: 0.845319\ttest's map@1: 0.670285\ttest's map@3: 0.777324\ttest's map@5: 0.7901\ttest's ndcg@1: 0.670285\ttest's ndcg@3: 0.81161\ttest's ndcg@5: 0.834036\n",
      "[245]\ttrain's map@1: 0.685201\ttrain's map@3: 0.790449\ttrain's map@5: 0.802554\ttrain's ndcg@1: 0.685201\ttrain's ndcg@3: 0.824108\ttrain's ndcg@5: 0.845359\ttest's map@1: 0.670307\ttest's map@3: 0.777338\ttest's map@5: 0.790114\ttest's ndcg@1: 0.670307\ttest's ndcg@3: 0.811622\ttest's ndcg@5: 0.834044\n",
      "[246]\ttrain's map@1: 0.685274\ttrain's map@3: 0.790497\ttrain's map@5: 0.802605\ttrain's ndcg@1: 0.685274\ttrain's ndcg@3: 0.824149\ttrain's ndcg@5: 0.845404\ttest's map@1: 0.670346\ttest's map@3: 0.77738\ttest's map@5: 0.790148\ttest's ndcg@1: 0.670346\ttest's ndcg@3: 0.811661\ttest's ndcg@5: 0.834071\n",
      "[247]\ttrain's map@1: 0.685322\ttrain's map@3: 0.790545\ttrain's map@5: 0.80265\ttrain's ndcg@1: 0.685322\ttrain's ndcg@3: 0.824196\ttrain's ndcg@5: 0.845447\ttest's map@1: 0.670401\ttest's map@3: 0.777404\ttest's map@5: 0.790175\ttest's ndcg@1: 0.670401\ttest's ndcg@3: 0.811678\ttest's ndcg@5: 0.834093\n",
      "[248]\ttrain's map@1: 0.68534\ttrain's map@3: 0.790572\ttrain's map@5: 0.802675\ttrain's ndcg@1: 0.68534\ttrain's ndcg@3: 0.824227\ttrain's ndcg@5: 0.845476\ttest's map@1: 0.670407\ttest's map@3: 0.777407\ttest's map@5: 0.790176\ttest's ndcg@1: 0.670407\ttest's ndcg@3: 0.811679\ttest's ndcg@5: 0.834091\n",
      "[249]\ttrain's map@1: 0.685422\ttrain's map@3: 0.790631\ttrain's map@5: 0.802738\ttrain's ndcg@1: 0.685422\ttrain's ndcg@3: 0.824276\ttrain's ndcg@5: 0.845532\ttest's map@1: 0.670348\ttest's map@3: 0.777374\ttest's map@5: 0.790145\ttest's ndcg@1: 0.670348\ttest's ndcg@3: 0.811654\ttest's ndcg@5: 0.834069\n",
      "[250]\ttrain's map@1: 0.685454\ttrain's map@3: 0.790682\ttrain's map@5: 0.802779\ttrain's ndcg@1: 0.685454\ttrain's ndcg@3: 0.824329\ttrain's ndcg@5: 0.845568\ttest's map@1: 0.670358\ttest's map@3: 0.777395\ttest's map@5: 0.790158\ttest's ndcg@1: 0.670358\ttest's ndcg@3: 0.811678\ttest's ndcg@5: 0.834079\n",
      "[251]\ttrain's map@1: 0.68553\ttrain's map@3: 0.790746\ttrain's map@5: 0.802841\ttrain's ndcg@1: 0.68553\ttrain's ndcg@3: 0.824389\ttrain's ndcg@5: 0.845622\ttest's map@1: 0.670379\ttest's map@3: 0.777415\ttest's map@5: 0.790174\ttest's ndcg@1: 0.670379\ttest's ndcg@3: 0.811697\ttest's ndcg@5: 0.834089\n",
      "[252]\ttrain's map@1: 0.685567\ttrain's map@3: 0.790793\ttrain's map@5: 0.802878\ttrain's ndcg@1: 0.685567\ttrain's ndcg@3: 0.824438\ttrain's ndcg@5: 0.845655\ttest's map@1: 0.670406\ttest's map@3: 0.777424\ttest's map@5: 0.790189\ttest's ndcg@1: 0.670406\ttest's ndcg@3: 0.811701\ttest's ndcg@5: 0.834105\n",
      "[253]\ttrain's map@1: 0.685627\ttrain's map@3: 0.790839\ttrain's map@5: 0.802918\ttrain's ndcg@1: 0.685627\ttrain's ndcg@3: 0.824483\ttrain's ndcg@5: 0.845688\ttest's map@1: 0.670397\ttest's map@3: 0.77742\ttest's map@5: 0.790181\ttest's ndcg@1: 0.670397\ttest's ndcg@3: 0.811699\ttest's ndcg@5: 0.834099\n",
      "[254]\ttrain's map@1: 0.685678\ttrain's map@3: 0.790872\ttrain's map@5: 0.802955\ttrain's ndcg@1: 0.685678\ttrain's ndcg@3: 0.824509\ttrain's ndcg@5: 0.84572\ttest's map@1: 0.670412\ttest's map@3: 0.777432\ttest's map@5: 0.7902\ttest's ndcg@1: 0.670412\ttest's ndcg@3: 0.811705\ttest's ndcg@5: 0.834119\n",
      "[255]\ttrain's map@1: 0.68574\ttrain's map@3: 0.790926\ttrain's map@5: 0.803008\ttrain's ndcg@1: 0.68574\ttrain's ndcg@3: 0.82456\ttrain's ndcg@5: 0.84577\ttest's map@1: 0.670416\ttest's map@3: 0.777427\ttest's map@5: 0.790201\ttest's ndcg@1: 0.670416\ttest's ndcg@3: 0.811698\ttest's ndcg@5: 0.83412\n",
      "[256]\ttrain's map@1: 0.685803\ttrain's map@3: 0.790979\ttrain's map@5: 0.803063\ttrain's ndcg@1: 0.685803\ttrain's ndcg@3: 0.82461\ttrain's ndcg@5: 0.845823\ttest's map@1: 0.670454\ttest's map@3: 0.777455\ttest's map@5: 0.790222\ttest's ndcg@1: 0.670454\ttest's ndcg@3: 0.811723\ttest's ndcg@5: 0.834132\n",
      "[257]\ttrain's map@1: 0.685902\ttrain's map@3: 0.791061\ttrain's map@5: 0.803134\ttrain's ndcg@1: 0.685902\ttrain's ndcg@3: 0.824686\ttrain's ndcg@5: 0.84588\ttest's map@1: 0.670438\ttest's map@3: 0.77744\ttest's map@5: 0.790211\ttest's ndcg@1: 0.670438\ttest's ndcg@3: 0.811706\ttest's ndcg@5: 0.834123\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[258]\ttrain's map@1: 0.685986\ttrain's map@3: 0.791127\ttrain's map@5: 0.803196\ttrain's ndcg@1: 0.685986\ttrain's ndcg@3: 0.824748\ttrain's ndcg@5: 0.845931\ttest's map@1: 0.670421\ttest's map@3: 0.777445\ttest's map@5: 0.790216\ttest's ndcg@1: 0.670421\ttest's ndcg@3: 0.811713\ttest's ndcg@5: 0.834129\n",
      "[259]\ttrain's map@1: 0.686051\ttrain's map@3: 0.791191\ttrain's map@5: 0.803258\ttrain's ndcg@1: 0.686051\ttrain's ndcg@3: 0.824805\ttrain's ndcg@5: 0.845988\ttest's map@1: 0.67046\ttest's map@3: 0.777469\ttest's map@5: 0.790237\ttest's ndcg@1: 0.67046\ttest's ndcg@3: 0.811734\ttest's ndcg@5: 0.834146\n",
      "[260]\ttrain's map@1: 0.686124\ttrain's map@3: 0.791248\ttrain's map@5: 0.80331\ttrain's ndcg@1: 0.686124\ttrain's ndcg@3: 0.824859\ttrain's ndcg@5: 0.846031\ttest's map@1: 0.670457\ttest's map@3: 0.777459\ttest's map@5: 0.790228\ttest's ndcg@1: 0.670457\ttest's ndcg@3: 0.811724\ttest's ndcg@5: 0.834136\n",
      "[261]\ttrain's map@1: 0.686232\ttrain's map@3: 0.791329\ttrain's map@5: 0.803381\ttrain's ndcg@1: 0.686232\ttrain's ndcg@3: 0.824935\ttrain's ndcg@5: 0.846088\ttest's map@1: 0.670482\ttest's map@3: 0.777472\ttest's map@5: 0.790242\ttest's ndcg@1: 0.670482\ttest's ndcg@3: 0.811732\ttest's ndcg@5: 0.834146\n",
      "[262]\ttrain's map@1: 0.686248\ttrain's map@3: 0.791355\ttrain's map@5: 0.803404\ttrain's ndcg@1: 0.686248\ttrain's ndcg@3: 0.824965\ttrain's ndcg@5: 0.846114\ttest's map@1: 0.670514\ttest's map@3: 0.777504\ttest's map@5: 0.790266\ttest's ndcg@1: 0.670514\ttest's ndcg@3: 0.811762\ttest's ndcg@5: 0.834163\n",
      "[263]\ttrain's map@1: 0.686302\ttrain's map@3: 0.791407\ttrain's map@5: 0.803456\ttrain's ndcg@1: 0.686302\ttrain's ndcg@3: 0.825017\ttrain's ndcg@5: 0.846163\ttest's map@1: 0.670489\ttest's map@3: 0.777493\ttest's map@5: 0.790256\ttest's ndcg@1: 0.670489\ttest's ndcg@3: 0.811757\ttest's ndcg@5: 0.834159\n",
      "[264]\ttrain's map@1: 0.686399\ttrain's map@3: 0.791476\ttrain's map@5: 0.803523\ttrain's ndcg@1: 0.686399\ttrain's ndcg@3: 0.825074\ttrain's ndcg@5: 0.846218\ttest's map@1: 0.670503\ttest's map@3: 0.777496\ttest's map@5: 0.790265\ttest's ndcg@1: 0.670503\ttest's ndcg@3: 0.811754\ttest's ndcg@5: 0.834165\n",
      "[265]\ttrain's map@1: 0.686487\ttrain's map@3: 0.791557\ttrain's map@5: 0.803591\ttrain's ndcg@1: 0.686487\ttrain's ndcg@3: 0.825153\ttrain's ndcg@5: 0.84627\ttest's map@1: 0.670525\ttest's map@3: 0.777524\ttest's map@5: 0.790288\ttest's ndcg@1: 0.670525\ttest's ndcg@3: 0.811787\ttest's ndcg@5: 0.83419\n",
      "[266]\ttrain's map@1: 0.686567\ttrain's map@3: 0.791622\ttrain's map@5: 0.803657\ttrain's ndcg@1: 0.686567\ttrain's ndcg@3: 0.825211\ttrain's ndcg@5: 0.84633\ttest's map@1: 0.670584\ttest's map@3: 0.777559\ttest's map@5: 0.790323\ttest's ndcg@1: 0.670584\ttest's ndcg@3: 0.811815\ttest's ndcg@5: 0.834217\n",
      "[267]\ttrain's map@1: 0.686602\ttrain's map@3: 0.791665\ttrain's map@5: 0.803693\ttrain's ndcg@1: 0.686602\ttrain's ndcg@3: 0.825253\ttrain's ndcg@5: 0.846359\ttest's map@1: 0.67055\ttest's map@3: 0.777553\ttest's map@5: 0.790313\ttest's ndcg@1: 0.67055\ttest's ndcg@3: 0.811813\ttest's ndcg@5: 0.834208\n",
      "[268]\ttrain's map@1: 0.686668\ttrain's map@3: 0.791716\ttrain's map@5: 0.803747\ttrain's ndcg@1: 0.686668\ttrain's ndcg@3: 0.825297\ttrain's ndcg@5: 0.84641\ttest's map@1: 0.670625\ttest's map@3: 0.7776\ttest's map@5: 0.790356\ttest's ndcg@1: 0.670625\ttest's ndcg@3: 0.811853\ttest's ndcg@5: 0.834242\n",
      "[269]\ttrain's map@1: 0.686752\ttrain's map@3: 0.791789\ttrain's map@5: 0.803815\ttrain's ndcg@1: 0.686752\ttrain's ndcg@3: 0.825366\ttrain's ndcg@5: 0.846471\ttest's map@1: 0.670582\ttest's map@3: 0.777576\ttest's map@5: 0.790341\ttest's ndcg@1: 0.670582\ttest's ndcg@3: 0.81183\ttest's ndcg@5: 0.834235\n",
      "[270]\ttrain's map@1: 0.686792\ttrain's map@3: 0.791826\ttrain's map@5: 0.803852\ttrain's ndcg@1: 0.686792\ttrain's ndcg@3: 0.825401\ttrain's ndcg@5: 0.846507\ttest's map@1: 0.670621\ttest's map@3: 0.777603\ttest's map@5: 0.790364\ttest's ndcg@1: 0.670621\ttest's ndcg@3: 0.811855\ttest's ndcg@5: 0.834254\n",
      "[271]\ttrain's map@1: 0.686833\ttrain's map@3: 0.79186\ttrain's map@5: 0.803885\ttrain's ndcg@1: 0.686833\ttrain's ndcg@3: 0.825435\ttrain's ndcg@5: 0.846538\ttest's map@1: 0.670658\ttest's map@3: 0.77763\ttest's map@5: 0.790392\ttest's ndcg@1: 0.670658\ttest's ndcg@3: 0.811875\ttest's ndcg@5: 0.834276\n",
      "[272]\ttrain's map@1: 0.686839\ttrain's map@3: 0.79188\ttrain's map@5: 0.803901\ttrain's ndcg@1: 0.686839\ttrain's ndcg@3: 0.82546\ttrain's ndcg@5: 0.846558\ttest's map@1: 0.670661\ttest's map@3: 0.777629\ttest's map@5: 0.790394\ttest's ndcg@1: 0.670661\ttest's ndcg@3: 0.811871\ttest's ndcg@5: 0.834278\n",
      "[273]\ttrain's map@1: 0.68694\ttrain's map@3: 0.791939\ttrain's map@5: 0.803958\ttrain's ndcg@1: 0.68694\ttrain's ndcg@3: 0.825509\ttrain's ndcg@5: 0.846601\ttest's map@1: 0.670665\ttest's map@3: 0.777637\ttest's map@5: 0.7904\ttest's ndcg@1: 0.670665\ttest's ndcg@3: 0.811882\ttest's ndcg@5: 0.834283\n",
      "[274]\ttrain's map@1: 0.686994\ttrain's map@3: 0.791976\ttrain's map@5: 0.803998\ttrain's ndcg@1: 0.686994\ttrain's ndcg@3: 0.825542\ttrain's ndcg@5: 0.846639\ttest's map@1: 0.670642\ttest's map@3: 0.777619\ttest's map@5: 0.790388\ttest's ndcg@1: 0.670642\ttest's ndcg@3: 0.811865\ttest's ndcg@5: 0.834276\n",
      "[275]\ttrain's map@1: 0.687031\ttrain's map@3: 0.79202\ttrain's map@5: 0.804044\ttrain's ndcg@1: 0.687031\ttrain's ndcg@3: 0.825582\ttrain's ndcg@5: 0.846682\ttest's map@1: 0.670634\ttest's map@3: 0.777613\ttest's map@5: 0.790386\ttest's ndcg@1: 0.670634\ttest's ndcg@3: 0.81186\ttest's ndcg@5: 0.83428\n",
      "[276]\ttrain's map@1: 0.687109\ttrain's map@3: 0.79208\ttrain's map@5: 0.804104\ttrain's ndcg@1: 0.687109\ttrain's ndcg@3: 0.825631\ttrain's ndcg@5: 0.846731\ttest's map@1: 0.670672\ttest's map@3: 0.777626\ttest's map@5: 0.790409\ttest's ndcg@1: 0.670672\ttest's ndcg@3: 0.811861\ttest's ndcg@5: 0.834299\n",
      "[277]\ttrain's map@1: 0.687195\ttrain's map@3: 0.792148\ttrain's map@5: 0.804174\ttrain's ndcg@1: 0.687195\ttrain's ndcg@3: 0.825695\ttrain's ndcg@5: 0.846798\ttest's map@1: 0.670766\ttest's map@3: 0.777678\ttest's map@5: 0.790461\ttest's ndcg@1: 0.670766\ttest's ndcg@3: 0.811904\ttest's ndcg@5: 0.83434\n",
      "[278]\ttrain's map@1: 0.687245\ttrain's map@3: 0.792194\ttrain's map@5: 0.804221\ttrain's ndcg@1: 0.687245\ttrain's ndcg@3: 0.825736\ttrain's ndcg@5: 0.846839\ttest's map@1: 0.670758\ttest's map@3: 0.777676\ttest's map@5: 0.790458\ttest's ndcg@1: 0.670758\ttest's ndcg@3: 0.811903\ttest's ndcg@5: 0.834337\n",
      "[279]\ttrain's map@1: 0.68731\ttrain's map@3: 0.792243\ttrain's map@5: 0.804266\ttrain's ndcg@1: 0.68731\ttrain's ndcg@3: 0.825783\ttrain's ndcg@5: 0.84688\ttest's map@1: 0.670757\ttest's map@3: 0.777686\ttest's map@5: 0.790471\ttest's ndcg@1: 0.670757\ttest's ndcg@3: 0.81191\ttest's ndcg@5: 0.83435\n",
      "[280]\ttrain's map@1: 0.687374\ttrain's map@3: 0.792299\ttrain's map@5: 0.804316\ttrain's ndcg@1: 0.687374\ttrain's ndcg@3: 0.825837\ttrain's ndcg@5: 0.846923\ttest's map@1: 0.670755\ttest's map@3: 0.777694\ttest's map@5: 0.790469\ttest's ndcg@1: 0.670755\ttest's ndcg@3: 0.811922\ttest's ndcg@5: 0.834347\n",
      "[281]\ttrain's map@1: 0.687395\ttrain's map@3: 0.792327\ttrain's map@5: 0.804342\ttrain's ndcg@1: 0.687395\ttrain's ndcg@3: 0.825866\ttrain's ndcg@5: 0.846948\ttest's map@1: 0.670767\ttest's map@3: 0.777701\ttest's map@5: 0.790479\ttest's ndcg@1: 0.670767\ttest's ndcg@3: 0.811929\ttest's ndcg@5: 0.834357\n",
      "[282]\ttrain's map@1: 0.687453\ttrain's map@3: 0.792367\ttrain's map@5: 0.804384\ttrain's ndcg@1: 0.687453\ttrain's ndcg@3: 0.825901\ttrain's ndcg@5: 0.846985\ttest's map@1: 0.670797\ttest's map@3: 0.777715\ttest's map@5: 0.790496\ttest's ndcg@1: 0.670797\ttest's ndcg@3: 0.81194\ttest's ndcg@5: 0.834371\n",
      "[283]\ttrain's map@1: 0.687531\ttrain's map@3: 0.792437\ttrain's map@5: 0.804447\ttrain's ndcg@1: 0.687531\ttrain's ndcg@3: 0.825966\ttrain's ndcg@5: 0.847037\ttest's map@1: 0.670864\ttest's map@3: 0.77775\ttest's map@5: 0.790533\ttest's ndcg@1: 0.670864\ttest's ndcg@3: 0.811966\ttest's ndcg@5: 0.834402\n",
      "[284]\ttrain's map@1: 0.687589\ttrain's map@3: 0.792494\ttrain's map@5: 0.804499\ttrain's ndcg@1: 0.687589\ttrain's ndcg@3: 0.82602\ttrain's ndcg@5: 0.847083\ttest's map@1: 0.670855\ttest's map@3: 0.777748\ttest's map@5: 0.790533\ttest's ndcg@1: 0.670855\ttest's ndcg@3: 0.811962\ttest's ndcg@5: 0.834401\n",
      "[285]\ttrain's map@1: 0.687711\ttrain's map@3: 0.79259\ttrain's map@5: 0.804584\ttrain's ndcg@1: 0.687711\ttrain's ndcg@3: 0.826107\ttrain's ndcg@5: 0.847154\ttest's map@1: 0.6709\ttest's map@3: 0.777751\ttest's map@5: 0.79054\ttest's ndcg@1: 0.6709\ttest's ndcg@3: 0.811961\ttest's ndcg@5: 0.834408\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[286]\ttrain's map@1: 0.68775\ttrain's map@3: 0.79263\ttrain's map@5: 0.80462\ttrain's ndcg@1: 0.68775\ttrain's ndcg@3: 0.826146\ttrain's ndcg@5: 0.847186\ttest's map@1: 0.670898\ttest's map@3: 0.777772\ttest's map@5: 0.790551\ttest's ndcg@1: 0.670898\ttest's ndcg@3: 0.811987\ttest's ndcg@5: 0.834417\n",
      "[287]\ttrain's map@1: 0.687812\ttrain's map@3: 0.792687\ttrain's map@5: 0.804669\ttrain's ndcg@1: 0.687812\ttrain's ndcg@3: 0.826202\ttrain's ndcg@5: 0.847229\ttest's map@1: 0.670876\ttest's map@3: 0.777782\ttest's map@5: 0.790554\ttest's ndcg@1: 0.670876\ttest's ndcg@3: 0.812006\ttest's ndcg@5: 0.834422\n",
      "[288]\ttrain's map@1: 0.687846\ttrain's map@3: 0.792723\ttrain's map@5: 0.804705\ttrain's ndcg@1: 0.687846\ttrain's ndcg@3: 0.826238\ttrain's ndcg@5: 0.847263\ttest's map@1: 0.670909\ttest's map@3: 0.777808\ttest's map@5: 0.790575\ttest's ndcg@1: 0.670909\ttest's ndcg@3: 0.812026\ttest's ndcg@5: 0.834435\n",
      "[289]\ttrain's map@1: 0.687899\ttrain's map@3: 0.792785\ttrain's map@5: 0.804759\ttrain's ndcg@1: 0.687899\ttrain's ndcg@3: 0.826303\ttrain's ndcg@5: 0.847313\ttest's map@1: 0.670931\ttest's map@3: 0.777812\ttest's map@5: 0.790585\ttest's ndcg@1: 0.670931\ttest's ndcg@3: 0.812026\ttest's ndcg@5: 0.834446\n",
      "[290]\ttrain's map@1: 0.687944\ttrain's map@3: 0.792829\ttrain's map@5: 0.8048\ttrain's ndcg@1: 0.687944\ttrain's ndcg@3: 0.826345\ttrain's ndcg@5: 0.847348\ttest's map@1: 0.670928\ttest's map@3: 0.777808\ttest's map@5: 0.790583\ttest's ndcg@1: 0.670928\ttest's ndcg@3: 0.812022\ttest's ndcg@5: 0.834444\n",
      "[291]\ttrain's map@1: 0.68803\ttrain's map@3: 0.792892\ttrain's map@5: 0.804859\ttrain's ndcg@1: 0.68803\ttrain's ndcg@3: 0.826404\ttrain's ndcg@5: 0.847399\ttest's map@1: 0.670974\ttest's map@3: 0.777838\ttest's map@5: 0.790613\ttest's ndcg@1: 0.670974\ttest's ndcg@3: 0.812051\ttest's ndcg@5: 0.834472\n",
      "[292]\ttrain's map@1: 0.688052\ttrain's map@3: 0.792927\ttrain's map@5: 0.804887\ttrain's ndcg@1: 0.688052\ttrain's ndcg@3: 0.826442\ttrain's ndcg@5: 0.847426\ttest's map@1: 0.670973\ttest's map@3: 0.777827\ttest's map@5: 0.790604\ttest's ndcg@1: 0.670973\ttest's ndcg@3: 0.812041\ttest's ndcg@5: 0.834464\n",
      "[293]\ttrain's map@1: 0.688174\ttrain's map@3: 0.793017\ttrain's map@5: 0.804968\ttrain's ndcg@1: 0.688174\ttrain's ndcg@3: 0.826523\ttrain's ndcg@5: 0.847491\ttest's map@1: 0.670966\ttest's map@3: 0.777831\ttest's map@5: 0.790605\ttest's ndcg@1: 0.670966\ttest's ndcg@3: 0.812046\ttest's ndcg@5: 0.834464\n",
      "[294]\ttrain's map@1: 0.688245\ttrain's map@3: 0.793073\ttrain's map@5: 0.805019\ttrain's ndcg@1: 0.688245\ttrain's ndcg@3: 0.826577\ttrain's ndcg@5: 0.847537\ttest's map@1: 0.670965\ttest's map@3: 0.777826\ttest's map@5: 0.790602\ttest's ndcg@1: 0.670965\ttest's ndcg@3: 0.812041\ttest's ndcg@5: 0.834462\n",
      "[295]\ttrain's map@1: 0.688317\ttrain's map@3: 0.79313\ttrain's map@5: 0.805072\ttrain's ndcg@1: 0.688317\ttrain's ndcg@3: 0.826632\ttrain's ndcg@5: 0.847583\ttest's map@1: 0.670957\ttest's map@3: 0.777825\ttest's map@5: 0.790599\ttest's ndcg@1: 0.670957\ttest's ndcg@3: 0.812041\ttest's ndcg@5: 0.834459\n",
      "[296]\ttrain's map@1: 0.688377\ttrain's map@3: 0.793187\ttrain's map@5: 0.805121\ttrain's ndcg@1: 0.688377\ttrain's ndcg@3: 0.826688\ttrain's ndcg@5: 0.847626\ttest's map@1: 0.670987\ttest's map@3: 0.77785\ttest's map@5: 0.790621\ttest's ndcg@1: 0.670987\ttest's ndcg@3: 0.812065\ttest's ndcg@5: 0.834474\n",
      "[297]\ttrain's map@1: 0.688472\ttrain's map@3: 0.793268\ttrain's map@5: 0.805192\ttrain's ndcg@1: 0.688472\ttrain's ndcg@3: 0.826762\ttrain's ndcg@5: 0.847684\ttest's map@1: 0.671029\ttest's map@3: 0.777872\ttest's map@5: 0.790643\ttest's ndcg@1: 0.671029\ttest's ndcg@3: 0.812082\ttest's ndcg@5: 0.834492\n",
      "[298]\ttrain's map@1: 0.688513\ttrain's map@3: 0.79332\ttrain's map@5: 0.805239\ttrain's ndcg@1: 0.688513\ttrain's ndcg@3: 0.826811\ttrain's ndcg@5: 0.847725\ttest's map@1: 0.671044\ttest's map@3: 0.77788\ttest's map@5: 0.790654\ttest's ndcg@1: 0.671044\ttest's ndcg@3: 0.812088\ttest's ndcg@5: 0.834504\n",
      "[299]\ttrain's map@1: 0.688585\ttrain's map@3: 0.793378\ttrain's map@5: 0.805292\ttrain's ndcg@1: 0.688585\ttrain's ndcg@3: 0.826864\ttrain's ndcg@5: 0.847768\ttest's map@1: 0.671057\ttest's map@3: 0.777901\ttest's map@5: 0.790671\ttest's ndcg@1: 0.671057\ttest's ndcg@3: 0.812112\ttest's ndcg@5: 0.83452\n",
      "[300]\ttrain's map@1: 0.688638\ttrain's map@3: 0.79343\ttrain's map@5: 0.805337\ttrain's ndcg@1: 0.688638\ttrain's ndcg@3: 0.826913\ttrain's ndcg@5: 0.847806\ttest's map@1: 0.671064\ttest's map@3: 0.777911\ttest's map@5: 0.790672\ttest's ndcg@1: 0.671064\ttest's ndcg@3: 0.812123\ttest's ndcg@5: 0.834515\n",
      "[301]\ttrain's map@1: 0.688712\ttrain's map@3: 0.793496\ttrain's map@5: 0.805393\ttrain's ndcg@1: 0.688712\ttrain's ndcg@3: 0.826978\ttrain's ndcg@5: 0.847853\ttest's map@1: 0.67108\ttest's map@3: 0.777923\ttest's map@5: 0.790678\ttest's ndcg@1: 0.67108\ttest's ndcg@3: 0.812134\ttest's ndcg@5: 0.834516\n",
      "[302]\ttrain's map@1: 0.688796\ttrain's map@3: 0.79356\ttrain's map@5: 0.805455\ttrain's ndcg@1: 0.688796\ttrain's ndcg@3: 0.827033\ttrain's ndcg@5: 0.847905\ttest's map@1: 0.671089\ttest's map@3: 0.777939\ttest's map@5: 0.790691\ttest's ndcg@1: 0.671089\ttest's ndcg@3: 0.81215\ttest's ndcg@5: 0.834526\n",
      "[303]\ttrain's map@1: 0.688856\ttrain's map@3: 0.793598\ttrain's map@5: 0.8055\ttrain's ndcg@1: 0.688856\ttrain's ndcg@3: 0.827065\ttrain's ndcg@5: 0.847948\ttest's map@1: 0.671122\ttest's map@3: 0.777962\ttest's map@5: 0.790711\ttest's ndcg@1: 0.671122\ttest's ndcg@3: 0.81217\ttest's ndcg@5: 0.834542\n",
      "[304]\ttrain's map@1: 0.688896\ttrain's map@3: 0.793651\ttrain's map@5: 0.805539\ttrain's ndcg@1: 0.688896\ttrain's ndcg@3: 0.827121\ttrain's ndcg@5: 0.847981\ttest's map@1: 0.671142\ttest's map@3: 0.77797\ttest's map@5: 0.790727\ttest's ndcg@1: 0.671142\ttest's ndcg@3: 0.812171\ttest's ndcg@5: 0.834558\n",
      "[305]\ttrain's map@1: 0.688984\ttrain's map@3: 0.793711\ttrain's map@5: 0.805596\ttrain's ndcg@1: 0.688984\ttrain's ndcg@3: 0.827175\ttrain's ndcg@5: 0.848028\ttest's map@1: 0.671113\ttest's map@3: 0.777963\ttest's map@5: 0.790717\ttest's ndcg@1: 0.671113\ttest's ndcg@3: 0.812169\ttest's ndcg@5: 0.83455\n",
      "[306]\ttrain's map@1: 0.689045\ttrain's map@3: 0.793762\ttrain's map@5: 0.805643\ttrain's ndcg@1: 0.689045\ttrain's ndcg@3: 0.827222\ttrain's ndcg@5: 0.848067\ttest's map@1: 0.671122\ttest's map@3: 0.777977\ttest's map@5: 0.790724\ttest's ndcg@1: 0.671122\ttest's ndcg@3: 0.812183\ttest's ndcg@5: 0.834552\n",
      "[307]\ttrain's map@1: 0.689108\ttrain's map@3: 0.79381\ttrain's map@5: 0.805692\ttrain's ndcg@1: 0.689108\ttrain's ndcg@3: 0.827264\ttrain's ndcg@5: 0.848111\ttest's map@1: 0.671168\ttest's map@3: 0.778008\ttest's map@5: 0.79075\ttest's ndcg@1: 0.671168\ttest's ndcg@3: 0.81221\ttest's ndcg@5: 0.834572\n",
      "[308]\ttrain's map@1: 0.689145\ttrain's map@3: 0.79384\ttrain's map@5: 0.805724\ttrain's ndcg@1: 0.689145\ttrain's ndcg@3: 0.82729\ttrain's ndcg@5: 0.848141\ttest's map@1: 0.671188\ttest's map@3: 0.77803\ttest's map@5: 0.790761\ttest's ndcg@1: 0.671188\ttest's ndcg@3: 0.81223\ttest's ndcg@5: 0.834573\n",
      "[309]\ttrain's map@1: 0.689212\ttrain's map@3: 0.793898\ttrain's map@5: 0.805775\ttrain's ndcg@1: 0.689212\ttrain's ndcg@3: 0.827343\ttrain's ndcg@5: 0.848183\ttest's map@1: 0.671202\ttest's map@3: 0.778033\ttest's map@5: 0.790765\ttest's ndcg@1: 0.671202\ttest's ndcg@3: 0.81223\ttest's ndcg@5: 0.834574\n",
      "[310]\ttrain's map@1: 0.689259\ttrain's map@3: 0.793948\ttrain's map@5: 0.805819\ttrain's ndcg@1: 0.689259\ttrain's ndcg@3: 0.827392\ttrain's ndcg@5: 0.84822\ttest's map@1: 0.671217\ttest's map@3: 0.778046\ttest's map@5: 0.790775\ttest's ndcg@1: 0.671217\ttest's ndcg@3: 0.812242\ttest's ndcg@5: 0.834581\n",
      "[311]\ttrain's map@1: 0.689313\ttrain's map@3: 0.793992\ttrain's map@5: 0.80586\ttrain's ndcg@1: 0.689313\ttrain's ndcg@3: 0.827436\ttrain's ndcg@5: 0.848257\ttest's map@1: 0.671213\ttest's map@3: 0.778039\ttest's map@5: 0.790772\ttest's ndcg@1: 0.671213\ttest's ndcg@3: 0.812233\ttest's ndcg@5: 0.834577\n",
      "[312]\ttrain's map@1: 0.689363\ttrain's map@3: 0.794034\ttrain's map@5: 0.805901\ttrain's ndcg@1: 0.689363\ttrain's ndcg@3: 0.827477\ttrain's ndcg@5: 0.848299\ttest's map@1: 0.671258\ttest's map@3: 0.778068\ttest's map@5: 0.790801\ttest's ndcg@1: 0.671258\ttest's ndcg@3: 0.812256\ttest's ndcg@5: 0.834601\n",
      "[313]\ttrain's map@1: 0.689457\ttrain's map@3: 0.794105\ttrain's map@5: 0.805967\ttrain's ndcg@1: 0.689457\ttrain's ndcg@3: 0.82754\ttrain's ndcg@5: 0.848353\ttest's map@1: 0.671259\ttest's map@3: 0.778068\ttest's map@5: 0.790803\ttest's ndcg@1: 0.671259\ttest's ndcg@3: 0.81226\ttest's ndcg@5: 0.834608\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[314]\ttrain's map@1: 0.689504\ttrain's map@3: 0.794151\ttrain's map@5: 0.806009\ttrain's ndcg@1: 0.689504\ttrain's ndcg@3: 0.827586\ttrain's ndcg@5: 0.848392\ttest's map@1: 0.671255\ttest's map@3: 0.778061\ttest's map@5: 0.790794\ttest's ndcg@1: 0.671255\ttest's ndcg@3: 0.812253\ttest's ndcg@5: 0.834599\n",
      "[315]\ttrain's map@1: 0.689587\ttrain's map@3: 0.794205\ttrain's map@5: 0.806062\ttrain's ndcg@1: 0.689587\ttrain's ndcg@3: 0.827634\ttrain's ndcg@5: 0.848437\ttest's map@1: 0.6713\ttest's map@3: 0.778088\ttest's map@5: 0.790818\ttest's ndcg@1: 0.6713\ttest's ndcg@3: 0.812278\ttest's ndcg@5: 0.834617\n",
      "[316]\ttrain's map@1: 0.689708\ttrain's map@3: 0.794279\ttrain's map@5: 0.806137\ttrain's ndcg@1: 0.689708\ttrain's ndcg@3: 0.827694\ttrain's ndcg@5: 0.8485\ttest's map@1: 0.671298\ttest's map@3: 0.778094\ttest's map@5: 0.79082\ttest's ndcg@1: 0.671298\ttest's ndcg@3: 0.812283\ttest's ndcg@5: 0.834618\n",
      "[317]\ttrain's map@1: 0.689851\ttrain's map@3: 0.794382\ttrain's map@5: 0.806234\ttrain's ndcg@1: 0.689851\ttrain's ndcg@3: 0.827784\ttrain's ndcg@5: 0.848579\ttest's map@1: 0.671319\ttest's map@3: 0.778117\ttest's map@5: 0.790837\ttest's ndcg@1: 0.671319\ttest's ndcg@3: 0.812307\ttest's ndcg@5: 0.834633\n",
      "[318]\ttrain's map@1: 0.689887\ttrain's map@3: 0.794421\ttrain's map@5: 0.806273\ttrain's ndcg@1: 0.689887\ttrain's ndcg@3: 0.827823\ttrain's ndcg@5: 0.84862\ttest's map@1: 0.671318\ttest's map@3: 0.778119\ttest's map@5: 0.790836\ttest's ndcg@1: 0.671318\ttest's ndcg@3: 0.81231\ttest's ndcg@5: 0.83463\n",
      "[319]\ttrain's map@1: 0.689932\ttrain's map@3: 0.794463\ttrain's map@5: 0.806309\ttrain's ndcg@1: 0.689932\ttrain's ndcg@3: 0.827863\ttrain's ndcg@5: 0.848649\ttest's map@1: 0.67133\ttest's map@3: 0.77813\ttest's map@5: 0.790846\ttest's ndcg@1: 0.67133\ttest's ndcg@3: 0.812324\ttest's ndcg@5: 0.834642\n",
      "[320]\ttrain's map@1: 0.690021\ttrain's map@3: 0.794535\ttrain's map@5: 0.806377\ttrain's ndcg@1: 0.690021\ttrain's ndcg@3: 0.827929\ttrain's ndcg@5: 0.848705\ttest's map@1: 0.671353\ttest's map@3: 0.778141\ttest's map@5: 0.790858\ttest's ndcg@1: 0.671353\ttest's ndcg@3: 0.812331\ttest's ndcg@5: 0.834651\n",
      "[321]\ttrain's map@1: 0.690079\ttrain's map@3: 0.794592\ttrain's map@5: 0.806431\ttrain's ndcg@1: 0.690079\ttrain's ndcg@3: 0.827983\ttrain's ndcg@5: 0.848756\ttest's map@1: 0.671326\ttest's map@3: 0.778125\ttest's map@5: 0.790843\ttest's ndcg@1: 0.671326\ttest's ndcg@3: 0.812315\ttest's ndcg@5: 0.834638\n",
      "[322]\ttrain's map@1: 0.690171\ttrain's map@3: 0.794658\ttrain's map@5: 0.806499\ttrain's ndcg@1: 0.690171\ttrain's ndcg@3: 0.828038\ttrain's ndcg@5: 0.848815\ttest's map@1: 0.671342\ttest's map@3: 0.778124\ttest's map@5: 0.790847\ttest's ndcg@1: 0.671342\ttest's ndcg@3: 0.812311\ttest's ndcg@5: 0.834641\n",
      "[323]\ttrain's map@1: 0.690191\ttrain's map@3: 0.794688\ttrain's map@5: 0.806529\ttrain's ndcg@1: 0.690191\ttrain's ndcg@3: 0.828068\ttrain's ndcg@5: 0.848843\ttest's map@1: 0.671363\ttest's map@3: 0.778124\ttest's map@5: 0.790857\ttest's ndcg@1: 0.671363\ttest's ndcg@3: 0.812304\ttest's ndcg@5: 0.834649\n",
      "[324]\ttrain's map@1: 0.69025\ttrain's map@3: 0.794727\ttrain's map@5: 0.806565\ttrain's ndcg@1: 0.69025\ttrain's ndcg@3: 0.828102\ttrain's ndcg@5: 0.848871\ttest's map@1: 0.671336\ttest's map@3: 0.778119\ttest's map@5: 0.790847\ttest's ndcg@1: 0.671336\ttest's ndcg@3: 0.812307\ttest's ndcg@5: 0.834644\n",
      "[325]\ttrain's map@1: 0.690316\ttrain's map@3: 0.794781\ttrain's map@5: 0.806617\ttrain's ndcg@1: 0.690316\ttrain's ndcg@3: 0.82815\ttrain's ndcg@5: 0.848915\ttest's map@1: 0.671374\ttest's map@3: 0.778148\ttest's map@5: 0.79087\ttest's ndcg@1: 0.671374\ttest's ndcg@3: 0.812335\ttest's ndcg@5: 0.834662\n",
      "[326]\ttrain's map@1: 0.690344\ttrain's map@3: 0.794815\ttrain's map@5: 0.806649\ttrain's ndcg@1: 0.690344\ttrain's ndcg@3: 0.828186\ttrain's ndcg@5: 0.848948\ttest's map@1: 0.671362\ttest's map@3: 0.778139\ttest's map@5: 0.790865\ttest's ndcg@1: 0.671362\ttest's ndcg@3: 0.812325\ttest's ndcg@5: 0.83466\n",
      "[327]\ttrain's map@1: 0.690364\ttrain's map@3: 0.794838\ttrain's map@5: 0.806672\ttrain's ndcg@1: 0.690364\ttrain's ndcg@3: 0.828212\ttrain's ndcg@5: 0.848972\ttest's map@1: 0.671376\ttest's map@3: 0.778153\ttest's map@5: 0.79088\ttest's ndcg@1: 0.671376\ttest's ndcg@3: 0.812339\ttest's ndcg@5: 0.834675\n",
      "[328]\ttrain's map@1: 0.690389\ttrain's map@3: 0.794867\ttrain's map@5: 0.806698\ttrain's ndcg@1: 0.690389\ttrain's ndcg@3: 0.828242\ttrain's ndcg@5: 0.848999\ttest's map@1: 0.67138\ttest's map@3: 0.778152\ttest's map@5: 0.79088\ttest's ndcg@1: 0.67138\ttest's ndcg@3: 0.812337\ttest's ndcg@5: 0.834676\n",
      "[329]\ttrain's map@1: 0.690426\ttrain's map@3: 0.79491\ttrain's map@5: 0.806733\ttrain's ndcg@1: 0.690426\ttrain's ndcg@3: 0.828287\ttrain's ndcg@5: 0.849027\ttest's map@1: 0.671423\ttest's map@3: 0.77817\ttest's map@5: 0.790893\ttest's ndcg@1: 0.671423\ttest's ndcg@3: 0.812352\ttest's ndcg@5: 0.83468\n",
      "[330]\ttrain's map@1: 0.690552\ttrain's map@3: 0.795011\ttrain's map@5: 0.806823\ttrain's ndcg@1: 0.690552\ttrain's ndcg@3: 0.828378\ttrain's ndcg@5: 0.8491\ttest's map@1: 0.671423\ttest's map@3: 0.77817\ttest's map@5: 0.790899\ttest's ndcg@1: 0.671423\ttest's ndcg@3: 0.812351\ttest's ndcg@5: 0.834688\n",
      "[331]\ttrain's map@1: 0.690608\ttrain's map@3: 0.795056\ttrain's map@5: 0.806864\ttrain's ndcg@1: 0.690608\ttrain's ndcg@3: 0.82842\ttrain's ndcg@5: 0.849132\ttest's map@1: 0.671418\ttest's map@3: 0.778188\ttest's map@5: 0.790904\ttest's ndcg@1: 0.671418\ttest's ndcg@3: 0.812374\ttest's ndcg@5: 0.834689\n",
      "[332]\ttrain's map@1: 0.690687\ttrain's map@3: 0.795106\ttrain's map@5: 0.80691\ttrain's ndcg@1: 0.690687\ttrain's ndcg@3: 0.828463\ttrain's ndcg@5: 0.84917\ttest's map@1: 0.671419\ttest's map@3: 0.778189\ttest's map@5: 0.790907\ttest's ndcg@1: 0.671419\ttest's ndcg@3: 0.812375\ttest's ndcg@5: 0.834695\n",
      "[333]\ttrain's map@1: 0.690746\ttrain's map@3: 0.795158\ttrain's map@5: 0.806959\ttrain's ndcg@1: 0.690746\ttrain's ndcg@3: 0.828513\ttrain's ndcg@5: 0.849213\ttest's map@1: 0.671428\ttest's map@3: 0.778205\ttest's map@5: 0.790919\ttest's ndcg@1: 0.671428\ttest's ndcg@3: 0.812392\ttest's ndcg@5: 0.834704\n",
      "[334]\ttrain's map@1: 0.690808\ttrain's map@3: 0.795211\ttrain's map@5: 0.807006\ttrain's ndcg@1: 0.690808\ttrain's ndcg@3: 0.828563\ttrain's ndcg@5: 0.849254\ttest's map@1: 0.671424\ttest's map@3: 0.778203\ttest's map@5: 0.790921\ttest's ndcg@1: 0.671424\ttest's ndcg@3: 0.812387\ttest's ndcg@5: 0.834704\n",
      "[335]\ttrain's map@1: 0.690908\ttrain's map@3: 0.795286\ttrain's map@5: 0.807075\ttrain's ndcg@1: 0.690908\ttrain's ndcg@3: 0.828629\ttrain's ndcg@5: 0.849311\ttest's map@1: 0.671477\ttest's map@3: 0.77824\ttest's map@5: 0.790955\ttest's ndcg@1: 0.671477\ttest's ndcg@3: 0.812419\ttest's ndcg@5: 0.834733\n",
      "[336]\ttrain's map@1: 0.690941\ttrain's map@3: 0.795324\ttrain's map@5: 0.807109\ttrain's ndcg@1: 0.690941\ttrain's ndcg@3: 0.828668\ttrain's ndcg@5: 0.849343\ttest's map@1: 0.671459\ttest's map@3: 0.778223\ttest's map@5: 0.790943\ttest's ndcg@1: 0.671459\ttest's ndcg@3: 0.8124\ttest's ndcg@5: 0.834723\n",
      "[337]\ttrain's map@1: 0.691009\ttrain's map@3: 0.795386\ttrain's map@5: 0.807161\ttrain's ndcg@1: 0.691009\ttrain's ndcg@3: 0.828729\ttrain's ndcg@5: 0.849387\ttest's map@1: 0.671517\ttest's map@3: 0.778249\ttest's map@5: 0.790971\ttest's ndcg@1: 0.671517\ttest's ndcg@3: 0.812417\ttest's ndcg@5: 0.834741\n",
      "[338]\ttrain's map@1: 0.691068\ttrain's map@3: 0.795435\ttrain's map@5: 0.807207\ttrain's ndcg@1: 0.691068\ttrain's ndcg@3: 0.828775\ttrain's ndcg@5: 0.849428\ttest's map@1: 0.671536\ttest's map@3: 0.778257\ttest's map@5: 0.790982\ttest's ndcg@1: 0.671536\ttest's ndcg@3: 0.812421\ttest's ndcg@5: 0.834753\n",
      "[339]\ttrain's map@1: 0.691141\ttrain's map@3: 0.795491\ttrain's map@5: 0.80726\ttrain's ndcg@1: 0.691141\ttrain's ndcg@3: 0.828823\ttrain's ndcg@5: 0.84947\ttest's map@1: 0.671542\ttest's map@3: 0.778258\ttest's map@5: 0.790985\ttest's ndcg@1: 0.671542\ttest's ndcg@3: 0.812419\ttest's ndcg@5: 0.834755\n",
      "[340]\ttrain's map@1: 0.691198\ttrain's map@3: 0.795535\ttrain's map@5: 0.807305\ttrain's ndcg@1: 0.691198\ttrain's ndcg@3: 0.828861\ttrain's ndcg@5: 0.84951\ttest's map@1: 0.67153\ttest's map@3: 0.778241\ttest's map@5: 0.790978\ttest's ndcg@1: 0.67153\ttest's ndcg@3: 0.8124\ttest's ndcg@5: 0.834753\n",
      "[341]\ttrain's map@1: 0.69126\ttrain's map@3: 0.795584\ttrain's map@5: 0.807353\ttrain's ndcg@1: 0.69126\ttrain's ndcg@3: 0.828904\ttrain's ndcg@5: 0.849553\ttest's map@1: 0.671541\ttest's map@3: 0.77825\ttest's map@5: 0.790983\ttest's ndcg@1: 0.671541\ttest's ndcg@3: 0.812408\ttest's ndcg@5: 0.834756\n",
      "[342]\ttrain's map@1: 0.691316\ttrain's map@3: 0.795629\ttrain's map@5: 0.807399\ttrain's ndcg@1: 0.691316\ttrain's ndcg@3: 0.828945\ttrain's ndcg@5: 0.849592\ttest's map@1: 0.671565\ttest's map@3: 0.778253\ttest's map@5: 0.790989\ttest's ndcg@1: 0.671565\ttest's ndcg@3: 0.812408\ttest's ndcg@5: 0.83476\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[343]\ttrain's map@1: 0.691395\ttrain's map@3: 0.795686\ttrain's map@5: 0.807456\ttrain's ndcg@1: 0.691395\ttrain's ndcg@3: 0.828994\ttrain's ndcg@5: 0.849644\ttest's map@1: 0.671635\ttest's map@3: 0.778295\ttest's map@5: 0.79103\ttest's ndcg@1: 0.671635\ttest's ndcg@3: 0.812444\ttest's ndcg@5: 0.834793\n",
      "[344]\ttrain's map@1: 0.691451\ttrain's map@3: 0.795737\ttrain's map@5: 0.807502\ttrain's ndcg@1: 0.691451\ttrain's ndcg@3: 0.829043\ttrain's ndcg@5: 0.849681\ttest's map@1: 0.671644\ttest's map@3: 0.778312\ttest's map@5: 0.791038\ttest's ndcg@1: 0.671644\ttest's ndcg@3: 0.812466\ttest's ndcg@5: 0.834798\n",
      "[345]\ttrain's map@1: 0.691569\ttrain's map@3: 0.795832\ttrain's map@5: 0.807584\ttrain's ndcg@1: 0.691569\ttrain's ndcg@3: 0.829132\ttrain's ndcg@5: 0.849748\ttest's map@1: 0.671658\ttest's map@3: 0.778321\ttest's map@5: 0.791049\ttest's ndcg@1: 0.671658\ttest's ndcg@3: 0.812474\ttest's ndcg@5: 0.834808\n",
      "[346]\ttrain's map@1: 0.691603\ttrain's map@3: 0.795872\ttrain's map@5: 0.807623\ttrain's ndcg@1: 0.691603\ttrain's ndcg@3: 0.829172\ttrain's ndcg@5: 0.849785\ttest's map@1: 0.671655\ttest's map@3: 0.778337\ttest's map@5: 0.791056\ttest's ndcg@1: 0.671655\ttest's ndcg@3: 0.812489\ttest's ndcg@5: 0.834808\n",
      "[347]\ttrain's map@1: 0.691671\ttrain's map@3: 0.795927\ttrain's map@5: 0.807674\ttrain's ndcg@1: 0.691671\ttrain's ndcg@3: 0.829222\ttrain's ndcg@5: 0.849827\ttest's map@1: 0.671646\ttest's map@3: 0.778331\ttest's map@5: 0.79105\ttest's ndcg@1: 0.671646\ttest's ndcg@3: 0.812486\ttest's ndcg@5: 0.834802\n",
      "[348]\ttrain's map@1: 0.69173\ttrain's map@3: 0.795977\ttrain's map@5: 0.807718\ttrain's ndcg@1: 0.69173\ttrain's ndcg@3: 0.829269\ttrain's ndcg@5: 0.849862\ttest's map@1: 0.671671\ttest's map@3: 0.778352\ttest's map@5: 0.791063\ttest's ndcg@1: 0.671671\ttest's ndcg@3: 0.812507\ttest's ndcg@5: 0.834811\n",
      "[349]\ttrain's map@1: 0.691766\ttrain's map@3: 0.796017\ttrain's map@5: 0.807752\ttrain's ndcg@1: 0.691766\ttrain's ndcg@3: 0.829311\ttrain's ndcg@5: 0.849895\ttest's map@1: 0.671686\ttest's map@3: 0.778366\ttest's map@5: 0.791074\ttest's ndcg@1: 0.671686\ttest's ndcg@3: 0.812523\ttest's ndcg@5: 0.834821\n",
      "[350]\ttrain's map@1: 0.691865\ttrain's map@3: 0.796085\ttrain's map@5: 0.807816\ttrain's ndcg@1: 0.691865\ttrain's ndcg@3: 0.829368\ttrain's ndcg@5: 0.849945\ttest's map@1: 0.671719\ttest's map@3: 0.778388\ttest's map@5: 0.791092\ttest's ndcg@1: 0.671719\ttest's ndcg@3: 0.812541\ttest's ndcg@5: 0.834834\n",
      "[351]\ttrain's map@1: 0.691892\ttrain's map@3: 0.796122\ttrain's map@5: 0.807849\ttrain's ndcg@1: 0.691892\ttrain's ndcg@3: 0.829408\ttrain's ndcg@5: 0.849977\ttest's map@1: 0.67172\ttest's map@3: 0.778399\ttest's map@5: 0.791099\ttest's ndcg@1: 0.67172\ttest's ndcg@3: 0.812551\ttest's ndcg@5: 0.834835\n",
      "[352]\ttrain's map@1: 0.691942\ttrain's map@3: 0.79617\ttrain's map@5: 0.807895\ttrain's ndcg@1: 0.691942\ttrain's ndcg@3: 0.829455\ttrain's ndcg@5: 0.850021\ttest's map@1: 0.671753\ttest's map@3: 0.778424\ttest's map@5: 0.791123\ttest's ndcg@1: 0.671753\ttest's ndcg@3: 0.812573\ttest's ndcg@5: 0.834857\n",
      "[353]\ttrain's map@1: 0.691961\ttrain's map@3: 0.796199\ttrain's map@5: 0.807921\ttrain's ndcg@1: 0.691961\ttrain's ndcg@3: 0.829486\ttrain's ndcg@5: 0.850047\ttest's map@1: 0.671762\ttest's map@3: 0.778423\ttest's map@5: 0.791127\ttest's ndcg@1: 0.671762\ttest's ndcg@3: 0.812569\ttest's ndcg@5: 0.834861\n",
      "[354]\ttrain's map@1: 0.691995\ttrain's map@3: 0.796232\ttrain's map@5: 0.807952\ttrain's ndcg@1: 0.691995\ttrain's ndcg@3: 0.829518\ttrain's ndcg@5: 0.850075\ttest's map@1: 0.67178\ttest's map@3: 0.778436\ttest's map@5: 0.791138\ttest's ndcg@1: 0.67178\ttest's ndcg@3: 0.812583\ttest's ndcg@5: 0.834873\n",
      "[355]\ttrain's map@1: 0.69207\ttrain's map@3: 0.796287\ttrain's map@5: 0.808007\ttrain's ndcg@1: 0.69207\ttrain's ndcg@3: 0.829562\ttrain's ndcg@5: 0.85012\ttest's map@1: 0.671805\ttest's map@3: 0.77845\ttest's map@5: 0.791148\ttest's ndcg@1: 0.671805\ttest's ndcg@3: 0.812595\ttest's ndcg@5: 0.834878\n",
      "[356]\ttrain's map@1: 0.692108\ttrain's map@3: 0.796318\ttrain's map@5: 0.808035\ttrain's ndcg@1: 0.692108\ttrain's ndcg@3: 0.829592\ttrain's ndcg@5: 0.850144\ttest's map@1: 0.671801\ttest's map@3: 0.778445\ttest's map@5: 0.791144\ttest's ndcg@1: 0.671801\ttest's ndcg@3: 0.812589\ttest's ndcg@5: 0.834872\n",
      "[357]\ttrain's map@1: 0.692193\ttrain's map@3: 0.796385\ttrain's map@5: 0.808095\ttrain's ndcg@1: 0.692193\ttrain's ndcg@3: 0.829654\ttrain's ndcg@5: 0.850194\ttest's map@1: 0.67178\ttest's map@3: 0.778439\ttest's map@5: 0.791134\ttest's ndcg@1: 0.67178\ttest's ndcg@3: 0.812586\ttest's ndcg@5: 0.834862\n",
      "[358]\ttrain's map@1: 0.692267\ttrain's map@3: 0.796448\ttrain's map@5: 0.80815\ttrain's ndcg@1: 0.692267\ttrain's ndcg@3: 0.829714\ttrain's ndcg@5: 0.85024\ttest's map@1: 0.671793\ttest's map@3: 0.778457\ttest's map@5: 0.791147\ttest's ndcg@1: 0.671793\ttest's ndcg@3: 0.812605\ttest's ndcg@5: 0.834872\n",
      "[359]\ttrain's map@1: 0.692326\ttrain's map@3: 0.796497\ttrain's map@5: 0.808198\ttrain's ndcg@1: 0.692326\ttrain's ndcg@3: 0.82976\ttrain's ndcg@5: 0.850282\ttest's map@1: 0.671799\ttest's map@3: 0.778459\ttest's map@5: 0.791152\ttest's ndcg@1: 0.671799\ttest's ndcg@3: 0.812607\ttest's ndcg@5: 0.834881\n",
      "[360]\ttrain's map@1: 0.692381\ttrain's map@3: 0.796544\ttrain's map@5: 0.808243\ttrain's ndcg@1: 0.692381\ttrain's ndcg@3: 0.829801\ttrain's ndcg@5: 0.850321\ttest's map@1: 0.671803\ttest's map@3: 0.778471\ttest's map@5: 0.791157\ttest's ndcg@1: 0.671803\ttest's ndcg@3: 0.812622\ttest's ndcg@5: 0.834885\n",
      "[361]\ttrain's map@1: 0.692428\ttrain's map@3: 0.796583\ttrain's map@5: 0.808281\ttrain's ndcg@1: 0.692428\ttrain's ndcg@3: 0.829838\ttrain's ndcg@5: 0.850356\ttest's map@1: 0.671827\ttest's map@3: 0.778492\ttest's map@5: 0.79118\ttest's ndcg@1: 0.671827\ttest's ndcg@3: 0.812642\ttest's ndcg@5: 0.834909\n",
      "[362]\ttrain's map@1: 0.692471\ttrain's map@3: 0.796611\ttrain's map@5: 0.808317\ttrain's ndcg@1: 0.692471\ttrain's ndcg@3: 0.829862\ttrain's ndcg@5: 0.850394\ttest's map@1: 0.671796\ttest's map@3: 0.77847\ttest's map@5: 0.791165\ttest's ndcg@1: 0.671796\ttest's ndcg@3: 0.812624\ttest's ndcg@5: 0.834903\n",
      "[363]\ttrain's map@1: 0.692521\ttrain's map@3: 0.796658\ttrain's map@5: 0.808361\ttrain's ndcg@1: 0.692521\ttrain's ndcg@3: 0.829904\ttrain's ndcg@5: 0.850432\ttest's map@1: 0.671773\ttest's map@3: 0.778463\ttest's map@5: 0.791154\ttest's ndcg@1: 0.671773\ttest's ndcg@3: 0.812624\ttest's ndcg@5: 0.834896\n",
      "[364]\ttrain's map@1: 0.692571\ttrain's map@3: 0.796701\ttrain's map@5: 0.808403\ttrain's ndcg@1: 0.692571\ttrain's ndcg@3: 0.829945\ttrain's ndcg@5: 0.850471\ttest's map@1: 0.671771\ttest's map@3: 0.778467\ttest's map@5: 0.791157\ttest's ndcg@1: 0.671771\ttest's ndcg@3: 0.812629\ttest's ndcg@5: 0.834899\n",
      "[365]\ttrain's map@1: 0.692642\ttrain's map@3: 0.796759\ttrain's map@5: 0.808455\ttrain's ndcg@1: 0.692642\ttrain's ndcg@3: 0.829997\ttrain's ndcg@5: 0.850513\ttest's map@1: 0.671783\ttest's map@3: 0.778478\ttest's map@5: 0.791169\ttest's ndcg@1: 0.671783\ttest's ndcg@3: 0.81264\ttest's ndcg@5: 0.834913\n",
      "[366]\ttrain's map@1: 0.692685\ttrain's map@3: 0.796794\ttrain's map@5: 0.808488\ttrain's ndcg@1: 0.692685\ttrain's ndcg@3: 0.830032\ttrain's ndcg@5: 0.850545\ttest's map@1: 0.671766\ttest's map@3: 0.778467\ttest's map@5: 0.791157\ttest's ndcg@1: 0.671766\ttest's ndcg@3: 0.81263\ttest's ndcg@5: 0.834901\n",
      "[367]\ttrain's map@1: 0.692723\ttrain's map@3: 0.796835\ttrain's map@5: 0.808524\ttrain's ndcg@1: 0.692723\ttrain's ndcg@3: 0.830072\ttrain's ndcg@5: 0.850576\ttest's map@1: 0.671756\ttest's map@3: 0.77847\ttest's map@5: 0.791159\ttest's ndcg@1: 0.671756\ttest's ndcg@3: 0.812634\ttest's ndcg@5: 0.834902\n",
      "[368]\ttrain's map@1: 0.692828\ttrain's map@3: 0.796897\ttrain's map@5: 0.808586\ttrain's ndcg@1: 0.692828\ttrain's ndcg@3: 0.830125\ttrain's ndcg@5: 0.850628\ttest's map@1: 0.67178\ttest's map@3: 0.778483\ttest's map@5: 0.79117\ttest's ndcg@1: 0.67178\ttest's ndcg@3: 0.812644\ttest's ndcg@5: 0.83491\n",
      "[369]\ttrain's map@1: 0.692898\ttrain's map@3: 0.796949\ttrain's map@5: 0.808635\ttrain's ndcg@1: 0.692898\ttrain's ndcg@3: 0.830168\ttrain's ndcg@5: 0.850668\ttest's map@1: 0.671777\ttest's map@3: 0.77848\ttest's map@5: 0.791165\ttest's ndcg@1: 0.671777\ttest's ndcg@3: 0.812642\ttest's ndcg@5: 0.834904\n",
      "[370]\ttrain's map@1: 0.69292\ttrain's map@3: 0.796975\ttrain's map@5: 0.808659\ttrain's ndcg@1: 0.69292\ttrain's ndcg@3: 0.830198\ttrain's ndcg@5: 0.850692\ttest's map@1: 0.671819\ttest's map@3: 0.778492\ttest's map@5: 0.791185\ttest's ndcg@1: 0.671819\ttest's ndcg@3: 0.812646\ttest's ndcg@5: 0.834922\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[371]\ttrain's map@1: 0.692971\ttrain's map@3: 0.797014\ttrain's map@5: 0.808697\ttrain's ndcg@1: 0.692971\ttrain's ndcg@3: 0.830231\ttrain's ndcg@5: 0.850726\ttest's map@1: 0.671776\ttest's map@3: 0.778479\ttest's map@5: 0.791167\ttest's ndcg@1: 0.671776\ttest's ndcg@3: 0.812642\ttest's ndcg@5: 0.834911\n",
      "Early stopping, best iteration is:\n",
      "[361]\ttrain's map@1: 0.692428\ttrain's map@3: 0.796583\ttrain's map@5: 0.808281\ttrain's ndcg@1: 0.692428\ttrain's ndcg@3: 0.829838\ttrain's ndcg@5: 0.850356\ttest's map@1: 0.671827\ttest's map@3: 0.778492\ttest's map@5: 0.79118\ttest's ndcg@1: 0.671827\ttest's ndcg@3: 0.812642\ttest's ndcg@5: 0.834909\n"
     ]
    }
   ],
   "source": [
    "model = lgb.train(\n",
    "    params, ds_train, 500,\n",
    "    num_leaves=128,\n",
    "    early_stopping_rounds=10,\n",
    "    valid_sets=[ds_train, ds_test],\n",
    "    valid_names=['train', 'test'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "help(lgb.train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.eval_train()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.__num_dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}