Trec-Tools-Test.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "import trectools\n",
    "from trectools import TrecQrel, procedures"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Example 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "qrels_file = \"robust03/qrel/robust03_qrels.txt\"\n",
    "qrels = TrecQrel(qrels_file) #Selects the premade qrels document and converts it into a useable form"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>query</th>\n",
       "      <th>q0</th>\n",
       "      <th>docid</th>\n",
       "      <th>rel</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>303</td>\n",
       "      <td>0</td>\n",
       "      <td>FBIS3-16217</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>303</td>\n",
       "      <td>0</td>\n",
       "      <td>FBIS3-19093</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>303</td>\n",
       "      <td>0</td>\n",
       "      <td>FBIS3-21007</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>303</td>\n",
       "      <td>0</td>\n",
       "      <td>FBIS3-21026</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>303</td>\n",
       "      <td>0</td>\n",
       "      <td>FBIS3-23561</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   query  q0        docid  rel\n",
       "0    303   0  FBIS3-16217    0\n",
       "1    303   0  FBIS3-19093    0\n",
       "2    303   0  FBIS3-21007    0\n",
       "3    303   0  FBIS3-21026    0\n",
       "4    303   0  FBIS3-23561    0"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "qrels.qrels_data.head() #The format for qrels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "path_to_runs = \"robust03/runs/\" #The path to the file containing the runs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 17 runs in path robust03/runs/\n"
     ]
    }
   ],
   "source": [
    "runs = procedures.list_of_runs_from_path(path_to_runs, \"*.gz\") #Selects all .gz files as runs files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Data from file C:\\Users\\JamesYoung\\Jupyter Files\\Group Project\\robust03\\runs\\input.aplrob03a.gz"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "runs[0] #one of the files fomr path_to_runs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "results = procedures.evaluate_runs(runs, qrels, per_query=True) #Evaluates the runs against qrels."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "p10 = procedures.extract_metric_from_results(results, \"P_10\") #Allows you to extract certain metrics from the results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAtcAAAGqCAYAAADA2mjfAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAgAElEQVR4nOzde7ylZVn/8c/XAXTyECLkYQBBRZJEHR1RQ608DXZA8gRZPzUttCQtC4UsTUxF6FeZ4k8oKTsooBhSYaghmsppdBAERAETBjRHEbUcHRiu3x/3s2bW3uw9J9bazzMzn/frtV+sdT9r7X2xZ6+1rud+rvu6U1VIkiRJuvPu0ncAkiRJ0vbC5FqSJEmaEJNrSZIkaUJMriVJkqQJMbmWJEmSJsTkWpIkSZqQnfoOYFJ233332mefffoOQ5IkSdu5z33uc9+qqj3mOrbdJNf77LMPK1as6DsMSZIkbeeSfG2+Y5aFSJIkSRNici1JkiRNiMm1JEmSNCEm15IkSdKEmFxLkiRJE2JyLUmSJE2IybUkSZI0ISbXkiRJ0oSYXEuSJEkTYnItSZIkTYjJtSRJkjQhJteSJEnShJhca6IOP/kCDj/5gr7DkCRJ6oXJtSRJkjQhJtdzcPZVkiRJW8Pkehtk8i9JkjRMJteSJEnShJhcS5IkSRMy1eQ6ySFJrk5yTZJj5jj+4iSrk1zaff3G2LEXJflK9/WiacYpSZIkTcJO0/rGSRYBJwFPB1YBlyQ5u6qunPXQ06vqqFnP3Q14A7AMKOBz3XO/M614JUmSpDtrmjPXBwHXVNV1VbUWOA141mY+dznwsaq6uUuoPwYcMqU4tYNwIagkSZq2aSbXS4Abxu6v6sZme06Sy5J8MMleW/LcJEcmWZFkxerVqycVtyRJkrRVpplcZ46xmnX/X4B9quoRwMeB927Bc6mqU6pqWVUt22OPPe5UsJIkSdKdNc3kehWw19j9PYGbxh9QVd+uqh91d/8aeMzmPleSJEkammkm15cA+yXZN8kuwBHA2eMPSHL/sbuHAld1t88FnpHk3knuDTyjG5MkSZIGa2rdQqrqtiRH0ZLiRcCpVXVFkuOAFVV1NvDKJIcCtwE3Ay/unntzkjfREnSA46rq5mnFKkmSJE3C1JJrgKo6Bzhn1tjrx24fCxw7z3NPBU6dZnySJEnSJLlDoyRJkjQhJteSJEnShJhcSwPhJjeSJG37TK4lSZKkCTG5liRJkibE5FqSJEmaEJNrSZIkaUJMriVJkqQJMbmWJEmSJsTkWpIkSZoQk2tJkiRpQkyuJUmSpAkxuZYkSZImxORakiRJmhCTa0mSJGlCTK4lSZKkCTG5liRJkibE5FqSJEmaEJNrSZIkaUJMriVt0uEnX8DhJ1/QdxiSJA2eybUkSZI0ISbXkiRJ0oSYXEuSJEkTYnItSZIkTYjJtSRJkjQhJteSJEnShJhcz3LWyhtZef0tXPTVmzn4+PM4a+WNfYckSZKkbYTJ9ZizVt7IsR+6nLXrbgfgxlvWcOyHLh9Ugm3yL0mSNFwm12NOPPdq1ty6bsbYmlvXceK5V/cU0UxDT/5N/CVJ0o5uqsl1kkOSXJ3kmiTHbORxz01SSZZ19/dJsibJpd3Xu6cZ58hNt6zZovGFNuTkf+iJvyRJ0kKYWnKdZBFwEvBM4ADgV5IcMMfj7gm8Erho1qFrq+pR3dfLpxXnuAfsuniLxhfakJP/ISf+kiRJC2WaM9cHAddU1XVVtRY4DXjWHI97E3AC8MMpxrJZjl6+P4t3XjRjbPHOizh6+f49RTTTkJP/ISf+kiRJC2WayfUS4Iax+6u6sfWSLAX2qqp/neP5+yZZmeSTSZ401w9IcmSSFUlWrF69+k4HfNjSJbz12Qeyy6L2a1my62Le+uwDOWzpkk08c2EMOfkfcuIP1oNvzw4/+QIOP/mCvsOQJAmYbnKdOcZq/cHkLsBfAL8/x+O+DuxdVUuBVwPvS3KvO3yzqlOqallVLdtjjz0mEvRhS5ewdO9dedy+u/GZY54ymMQahp38Dznxtx5ckiQtlGkm16uAvcbu7wncNHb/nsDDgfOT/BfweODsJMuq6kdV9W2AqvoccC3w0CnGus0YavI/5MTfenBJkrRQdpri974E2C/JvsCNwBHAC0YHq+q7wO6j+0nOB/6gqlYk2QO4uarWJXkQsB9w3RRj1QQctnQJ77/4egBOf9kTeo5mA+vBJUnSQpnazHVV3QYcBZwLXAWcUVVXJDkuyaGbePqTgcuSfAH4IPDyqrp5WrFq+zb0enBt36wJl6QdyzRnrqmqc4BzZo29fp7H/uzY7TOBM6cZm3YcRy/fn2M/dPmM0pCh1INLkqTty1STa2kIRnXfr/ngZaxddztLdl3M0cv3H0Q9uCRJ2r6YXGuHMNR6cKlPo3IVXxOSNDlT3f5ckiRJ2pGYXEuSJEkTYnItSZIkTYjJtTQAbs8uSdL2weRa6pnbs0uStP0wuZZ65vbskiRtP0yupZ65PbskSdsPk2upZ27PLknS9sPkWurZ0cv3Z/HOi2aMuT27JEnbJndolHrm9uzS3NxBUtK2yORaGgC3Z5ckaftgWYgkSZI0ISbXkiRJ0oSYXEuSJEkTYnItSZIkTYjJtSRJkjQhJteSJG2hw0++YH2rQEkaZ3ItSZIkTYjJtSRJkjQhJteSJEnShJhcS5IkSRNici1J0nbExZZSv0yuJW3UWStvZOX1t3DRV2/m4OPP46yVN/YdkiRJg2VyLWleZ628kWM/dDlr190OwI23rOHYD11ugi1J0jxMriXN68Rzr2bNretmjK25dR0nnnt1TxFJkjRsJteS5nXTLWu2aFySNsWacG3vTK4lzesBuy7eonFJknZ0U02ukxyS5Ook1yQ5ZiOPe26SSrJsbOzY7nlXJ1k+zTglze3o5fuzeOdFM8YW77yIo5fv31NEkiQN207T+sZJFgEnAU8HVgGXJDm7qq6c9bh7Aq8ELhobOwA4Avgp4AHAx5M8tKpmFn9KmqrDli4B4DUfvIy1625nya6LOXr5/uvHJUnSTNOcuT4IuKaqrquqtcBpwLPmeNybgBOAH46NPQs4rap+VFVfBa7pvp+kBXbY0iUs3XtXHrfvbnzmmKcMKrG2TaAkaWimmVwvAW4Yu7+qG1svyVJgr6r61y19bvf8I5OsSLJi9erVk4la0jbBNoGSJs3FlpqEqZWFAJljrNYfTO4C/AXw4i197vqBqlOAUwCWLVt2h+Nb6/SXPWFS30rSlGysTeCQZtclSTuWaSbXq4C9xu7vCdw0dv+ewMOB85MA3A84O8mhm/HcHZrJv2SbQEnSME2zLOQSYL8k+ybZhbZA8ezRwar6blXtXlX7VNU+wIXAoVW1onvcEUnummRfYD/g4inGKmkbY5tASdIQTS25rqrbgKOAc4GrgDOq6ookx3Wz0xt77hXAGcCVwL8Dr7BTiKRxtgmUJA3RNMtCqKpzgHNmjb1+nsf+7Kz7bwbePLXgJG3TtoU2gaNuJmvX3c7Bx583uPgkSZM31eRakqbpsKVLeP/F1wPDW4swXzcTwARbkrZjJteaqKElOOOGHJu2P3YzkaQd01S3P5ekHZXdTCRpx2RyLUlTYDcTSdoxmVxL0hTYzUSSdkzWXEvSFGwL3UwkSZNnci1JUzL0bia2CZSkybMsRJJ2MPO1CTxr5Y09RyZJ2z6Ta0nawWysTaAk6c4xuZakHYxtAiVpekyuJWkHY5tASZoek2tJ2sHYJlCSpsduIZK0g7FNoCRNj8m1JO2AhtwmUJK2ZSbX0kCY4Egb2Idb0rbKmmtJ0qDYh1vStszkWpI0KPbhlrQtM7mWJA2KfbglbctMriVJgzL0PtyjevCLvnozBx9/nuUqWjCHn3wBh598Qd9haBNMriVJgzLkPtzWg0vaFJNrSdKgHLZ0CW999oHssqh9RC3ZdTFvffaBg+gWYj24pE2xFZ8kaXCG2ofbenBJm+LMtSRJm2no9eCS+mdyLUnSZhpyPTi42FIaAstCJEnaTKO679d88DLWrrudJbsuHszukfMttgQGEZ+0ozC5liRpCwy1Hnxjiy1NrqWFY1mIJEnbARdbSsNgci1J0nZgW1hsaU24dgQm15IkbQe2hcWWbsCjHcFUk+skhyS5Osk1SY6Z4/jLk1ye5NIkn05yQDe+T5I13filSd49zTglSdrWDXnzHXADHu04pragMcki4CTg6cAq4JIkZ1fVlWMPe19Vvbt7/KHAnwOHdMeurapHTSs+SZK2N0NdbAnWhGvHMc2Z64OAa6rquqpaC5wGPGv8AVX1vbG7dwdqivFIkqSebAs14dIkTDO5XgLcMHZ/VTc2Q5JXJLkWOAF45dihfZOsTPLJJE+a6wckOTLJiiQrVq9ePcnYJUnSBA29JlyalGkm15lj7A4z01V1UlU9GHgt8Efd8NeBvatqKfBq4H1J7jXHc0+pqmVVtWyPPfaYYOiSJGmShl4TLk3KNJPrVcBeY/f3BG7ayONPAw4DqKofVdW3u9ufA64FHjqlOCVJ0gI4bOkSlu69K4/bdzc+c8xTBpVY2yZQkzLNHRovAfZLsi9wI3AE8ILxByTZr6q+0t39BeAr3fgewM1VtS7Jg4D9gOumGKukjRjawihJmiS3jtckTW3muqpuA44CzgWuAs6oqiuSHNd1BgE4KskVSS6llX+8qBt/MnBZki8AHwReXlU3TytWSZK047JNoCZpmjPXVNU5wDmzxl4/dvtV8zzvTODMacYmafvgrLqkO8s2gZokd2iUJEk7NNsEapJMriVJ0g7NNoGapKmWhUiSJA3daNHiaz54GWvX3c6SXRdz9PL9XcyorWJyLUmSdnhD3jpe2xbLQiRJkqQJMbmWJEmSJsSyEEmaIi8vS9KOxZlrSZIkaUJMriVJkqQJ2WRyneTHkxyf5EtJvt19XdWN7boQQUqSJEnbgs2ZuT4D+A7ws1V1n6q6D/Bz3dgHphmcJEmStC3ZnOR6n6p6W1V9YzRQVd+oqrcBe08vNEmSJGnbsjnJ9deSvCbJfUcDSe6b5LXADdMLTZIkSdq2bE5yfThwH+CTSW5OcjNwPrAb8PwpxiZJkiRtUzbZ57qqvgO8tvuSJEmSNI871Yovya9PKhBJkiRpW3dn+1y/cSJRSJIkSduBTZaFJLlsvkPAfec5JkkaOLdml7YdZ628kZXX38Ladbdz8PHncfTy/Tls6ZK+w9IcNplc0xLo5bS+1uMCfHbiEUmSJGm9s1beyLEfupy1624H4MZb1nDshy4HMMEeoM0pC/lX4B5V9bVZX/9F6xoiSZKkKTnx3KtZc+u6GWNrbl3Hiede3VNE2pjN6Rby0o0ce8Fkw5EkSdK4m25Zs0Xj6tcWLWhMsluSxyTZa1oBSZIkaYMH7Lp4i8bVr82puSbJvsCfA+uAa4CfSLIH8JKqWj3F+CRJOygXXErN0cv359gPXT6jNGTxzos4evn+PUal+WxOt5A9gdOBX6uqL4+NPxw4IckHgEtMsiVJkiZvtGjxNR+8jLXrbmfJrovtFjJgm1MW8nrgmKr6cpIPJvlukguATwOLgG90j5EkSdIUHLZ0CUv33pXH7bsbnznmKSbWA7Y5ZSGPrqoju9sFHFhV1yfZG/izqvp8kpOmF6IkScNiyYqk+WzOzPXOSUZJ+IPY0O/6lu4+wF0nHZgkSZK0rdmcmetPAM8CzgTeAPxHkmtpifVxSZ4KXDS9ECVJkqRtw+Yk128B/j3Jl6rqX5OcA+wOfAt4JPDXwKFTjFGSJEnaJmzOJjLfTPI84F1JvglcSGvJ99PAA2ldRG6a67lJDgHeTlv4+DdVdfys4y8HXtF9v/8BjqyqK7tjxwIv7Y69sqrO3br/RUmSdhzWg0v92qw+11V1LbA8yX602eoAb6mqL833nCSLgJOApwOrgEuSnD1Knjvvq6p3d48/lNZL+5AkBwBHAD8FPAD4eJKHVtXMvT8lSZKkAdmcPtd3A14OPAS4HHhPVd22Gd/7IOCaqrqu+z6n0Wq31yfXVfW9scffndaNhO5xp1XVj4CvJrmm+34XbMbPlSRJknqxOd1C3gssoyXWzwT+bDO/9xLghrH7q7qxGZK8olsgeQLwyi187pFJViRZsXq1e9hIkiSpX5tTFnJAVR0IkOQ9wMWb+b0zx1jdYaDqJOCkJC8A/gh40RY89xTgFIBly5bd4bgkSRoWa8K1vducmetbRzc2sxxkZBWw19j9PYE5Fz52TgMO28rnSpIkSb3bnOT6kUm+1319H3jE6HaS723keZcA+yXZN8kutAWKZ48/oFsgOfILwFe622cDRyS5a5J9gf3Y/BlzSZIkqReb04pv0dZ846q6LclRwLm0VnynVtUVSY4DVlTV2cBRSZ5Gmx3/Dq0khO5xZ9AWP94GvMJOIZIkSRq6zWrFt7Wq6hzgnFljrx+7/aqNPPfNwJunF50kSZI0WZtTFiJJkiRpM5hcS5IkSRNici1JkiRNiMm1JEmSNCEm15IkSdKETLVbiCRJ0rbC3SM1Cc5cS5IkSRNici1JkiRNiMm1JEmSNCEm15IkSdKEmFxLkiRJE2JyLUmSJE2IybUkSZI0ISbXkiRJ0oSYXEuSJEkTYnItSZIkTYjJtSRJkjQhJteSJEnShJhcS5IkSRNici1JkiRNiMm1JEmSNCEm15IkSdKE7NR3AJIkSdq001/2hL5D0GZw5lqSJEmaEJNrSZIkaUJMriVJkqQJMbmWJEmSJsTkWpIkSZoQk2tJkiRpQqaaXCc5JMnVSa5Jcswcx1+d5MoklyX5jyQPHDu2Lsml3dfZ04xTkiRJmoSp9blOsgg4CXg6sAq4JMnZVXXl2MNWAsuq6gdJfgs4ATi8O7amqh41rfgkSZI0GYeffAFgL26Y7sz1QcA1VXVdVa0FTgOeNf6AqvpEVf2gu3shsOcU45EkSZKmaprJ9RLghrH7q7qx+bwU+MjY/bslWZHkwiSHzfWEJEd2j1mxevXqOx+xJEmSdCdMc/vzzDFWcz4w+TVgGfAzY8N7V9VNSR4EnJfk8qq6dsY3qzoFOAVg2bJlc35vSZIkaaFMc+Z6FbDX2P09gZtmPyjJ04DXAYdW1Y9G41V1U/ff64DzgaVTjFWSJEm606aZXF8C7Jdk3yS7AEcAM7p+JFkKnExLrL85Nn7vJHftbu8OHAyML4SUJEmSBmdqZSFVdVuSo4BzgUXAqVV1RZLjgBVVdTZwInAP4ANJAK6vqkOBhwEnJ7mddgJw/KwuI5IkSdLgTLPmmqo6Bzhn1tjrx24/bZ7nfRY4cJqxSZIkSZPmDo2SJEnShJhcS5IkSRNici1JkiRNiMm1JEmSNCEm15IkSdKEmFxLkiRJE2JyLUmSJE2IybUkSZI0ISbXkiRJ0oSYXEuSJEkTYnItSZIkTYjJtSRJkjQhJteSJEnShJhcS5IkSRNici1JkqStdtbKG1l5/S1c9NWbOfj48zhr5Y19h9Qrk2tJkiRtlbNW3sixH7qctetuB+DGW9Zw7Icu36ETbJNrSZIkbZUTz72aNbeumzG25tZ1nHju1T1F1D+Ta0mSJG2Vm25Zs0XjOwKTa0mSJG2VB+y6eIvGdwQm15IkSdoqRy/fn8U7L5oxtnjnRRy9fP+eIurfTn0HIEmSpG3TYUuXAPCaD17G2nW3s2TXxRy9fP/14zsik2tJkiRttcOWLuH9F18PwOkve0LP0fTPshBJkiRpQkyuJUmSpAkxuZYkSZImxORakiRJmhCTa0mSJGlCTK4lSZKkCTG5liRJkiZkqsl1kkOSXJ3kmiTHzHH81UmuTHJZkv9I8sCxYy9K8pXu60XTjFOSJEmahKkl10kWAScBzwQOAH4lyQGzHrYSWFZVjwA+CJzQPXc34A3A44CDgDckufe0YpUkSZImYZoz1wcB11TVdVW1FjgNeNb4A6rqE1X1g+7uhcCe3e3lwMeq6uaq+g7wMeCQKcYqSZIk3WnTTK6XADeM3V/Vjc3npcBHtuS5SY5MsiLJitWrV9/JcCVJkqQ7Z5rJdeYYqzkfmPwasAw4cUueW1WnVNWyqlq2xx57bHWgkiRJ0iRMM7leBew1dn9P4KbZD0ryNOB1wKFV9aMtea4kSZI0JNNMri8B9kuyb5JdgCOAs8cfkGQpcDItsf7m2KFzgWckuXe3kPEZ3ZgkSZI0WDtN6xtX1W1JjqIlxYuAU6vqiiTHASuq6mxaGcg9gA8kAbi+qg6tqpuTvImWoAMcV1U3TytWSZIkbZ8OP/kCAE5/2RMW5OdNLbkGqKpzgHNmjb1+7PbTNvLcU4FTpxedJEmSNFnu0ChJkiRNiMm1JEmSNCEm15IkSdKEmFxLkiRJEzLVBY2SJEna/i1UJ45tgTPXkiRJ0oSYXEuSJEkTYnItSZIkTYjJtSRJkjQhJteSJEnShJhcS5IkSRNici1JkiRNiMm1JEmSNCEm15IkSdKEmFxLkiRJE2JyLUmSJE2IybUkSZI0ISbXkiRJ0oSYXEuSJEkTYnItSZIkTYjJtSRJkjQhJteSJEnShJhcS5IkSRNici1JkqTt0lkrb2Tl9bdw0Vdv5uDjz+OslTdO/WeaXEuSJGm7c9bKGzn2Q5ezdt3tANx4yxqO/dDlU0+wTa4lSZK03Tnx3KtZc+u6GWNrbl3HiedePdWfa3ItSZKk7c5Nt6zZovFJMbmWJEnSducBuy7eovFJMbmWJEnSdufo5fuzeOdFM8YW77yIo5fvP9WfO9XkOskhSa5Ock2SY+Y4/uQkn09yW5Lnzjq2Lsml3dfZ04xTkiRJ25fDli7hrc8+kF0WtXR3ya6LeeuzD+SwpUum+nN3mtY3TrIIOAl4OrAKuCTJ2VV15djDrgdeDPzBHN9iTVU9alrxSZIkaft22NIlvP/i6wE4/WVPWJCfObXkGjgIuKaqrgNIchrwLGB9cl1V/9Udu32KcUiSJEkLYpplIUuAG8bur+rGNtfdkqxIcmGSw+Z6QJIju8esWL169Z2JVZIkSbrTpplcZ46x2oLn711Vy4AXAH+Z5MF3+GZVp1TVsqpatscee2xtnJIkSdJETDO5XgXsNXZ/T+CmzX1yVd3U/fc64Hxg6SSDkyRJkiZtmsn1JcB+SfZNsgtwBLBZXT+S3DvJXbvbuwMHM1arLUmSJA3R1JLrqroNOAo4F7gKOKOqrkhyXJJDAZI8Nskq4HnAyUmu6J7+MGBFki8AnwCOn9VlRJIkSRqcaXYLoarOAc6ZNfb6sduX0MpFZj/vs8CB04xNkiRJmjR3aJQkSZImxORakiRJmhCTa0mSJGlCTK4lSZKkCTG5liRJkibE5FqSJEmaEJNrSZIkaUJMriVJkqQJMbmWJEmSJsTkWpIkSZoQk2tJkiRpQkyuJUmSpAkxuZYkSZImxORakiRJmhCTa0mSJGlCTK4lSZKkCdmp7wAkSZKkaTn9ZU9Y0J/nzLUkSZI0ISbXkiRJ0oSYXEuSJEkTYnItSZIkTYjJtSRJkjQhJteSJEnShJhcS5IkSRNici1JkiRNiMm1JEmSNCEm15IkSdKEmFxLkiRJE2JyLUmSJE2IybUkSZI0ISbXkiRJ0oSkqvqOYSKSrAa+NsFvuTvwrQl+v0kbcnzGtvWGHJ+xbb0hxzfk2GDY8Rnb1htyfEOODYYd344U2wOrao+5Dmw3yfWkJVlRVcv6jmM+Q47P2LbekOMztq035PiGHBsMOz5j23pDjm/IscGw4zO2xrIQSZIkaUJMriVJkqQJMbme3yl9B7AJQ47P2LbekOMztq035PiGHBsMOz5j23pDjm/IscGw4zM2rLmWJEmSJsaZa0mSJGlCTK4lSZKkCTG5liRJkiZkp74DGLok96iq/+k5hgAHAUuAAm4CLi4L5rdKksur6sC+45hPkv2q6it9xzEuyW5VdXPfcYwk+XHgEGa+Js6tqlt6DUzbvST3Zezvrqr+u+eQthlJfhk4r6q+293fFfjZqjqr38ggyYHAT3Z3r6qqL/YZj7ZtLmjchCTXV9XePf78ZwDvAr4C3NgN7wk8BPjtqvpoX7HNluThwAHA3UZjVfX3PcXy7PkOAe+eb1elIRjA39zBwN8AtwMvAf4UeDCwM/D8qrqgr9gAkrwQeAPwUWa+Jp4OvLGvv7nNMeQTuySnVNWRPcdwL+BY2r/nR6rqfWPH3lVVv91jbI8C3g38ODP/7m6hvRd/vq/YNibJ66vquL7jAEhyaVU9atbYyqpa2mNMPw58GNgLuIz2GXEgcD3wrKr6Xo+xnVFVz+9uv62qXjt27KNV9Yy+YhuX5GPA80aTG0nuDZxWVct7jms5cBgzJ2E+XFX/Pu2f7cw1kOTV8x0C7rGQsczh7cDTquq/xgeT7AucAzysj6BmS/IG4GdpyfU5wDOBTwN9JTqnA/9Ee0HNdrc5xhZUkj+f7xDtw7tPfwE8n/a3/2/AYVX16SSPBt4BHNxncMDrgMfMnqXu3tAvor+/uVEcGzuxu99CxnKHAJLd5jsE/PxCxjKPv6VNJJwJvCTJc4AXVNWPgMf3Ghn8HfCyqrpofDDJ42lxP7KPoDbDbwCDSK6ZuxS17zzkTcAK4ClVdTtAkrsAxwNvBn6nx9j2G7v9dOC1Y/eHNEG0+/j7cVV9J8lP9BlQkr8EHkr7PFjVDe8JvDLJM6vqVdP8+X3/UQ/FW4ATgdvmONZ3XfpObPjDGHcjbSZxKJ5L+3BZWVW/3l06/Zse47kM+LO5Lu0leVoP8cx2JPAa4EdzHLt1gWOZbeequhwgyeqq+jRAVX0+yeJ+QwNaIjjXSdPt3bG+DfnEbjXwNWb+nqq73+uHYefBVfWc7vZZSV4HnJfk0D6D6tx9dmINUFUXJrl7HwGNJJlvdjXAEF6zIyu6iYWTaH93vwN8rt+QeBrwiFFiDVBVtyf5Q+Dy/sJqoWzlsYV2e5K9q+p6gCQPpP/4fr6qHjp7MMnpwJcBk+sF8HngrKq6w4s8yW/0EM+4U4FLkpwG3NCN7QUcAbynt6juaE33hnRbd2n3m8CDeoznd4H5PnB+eSEDmccltBORO5RYJPmThQ9nhvETymNnHdtlIQOZx5uBzyf5KBteE3vTZnbe1FtUG8x9b+AAACAASURBVAz5xO464KmjD8FxSW6Y4/EL7a5J7jJKdKrqzUlWAZ+i/6uIH0nyb7SZsPH34hcCU7/MvAm3AI+dq/57IP+uI78D/DHtBDS00q5X9BoRrK2qO0ysVdVtSeaa/FhIP5ZkKe09eXF3OwzvpOl1wKeTfLK7/2TaBFKffpjkoKq6eNb4Y4EfTvuHW3MNJNkf+HZVfWuOY/fte8FKkocBz6LVDYU2k312VV3ZZ1zjkrwL+ENa0v/7wP8Al1bVr/ca2EAl2QP4QVX9b9+xzNbNEn68qn4wa/zBwHOq6oR+IpsRy72B5cx8TZxbVd/pNTAgyZOAr82TwC6rqhU9hDX6+a8APl1VX5jj2O9U1Tt6CGs8hhOAj1bVx2eNHwK8o6r2m/uZCyPJM5n7vficnuP60y6O2YnEHWp1hyLJItrVgN5qmrs4vgT8Cne86hXgH6uqt9LLJOezkRngqvq5hYtm45LsTivdCnDBXPnUAsfzaOD/Afdkw9X/vWiTbr8912TqRH++yfW2K8nBVfWZvuOYLck+wL2q6rIeY9gJeCltlvoBjC1mAN5TVX2XXqyXZGdabV0BX5lrFqVPSe4+xJMASduWJO8DXg6so5WD/Djw51V1Yo8xfWJjx4eUwA5Nl8DOawiLfJPcj7GT4ar6xoL8XJPrDbrZxNdyx44XT+kxpkW0xWVLgH+vqi8m+UXaLPHiPldZj3R/vFTVN7rf4ZOAq6vqih5jej/tUul7mbmY4UXAblV1eF+xjetm5E6hrUwPLcbfHEIXmCQ/Taubv0dV7Z3kkbQFXb11bNiUIXTjGPKJ3UYWWwJQVR9aqFjm0i0u/25VvWfW+O8Ai6rqL/uJDJI8YjRh0J0Qv5bWIvWLwJ/OvtLTQ3yDb0856haS5FeBx9B+h5+rqkf0HNogJXkscMMoIew6JT2Htm7iT/pujzp2YnI3YBnwBdrn2COAi6rqiX3FBv2+Jkyux3Q1nKcDf0A7u34RsLrPS2pJ/o52KeNi4HG0F9UTgGMG0hv0ZcAxtBfU24AXA1cAPw2cOPtDcgHjurqq9p/n2JfnWujQh+6S5KFV9eXu/kNprYJ67wKT5CLaQtWzRydxSb5YVQ/vOa5Bt1kc8oldkr/tbv4E7TV6Xnf/54Dzq2qjyfe0Jfki8OiqWjtr/K7AJX0mYUk+X1WP7m7/X+A+tC4hhwH3qaoX9hjbNtGeMskVwKOA9wHvrKpPJvlCVfXeaaWbyPoFYB/G1qNV1XydnRYips/TuoXdnOTJwGm0uvVHAQ+rquf2Fdu4bk3Ym8cWwj8c+IOqenGPMfX6mnBB40z3qar3JHlVVX0S+ORYgX5fltGtZE5yN+BbwEMW6tLGZjgK+Cna4oqv0cXW1cR+gv4WXX4nyfOAM2e1V3oe0Htd7phvjhJrgKr6cpLVfQY0rqpuSGaUIq7rK5YxQ+7GAS05nH1itwq4MMmX53rCQhmtgUjyr8ABVfX17v79aR0c+lazE+tu8EeZ9YfYg/Gf/1TaAsJbk3yKNmPXp0G3pxxzMvBftN/Xp7quEr3WXI/5F9pCt8tpnYeGYNHY7PThwClVdSZwZpJLe4xrtp8cJdYA3RX2R23sCQug19eEyfVMo8u1X0/yC7RLCHv2GA+0lcyjlfM/7GZdh5JYA9zaXQ79QZJrR7FV63PZ52WRI2gz6e9K8h3aB+OutJm6I3qMa7YvJjkbOIOWLD4PuLhbVEhVnd1jbDd0pSGVZBfglcBVPcYzMuRuHLBtnNjtM0qsO/9N6wnbu7kWkae19uzbj6ftMHgX4K6j8p6qqp7f62D47SkBqKq/Av5qbOhrSYZS07znAMtTFiXZqVuH81RmduAYUv52VZK/Af6R9nf4a/T/WdHra2JI/zhD8Kddjc7v0zbLuBfwe/2GxE8mGS0MDPDg7n5o7+t9vxncnmTn7oPmF0aD3Sx7bz3Cq226c3gXy31oJVC9rl6exz2B79I6XwB8H7gvLREroM/k+uW0TYyW0GZePwoMod566G0Wt4UTu/OTnAu8n/Z3dgTtSlPfTgT+Lcnv01qkQqvNPQH4s96iaj4JjPptXzg6CejWnPT93jL09pTA+pOktwAPqKpnJjmAVuY4hLayH0nyjCGsdxnzftoV9G8Ba4D/BEjyENrnxlD8OvBbbOgd/Slap44+9fqasOZ64LrLZvOqqq8tVCxzSbI38PXZi7SSLKHVhH187mdOX5KDaCcgl3Rv4ocAV1XVR/qKaVuQZM+qmmvjIpL8UlX9y0LHtK0a8oldNwv75O7up6rqn/uMZySt3d0xwKi2/4vA8b5uNy4Dbk85kuQjtDr111XVI7vFvyv7XoQM618P/0ibFLqVDRNY9+o5rscD96e1qPzfbuyhtDaGK/uMbej6fE2YXLN+lvVw2iXbf6HtnPck4FrgTX1+MHZnqPed3XIvrZfuTVV1bT+RzdTNSKxfkTv7sm4P8byBtgX7TsDHaItBz6ftxnVuVb25v+g2yNzboH8XWFFV/7bQ8UBbDAos72b/x8d/HfijqnpwH3HNluRBtJn1J9Au9V0A/F5VXddrYGx7J3bdYq4jquqf+o5lqIbeaWWkm0k/iPZefMmQygiTXFJVj02ycmyR9KVV1Xd9Lkmuoy1OvbwGnBil7Qb6y8CvVNUvbOrxU47lJ4G/oL3/vpK2QdCzgK8AL6qqvktDetP31t5D8ffAM4CX0BKwvYF30i7R/11vUTV/2cUx25ruWK+SPCrJhbTf2wm0y7qfTHJh2m5SfXkucDBtZu4VwGFVdRztLHYQbfg696Ql/jd0X48F7gf8dteRoA+/B3wsyfoNO5IcC7wa+JmeYprL+2i16vejtbz7AO0yaq+6E7u/Av5fkrfS3kvuARybtp13n7HdK8mxSd6Z5BlpjqLt3Pj8PmMbl+RBSc5OsjrJN5N8uDuZ6tMvbeTrF3uMa70kL6V1lno27T3wwiQv6TeqGf63u5pTsH5WdijlDV8BvjjExDrJLkkOS3IG8HVa/fW7ew4LWhvZd9Fm/M+j7VS6G63s4p09xrVRSaa+rb0z12xoL9ZdolpVVfcbO9Zrm6BspPVZhtHT91Ja7+OLZo0/Hji5r9/drJmR9be7+4OYKQFIch5tlvjW7v7OtDeo5cAXquqneorrqbSV/YcBv0FL+n9xYJeYL6qqx80au7CqHt9XTF0Ml9NaZd0V+AZtodT3kiym9X7ts53ch2lX6C6gfUDfm7al/auqajDdB7oT9pPYcLJ0BPA7s/+9NVN31emnq+rb3f37AJ+do3tNL9I2HXkHreTni8AewHOrxw3HRtLa3j4I+AiwftvznlvxPZ22e+Ry2pqI02k7le7TV0zjZn3OXlNVDxk7tr51ZU+x9dqy1QWNzVqAqrotyU2zjvXdemxjrcUWL1gU87v77MQaoKou7C5f9WVtkh/rOpk8ZjTYLVgdSpslaKU0i9nQqWYxsKT7W/zR/E+brqr6jyQvpl2R+Czw1Kr6YV/xjEuyW3fzE0mOofV+LdoViV5KaWa5rarWsaGDzvcAqmpNkr7/9h40OiFPW93/LWDvqprr6lifUlX/MHb/H7sZ9t7NtyiveurpP8sqZl7p/D4bFnP1rqo+n+RngP1pSc7Vs9fr9Oir3dcu3dcQnEtbxPjEqvoqQJK39xvSDIvGbs8+Cen7d9hry1aT62bPJH9Fe7GPbtPdX9JfWABckuQ3q+qvxwe7y3+f6ymmcR9J8m+00prRm/hewAtpM7B9eXJV/Qhg1A6tszNtM4+h+HPg0iT/Qft7+1ngxO7E5Pw+AkryfdobUmizr08FvplkEAt8aH/3o/gAXjZ2rOi/O8KQT+zWJzJVtS7JVweYWMM8J06jE6vqd2e6v6NblNfd/zLtg7y35DptZ0tom2Vc1F2hKFr968V9xTWum0V/AfCT3dBVtHa3ve4yOFJVb4RWOtXuDuJ18RjaVZuPdzXhpzEzoe3bSUnuUVX/U1XvGg12a8V6a2bQ6bVlq2UhQJKNJltV9d6FimW2bpbkn2mz66NkehntrPCXh7BYJW11/7OYuSL37Ko6p+e4QlvYM7716cVDq6lLsiet7jq0soHBzDRpyyW56+jEbtb47sD9a2yzhYWWZB3wv6O7tCslP2AgnRFGknx1I4erqnqrvx7ioryuzn9eo8SxL0keRqvJPRdYSft7W0pri/aUqvpSj+EBkGQZ7aTpnt3Qd4GXVNUQJrFIcjCtROQ5wKXAP1fVKf1GNVxpTR++VlXXz3FsWVWtmOrPH1ieMThJHlg9t7vr4vg5NrSmuqKqztvY4/sylLP+JM+gLbT4CjO3Pn0I8Ns1oF6maav792bmlruf7S+i+SW5vqr27jsOaOshaDM5pw+hQ8i4beXETlsuyfm0BOdjVfXobn3J26pqMIt9k9yT9j78P33HApDkg8AZVXXGrPHnAC+oquf0E9mMWC4DXlFVo17STwTe1ecaibmkbUj1dFp3n1/vOZadgJfSupc8gA3vdR8G3jOgkp8FZ3LdSfIE2gfhp6rqm0keQeu1+qSq2qvf6CDJP1TV/9nUWF+Gdtaf5CrgmXXHdnL7AudU1cP6iGu2JG9hw25Wo5KBqqqf7y+q+SW5YQivB2DUA/7w7ut22qX5M+aaqVjguAZ9Ytd9OFNVt6ftvPlw4L96LrWYIcmbgD/patdHJ+1v7zuZ6GIZ8qK8hwP/QOvYAK2m/oVVdUV/UbWFlvMtqtzYsYWU5DNVdfCmxhZal8Cuq6pKshftKue1NYAe10neD9wCvJd2xRrae92LgN2qqrfOXEl+DDiKlvC/g1Ze82zgS8Bx0z7xtOYaSHIirZXSpcBrk/wrbSe6t9Da8w3BjK4R3QvuMfM8tg+n0hKH8bP+vwX6OuvfiQ0v9nE30uquh+I5wEOHslhwMwzmbLy7onQCcEJa28A/pu2M2HdN4tuBp813Ygf0dmKX5DBaF5jbk7wc+ENamchDk/xWDWeDoJ2Ai9N6q9+P9uH4jj4DSvJY4IaxRXkvo71+P8rc7zV9OAV4dVV9AiDJzwJ/Dfx0n0GxoRRpS49NXXeyBO3v7WQ27Fp6OD2texlJ8pu097T/6U44j6btXLo0yalV9bY+4wMePceJ0SpaC8gv9xHQmL+jrQNbTFvofhVtl9dfou0eOdWJSZPr5heApVX1w7QdfW4CHlFVX+k5rlF/4T8EFif5HhsWca2lvZEOxfdHiTVAVX26WxjXl1Npi0FPY+ZCyyMYxla7I19lYP3mxxZH3eEQrV/zYCTZh9af+XBaZ5/X9BlPZ8gndm8AHkn7wPkC8Niqurq7CnAmbROt3lXVsd0i34torQOfXFXX9BzWybRNqKAlq68DfofWdvEUWl/pvt19lFgDVNX5PXdtGvmJed5XQpv579Ps/QTG69f7nkz4XeDBtCvCVwEPrKpvdbOyl9AS7z59J8nzgDNHjQO6K2PPo71u+/TQqnp+V6L3ddqERyX5T9p731SZXDdrRjOHVfWd7jJV74k1QFW9FXhrkrdW1bF9xzPbUM/6q+qtSc6iLbR8AhsWWv5qVV3ZV1wjSf6C9nv6PrAyyceZ2Vt1vgR3IdxzI8cG0wYqyUW0ZPUDwPMGVHc96BO70SLorn7+6m7sa6NykSFI8mTa39pxwIHAO5O8pKpmt0pdSIvGSmcOB06pqjOBM9P6/Q/BdUn+mFYaAq3kbGOLQxfKXzP/+8rfLGQgs1XVz/X58zdhbbW9Bb6T1kf6WwBV9YMka3uODdp72tuAdyUZJdO70npyH9FbVGO6hPqc0XqX7v7UT5pMrpsHJzm7ux1gn7H7VNWh/YS1QTeT8whgH2YufOt7y90hn/V/GXh4Vf1az3HMZdQe6Ar6bVl4B313FtgCLxpCl4HZtoETu7t0s0wvGRtbRP99acf9Ge2E6UpYvyHEeWxo49aHRUl2qqrbaO0pjxw7NpTP0pcAbwRGnwufAnqvU9/Ye0rfM+tJ3gH84exF+Glbe7+zqqbetm0jFqftdHwXYJfudrqvqfdq3pSu9O1wWN9qMaMTgAFYkQ1tAsff6x7M3LteT5QLGoGufm5eVfXJhYplPklOpdUvX8HMhW9DqQkfpCTnAr9UVUM4y99mpLVXPBY4gHaSdCWtI0Kv7RVhfSeO59Hi+iDwFFoi+yXazlt995IG1icNPxxblHcX4G7V+l/3FdNjgctn1/h35TVPrKp/7COu2ZIsGv3exsbuU93Ogz3F9Drg5+k23qHVm1ZaT9/3DmDh2yLg+Ko6us845pNkCXB/4LKqWpvkJ2hlDy+uqgf0GNfraCclf1xV7+tKLv6Etjvta6vqn3uM7RMbOz7UWfe0nSVfU1VP7zuWuSRJTTn5Nbke030YrhmrHVoE3LXPD8ORJFdW1QF9xzGftA0y3gA8uRv6JG1F7nf7iwq6UpVHA2cztnCmetzSFiDJSjYys1/9bhv7m7TFWq8BRr1AlwHHA39TPfdWTfIu4CdoM63fo2108y+0xOe/q+pVPYa3XtoW3k8brUpPcg/go1XV9+IygNFOl1UD2tJ+JBt2QVxSVYdkILsgprXduz/t3/F/u7GHAveoqs/3GVsXy3lV9ZS+45gtye/SatSvob1e307bQOvvgROq6us9hjdabPxOWunKA4AzgD8dwmf/kCV5CvBu2u/sLNpr9u9pM+tv7vvKenf1YbQHx6hN4NlVddW0f/ZQLmUNxX/QFqyMWrQspq0EH8KH4QVJDhjCZeV5nEordXh+d///0LqFPLu3iJqbuq+7sPFa4oU2Wvz0clp3i1GN5K+yAJesNuH3aLOY463Zzutmsz9N/wtpn1RVBybZGfgGbWOWtUneR9ugYijuNt7uqar+p5sV602SvWkdVp5Ka6GVtDZ35wHHzO5w0qO/Y2C7IAJU1YVzjPXdFWHcyq6k8QPMnEzou3zwSGD/qrq5+xu8hrZI9Q6/z56MJjp2on1WXDWUxDrJQbST4Eu6k8xDaPF9pOfQoJWFHglcADwTuJB2BaD3tTlJXkvbdOc0NuxSuifw/iSnVdXx0/z5JtczDe7DcMx7aQn2N2gL30Y7qg2lwf2Da+ZGAG8cwiKfuWr9us4Ivaqqa7tYfnrW5eSVST5Dq5vsS2qOnsdV9e1WkdG72wCq6ta03fLWdvdvS9uBcCj+N8mjRzOaSR4DrOk5ptOBv6TVf4/KVRbRymxOAx7fY2zjdq+qM7puSUP8tx2q3YBv00qlRooNNdh9+eHoPaWqrk/y5aEk1kn+CHgx8LqqOr0rX3l7kt8AfqvPCa20nTefCeyU5GO0HtfnA8d27y1v7iu2TlXV+d3ts5KsHkJi3Xkp8FM1ayObJH9OK681uV5AQ/wwHDmVNht8ORtqrodkTZInVtWngdFWrb3+7rKRjYFo3RuG4B5JHj/6oEnyOPpvd/e9JI+sqhntipI8kv5n1QG+MbZQ5ZDRYNpOl0Oqrf9d4ANJRh0u7k+3+KdHu1fV6eMDXZJ9Wlof3aH4326BVMH6coxeS8y2BTWATXbmsWeSvxq7/xPj96vqlT3ENLIHrRXv97tYbgSe212pO5Me+9LTrnA+ilZK8w1gz6r6XtreHBcBfSfXu3aLjUcyfr/nKya308pVZu+wfX8WIIey5npM2i6Dp9PKCKD7MKyedhkcN9RaupEu8fp74Me7oe/Qujn0smtZZm4M9BBgfGOgk2cv6OpLt8Dsb2krvwv4IW1ny0t6jOmJwD91cX2ui+uxtF23fm10AjU03ZqJu1fVN/uOZaQrXdmfdqXpS7NnUXqI5zTgZtqVsPE2gS+iJd7Pn++5CykD3gVxiHLH3egOp21wsyC70W1Kkhdt7HhVvXehYtkSSe5aVT/a9COn9vNXVtXS2be7+5dW1aP6iq2L4W83crjXhgtJDqHV0X+FDe91e9PygaOqaqpdukyuO91K/sfTGrMP5sNwpFvEtStt4dZ4P+S+L/eNfnfP7S7j3gugqr7Xc0xX0lbzD25joLl0s3T02Q1hXLeg7BW0nUFDu4x2UnU9kvvWLaA9hJkLVc6tqlt6DYy2yKeqzps1o7Nen6/ZtO3OX8qGRT6hffD8C/CePhOJ2dJ2oR29F189lPfiIUpyBht2o9uftuHIGbTd6O5XVVPdjW57kGRP2onJE2kzm58GXlVVve2+mdbL/+eq9bUetdAcvf99os+F79uCLjc5iA3vdauAS2pWJ6Kp/GyT6w2SXFBVT+g7jrnMc4bY65nhuCSfqqonb/qRCyPJ56rqMWP3ez/Ln0t3Kf7/jpLC7kTgd6vqDRt/5sJIshjYu7rNRoYgyQtpnWk+Stv1ENpClacDb6yqv+8rNoAkb6yqN3Sv2fE32NE6iUG8ZocuyU9zx77+vf7bDtXo/S1Zvxvd/auquvtf6HttTley9Xra6+H1tJ0tn02bWX9V391CALqa5vcxcwOeX60e28nNN3OeZHfav/HlPYR1B0l2BV7IHV+vfZb7jJLry6rq4Qv+s02uN0jyRuAy4EM1sF9MkrsNpZRhLmm7gq2hldWMr1K/w8K4BYrnFtoGCiNPHr9fA9gYCO54qa8b+/wQZiSS/BJtM49dqmrfJI+iXWLu9XeX5GrgcbNnqbsTk4uq6qH9RDZTtxhp3GiHsON6CAeAJCcA11XVu2eN/x5thvO1/UQ2U5J/oG37fCltW3toJya9flgP1fjkQZJTa+amGV+oqkf2Fx0k+Xfg34C7Ay+glZ29n3YF5WlV9awewwPmnoAZwqRMd4I0mn0dXaW7eEg5SpLP0jqFzFgTNoRynyT/BBxbVdcv5M91QeNMr6a9+G9L8kM2zDTdq9+wAPhikv8G/pOWJH6meu4hPcvozfwVY2MFPKiHWKC9aY+bvZPkUCxKssuo40WSuzGcnfL+hPamfj5AVV2attlI38LcPcJv744NxXid691oawCm3l91E36RVsc829tpEwuDSK5pfdUPGFICMXC97ka3Ge5bVe8ASPLbVfW2bvwdSV7aY1zjvpXk12hJP7Q2br2W6SV5BvAuWt3w+FW6h3S/x4/2FtxMd6uqV/cdxDzuD1yR5GJmTvxNdZLI5HpMVQ2pD/IMVfWQtP6gT6J9QL4ryS19n1WPVNW+fccwrgawq+ZmOg34WNoOnEWrh/2nfkNa77aq+m6G0X5v3JuBzyf5KDMXqjwdGEzHi6qacUKX5M9omxn1qWqOHSyr6vYM6x/6i8D9aCUO2oSq+o15xq9N8qSFjmcOdxm7Pbu05y4Mw0toC+D+gvZe/Fk2TBr15e20mf3/Gh9M2/TmHPrtZDLuH9I2H/tXZq4J6+XK9Sy9tLU1uabt4lNVX+pWqN9BDWPnrT2Bg2nJ9SNpC8x679ow36Ktkb4WbyW5nI3vgDiI/uBV9ZYkl9E2Lwptt7J/6zmskS8meQFtdn0/4JW0D5xeVdV70zbKWM6GhSrn0y79DW63wTE/Rn9XckZ+kGS/2Qt7u3/fobQdBdgduLKbbRr/sB5EOdcQpcfd6DbDh8dm1v9oNJi2dfwgNuHpygaG9ve1E20R3mw3AjsvcCwbsxY4kbbp0+hzt88r1+tV1Se7BfqP7YYurgXoKGXNNZDklKo6MsknmHsBUu8t8JLcTutk8paq+nDf8YwMtRVPNrFRTFXN7n25oJJ8tKqe0WcMm9K193od8Azaa+Fc4E1Drf1P2wzliKoaxMz/rBO8RbR2csdV1Tt7jOmZtI4If0prswitBONY2kLac/qKbVySn5lrfBu6IrWgMnM3ulEytidwBDD13ei2B0n2AH6TOy7K67Od3LG0XY9PY2brzCOAM6rqrX3FNi7JtbR1MN/qO5bZkjyflvifT/scexJwdFV9cKo/1+R6g64zwm/TWvEUrb75/w0hmUjrI/1E2sK8vWk1WJ+sql63A9bWmWshozZP1+7xFbQZug8DH+/uHw1cOoTFUXCHE7zbgP+uqtv6imckycNpv6tR7fUVwIlD6TygLZfky8y9G90uwBVVtV8/kc2IZTlwGDNn1j9cU+43vLm6RXn/STvpXN+qrarO7C0oIMnDmNk6cxXtikRvO0fO1l1JPKIGsmX8uCRfAJ4+mq3uTqI+Pu1FvibXY7peod9jQ83rrwC71nA2VrgHLcF+Eq1NUFXVPr0G1Unr0/wGNpyYfJo2S9fLgpAk32fmVYgCvgV8AnhtX3GNJLkO+IP5jvdVTgOQ5F/YeElN391CPkzbpOgC4KnAvWmLQF9VVZf2GZvunDlet+sPMZzF5YOT5EvA8tlX5LoTvI9W1f79RLY+jr8EHkqrtx6fWX8h8JWqelVfsY0MoTPIlkhycFV9pu84AJL8M21PhE8ws4yr9+4+SS6vqgPH7t+F1p7ywI087c7/XJPrDeZqWTSENkZdHCtoW6COzq7/s+/ShnFdj9BPwf9v7+6D7arKO45/f4mRhBAk6UwVlYA12lEEBUQCpY4NdhSh+FIVCDaWKQKhLTi0tKCWqaVOBQdbdBBRoYK0icwgykBhHCwKNAnISyJQlUZCISg2vHUwmCkkv/6x1rln35Nzzs3LPWetc3k+M3dy7z45s5/Jzd137bWfF67Kh04A3mH7neWiGi+3avtj4DDbHyocy5OkXdduRWTF0mmg9yP5ltKP5psXy5wK8gSpF3cNXRGq1uXGaeym0/ZV3d8VaqfC0+gmIunBbi0ycxHtg5XsrP89sKKW1CgYu759mLRrfZPt+yUdDXwCmFXL00/1mMBZSSu+zwH70+4Ccyxwn+2/Guh5Y3HdJunrwJdtr8pfH0Ia4X1a0cBSLBcDrST8sW+aC/bMbVLH0JZ87C7bby0VUy+qoI90pIXsuM7vXw3fz1HR48ZpHulJ2H/ZPnvIIYVJooLT6CaSi7ZPsn1nx/G3kSaDDnQXcVvkpyazSTuvz1PB05K8JtkLuBM4BPhv4FDgbNvfLhXXqMmNFw4nfU9vtX3twM8Zi+s2ST8mjY5tNRufMa8d2wAADIpJREFUT+pLu4X0Q1asw4Skv2h8OdYzt+QOZ1NuM3YXaeQuwAdJOYBVTBpskTQDuLt0txBJDwAfs128+0an3HXgH0n/708H/oaUK/kg6WazaPcBSZtJ/Upbu/6zgOeo4JfhqMo7ZHeP0mPx0CZpXschA8+4kl/wkg4i9WueQzstZC9SGuZptu/u9d4XM0n3A/s7tcqcSXrKtMD244VDG0fSOrqkc9ku3i0kty38Rat2LtfWvdwd7Q0n/byV/OxVofYOE02SdiEVNbyrdCww7q6/tUsynXbD9qEveHq0CJxLeiR0e+kdf0mfAo4iNbj/JrCslnxhSbeSqqt3Az5LGizyTdIN3cdtH1EwvDAgo5ZzGtoaixs1/twNWEPaMX64XHQgab7tR5TGoI/trNeySMxxYfvxXPD2u8BPShcNjspTulxz1TIT+BAwz/a5hUIak1NqD3N7UNtLSUP4Du7/zp08byyuR1POH76zhly1lrx78jrSDxdQLj+3S4tAk6Ztfd/19JFu3dAdlz9mkvLCltsu1vu1mbIiaa3tBY3Xil/c8w7OqaR80h8Bl9fQhWMUdNnhhHTTuYS0I3bCkEMKA5Q3GU62/e7CcRS/bvQi6RTgbNKC/3xSXc4DpLkSF5TsyCXpOWBt60vgtfnr1lO6KuY1dCPpdtuHVxBHt7H2A6+liyEyI6JXz9xyEY0n6STgDFIF+GpgIan4ssgup+0TS5x3e+WnIecD50s6ALic1HVlesGwmuf+fMdrNYxmv4KUE3kb8B5SlXrxbgMj4m7aO5vQvum8BVhaKqgwGLa/lZ+SlVbT9M9Of0a6hswi5TQvyDvYc0k/FyXb3dYygbEvjR/AN43UO7+WidcbJB1j+zoASe8lpdcMVCyuR8fRjc+r6ZnbcAZpAtIq27+X83aLjB0FkPSFfq/X0CIIxnLA303auT4C+AEF/92yi9Wepval1kGlaWo3F4yr5Y2NbiGXkYp9wjaw/ZrSMYThye1baxgv/qp+1+TC1+PnnfozPyfpZ61UFdtPSyr6aL+mVNQJXEh78+8F4GFSakgNTgX+RVJreNd64I8GfdJYXI+IEfgh22R7kyQk7eI0Tr5kb9VmgcynSbvB1ZD0+6Q+6keRFofLSY9vN/Z94xDYvrTH8bXAx4ccTjdjgzJsv5C6eYVt0aMWYYwL9lcPO07SmV0OzyWN8y42EbTh14y/Jtdki6QZTgN4jmodzOlnRW9MRqjv+5HAHzJ+uuVx1PF0fYvthflGU7afzUWOAxU512FS5CbyJ5IWX4tIQz5m2H5P0cCos+2dpFuAfwWusf1U6XiaJL0E+BPg/cAraUxTI7XNer7P2weu0S0E0i+Z6BayjXItQjMtpKlof/Ww4yR1bh600n1udQWTNyvPuZ5P6ibROd3yVcAbbNfwtK5qkm4CngHuYfx0ywuLBZV1+7/XrXXwpJ83FtdhsuVeui8jNb3/vwriqfbCXiNJy0gXyisYP03to6QK8GNLxRZ2TkdLT0iLsA2kDjrrCoQUXgQkrbK9sHQc/Uh6OY3R7LZ/WTikrUjaFXgj8LDtgecNbytJ99t+U+k4mnJq6r7ABcBZjZd2B86yve8gzx9pIWHSleoQEibNgd56XPJ6YJWkYl1MtoWkR2zPLx1HxXbrcmxv4JOS/tb28mEHFHaepOv6vW77mGHF0uP8CwEk/Q6w2vZGSR8BDgQuKpn2KOktwJdJG0KP5cOvlvQMsNT2vQVjOwb4AvAU8CngYuCXwD6S/toVTEDMVkjar4anJA2/TapV2wP4g8bxZ4GPDfrksXMdpiRJG2k/ntqVlDYAkTowIUmrSAUq19jeko9NIxWonGn7kJLx9SPpUdt7lY5j1OQWfTfHE57RJGkDaez5MuAOOtJ+atnwyJMa30waR/0NUieOD9juNjl0WDGtBk6xfUfH8YXApYNu2daPpDWk6+7LSJ1L9rf9kKTfBL7nwpMtG13MXkJqw/sQacJlNa0CJR1qe+Wwzxs712GqerC2POsRchypPeCXJD1NulDuAfx7fq1msVuwA2w/pagMHWWvAFpF0ouBG0iDqR4oGtXWXrDt3A7tItuXSfpo4Zhmdy6sAWyvkjS7REANW1ozDySts/0QgO3/kVRDt7CjJ/4rxZ0saaud6kHXl8TiOkxVscjaQXma27EwNnlLleX3deuMAO2pdGE7SWoVIYcRZHszcBNwU57eezzwfUl/Z/uLZaMb51lJ5wAfAd4uaTowo3BMN0q6AbiStPsPaTT7EtK/aUnTcr/taaSuJnNpP5Uo3mJxBLqYAVzf+HwmqVD/54M+aaSFhClJ0nq2HoAyxnbP10KSW1GdBhxOulm5HbjE9qbCcfVtq2i7dJ/wanUMo2qZR/pls8T2T4YfVZgMeVF9FGlhvQ9wHWl66WP93jdMecz4YuCHtm/LnTreYfvKwnEdCbyXxmh24Drb/1Y4roeBLfQYwhN967dfTnG82faigZ4nFtdhKpL0C+ASel+UYgE2AUlXk4o/rsqHjgfm2q5lOEDYTpL27jhk4Mka+quHHSfpCuBNwI3Actv3Fw6pL0m703hyXlM7Ukmz4+dh6srzN26wvWCg54nFdZiKov3ezpO0prOYp9uxYZN0bp+Xbfu8oQUTQgUkbaHd+735S72qAm5Jp5AGi/yadpy2/VvlokokHUoqsNzN9nxJbyYVOp5WOLRxJL2WVPtyfG3t72qT60g2A79qHH4cOMf2NYM8d+Rch6kqirN23r2SFtpeBSDpEOA/CscE7UVE02zS4JvfAGJxHV5UbBfPv91GfwnsW1MNR8M/Ae8ipdNge42kt5cNKZG0J6kOZjGp08o/kJ4khj5y8ezqEhttsbgOU9URpQMYVY283BnAEkmP5K/3Bv6zZGwwfuqXpDnAGaTpoMtJLQRDCHX6Ge22qNWx/WhH05zNvf7uMOQuF8eThnhdDZwEfCfSGrfLCkkH2/7hME8ai+swJdWUwzeCqm+vlPsynwmcQJokeaDt6HYRQt3OIS127iD1QwbA9unlQhrzqKTDAEt6KXA68OPCMV0MrAQW274LQFLk8m6fRcDSXBy6kSH14I7FdQhhnFZ7pVzJXx1JnwM+AHwF2M/2ryZ4SwihDpeS+uXfR+qCUZNTgYtIHUPWA98F/rRoRPBK0hCZz+fx7FdTvnXhqDmyxEmjoDGE0FUjPUSk/qCvAX5qe9/CcW0h7Xq9QMXFWyGE8SStsH1Y6ThGkaRXkwsZSVOHr7X9ibJRhV5GpQgihDBktvezvX/+83XA20i9rkvHNc32LNtzbO/e+JgTC+sQqnaLpJMl7SlpXuujdFCQ2hlK2qPx9VxJlxeO6eDcGxzb64ENwGPAOmJgVtVi5zqEsM2ixWEIYUdJWtflcC2t+O61fcBEx4Yc0z3AO20/lTuXLAf+HHgL8AbbHywVW+gvcq5DCF11jBmfBhxE2jkJIYTt1m2iYC4erME0SXNbhdF5R730Gml6ozj/WOAruT/zNZJWF4wrTCDSQkII40j6Rv70XGBO/tgFuJ40IjiEEHaYkkWSvgY8Wjqe7EJgpaTzJJ0HrAAuKBzTdEmtBf4RpGLQltIL/9BHfHNCCJ0OymOyHwG+2PHarsCm4YcUQhh1eRDVYuD9wDxSN46zigaV2b5S0lrgraROJifaXlk4rGXADyQ9QZpqeRuApAXA/5YMLPQXOdchhHEknQ4sJXUH+XnzJSrJjwwhjA5JnwE+TLphXwZcC9zVLU2kFElnkIa0fIt0rXsf8FXbnRsMw45rIbAn8F3bG/Ox15PGtN9TMrbQWyyuQwhdSbrE9tLScYQQRpukDcBPSSPGr7e9SdJDNd2oS/oRcGhjATsbWDnoYSNhaoqc6xBCV7GwDiFMklcAnwGOAdbmuo5ZjXziGojx484352MhbLea/mOHEEIIYYqxvRm4EbhR0kzgaFL9xmOSvmd7cdEAk38G7pB0bf76fcBlBeMJIyzSQkIIIYQwMB1tPSFNVn0CWAMcYPuK4Ue1NUkHAoeTdqxvtX1v4ZDCiIqd6xBCCCEM0pwux/YBPgl8erih9JYLBKNIMOy02LkOIYQQwtDlQS03x9TXMNVEQWMIIYQQhi5PH4yiwTDlxOI6hBBCCEMnaRHwdOk4QphskXMdQgghhIGRdB+piLFpHmlI1ZLhRxTCYEXOdQghhBAGRtLeHYcMPNka2BLCVBOL6xBCCCGEECZJ5FyHEEIIIYQwSWJxHUIIIYQQwiSJxXUIIYQQQgiTJBbXIYQQQgghTJJYXIcQQgghhDBJ/h/DlOftnRQ08QAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 864x432 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "fig = procedures.plot_system_rank(p10, display_metric=\"P@10\", outfile=\"plot.pdf\")\n",
    "#A plot of the P10 metric results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Example 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "from trectools import TrecPool, TrecRun, TrecPoolMaker"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "r1 = TrecRun(\"./robust03/runs/input.aplrob03a.gz\")\n",
    "r2 = TrecRun(\"./robust03/runs/input.UIUC03Rd1.gz\") #Select 2 runs "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[303, 307, 310, 314, 320, 322, 325, 330, 336, 341, 344, 345, 346, 347, 350, 353, 354, 355, 356, 362, 363, 367, 372, 374, 375, 378, 379, 383, 389, 393, 394, 397, 399, 401, 404, 408, 409, 414, 416, 419, 426, 427, 433, 435, 436, 439, 442, 443, 445, 448, 601, 602, 603, 604, 605, 606, 607, 608, 609, 610, 611, 612, 613, 614, 615, 616, 617, 618, 619, 620, 621, 622, 623, 624, 625, 626, 627, 628, 629, 630, 631, 632, 633, 634, 635, 636, 637, 638, 639, 640, 641, 642, 643, 644, 645, 646, 647, 648, 649, 650]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "100"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(r1.topics()) #Topics = queries\n",
    "len(r1.topics())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Strategy1: Creates a pool with top 10 documents of each run:\n",
    "pool1 = TrecPoolMaker().make_pool([r1, r2], strategy=\"topX\", topX=10) # Pool with 1636 unique documents."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Strategy2: Creates a pool with 2000 documents (20 per topic) using the reciprocal ranking strategy by Gordon, Clake and Buettcher:\n",
    "pool2 = TrecPoolMaker().make_pool([r1,r2], strategy=\"rrf\", topX=20, rrf_den=60) # Pool with 2000 unique documents."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{601: {'FBIS3-12202',\n",
       "  'FBIS3-22369',\n",
       "  'FBIS3-38723',\n",
       "  'FBIS3-42193',\n",
       "  'FBIS4-1981',\n",
       "  'FBIS4-44484',\n",
       "  'FBIS4-64831',\n",
       "  'FR940404-2-00028',\n",
       "  'FT922-13069',\n",
       "  'FT923-11593',\n",
       "  'FT923-9764',\n",
       "  'FT931-10200',\n",
       "  'FT931-13722',\n",
       "  'FT931-14451',\n",
       "  'FT942-15268',\n",
       "  'FT944-10568'},\n",
       " 602: {'FT921-1623',\n",
       "  'FT922-1409',\n",
       "  'FT922-1498',\n",
       "  'FT922-1536',\n",
       "  'FT922-1680',\n",
       "  'FT922-2143',\n",
       "  'FT922-2288',\n",
       "  'FT922-2508',\n",
       "  'FT923-2408',\n",
       "  'FT923-5753',\n",
       "  'FT923-8609',\n",
       "  'FT924-171',\n",
       "  'FT934-11227',\n",
       "  'FT934-11235'},\n",
       " 603: {'FT922-991',\n",
       "  'FT924-9307',\n",
       "  'FT941-1212',\n",
       "  'FT941-1443',\n",
       "  'FT942-1181',\n",
       "  'FT942-14179',\n",
       "  'FT942-15472',\n",
       "  'FT942-6205',\n",
       "  'FT943-8137',\n",
       "  'FT944-3264',\n",
       "  'FT944-3389',\n",
       "  'LA052689-0103',\n",
       "  'LA072790-0059',\n",
       "  'LA081990-0051',\n",
       "  'LA122590-0054'},\n",
       " 604: {'FBIS4-45839',\n",
       "  'FBIS4-67664',\n",
       "  'FR940802-1-00015',\n",
       "  'FT943-12041',\n",
       "  'LA061389-0087',\n",
       "  'LA071989-0117',\n",
       "  'LA073090-0058',\n",
       "  'LA081989-0064',\n",
       "  'LA092090-0248',\n",
       "  'LA092690-0153',\n",
       "  'LA111590-0227',\n",
       "  'LA112690-0027',\n",
       "  'LA112789-0001',\n",
       "  'LA113090-0156'},\n",
       " 605: {'FBIS4-22954',\n",
       "  'FR940228-1-00051',\n",
       "  'FR940527-1-00098',\n",
       "  'FR940527-1-00233',\n",
       "  'FR940527-1-00234',\n",
       "  'FR940527-1-00247',\n",
       "  'FR940527-1-00252',\n",
       "  'FR941117-2-00052',\n",
       "  'FT921-7866',\n",
       "  'FT943-13402',\n",
       "  'LA011090-0064',\n",
       "  'LA013089-0099',\n",
       "  'LA020490-0059',\n",
       "  'LA042690-0241',\n",
       "  'LA050690-0042',\n",
       "  'LA060489-0030',\n",
       "  'LA070389-0008'},\n",
       " 606: {'FR940511-0-00055',\n",
       "  'FR940603-0-00083',\n",
       "  'LA013190-0123',\n",
       "  'LA032990-0050',\n",
       "  'LA040390-0013',\n",
       "  'LA041489-0143',\n",
       "  'LA042889-0181',\n",
       "  'LA052489-0063',\n",
       "  'LA061790-0082',\n",
       "  'LA070989-0169',\n",
       "  'LA082390-0001',\n",
       "  'LA091489-0077',\n",
       "  'LA112589-0110',\n",
       "  'LA122489-0029',\n",
       "  'LA122589-0038'},\n",
       " 607: {'FR940413-2-00073',\n",
       "  'FT921-10261',\n",
       "  'FT923-7735',\n",
       "  'FT923-7988',\n",
       "  'FT932-13552',\n",
       "  'FT934-1290',\n",
       "  'FT934-2039',\n",
       "  'FT943-16710',\n",
       "  'FT944-17394',\n",
       "  'LA062589-0077',\n",
       "  'LA121790-0086'},\n",
       " 608: {'FBIS3-27759',\n",
       "  'FBIS3-40865',\n",
       "  'FBIS3-42131',\n",
       "  'FBIS4-25388',\n",
       "  'FT924-11006',\n",
       "  'FT924-6213',\n",
       "  'FT931-10729',\n",
       "  'FT941-13936',\n",
       "  'FT944-4537',\n",
       "  'LA012490-0088',\n",
       "  'LA020289-0149',\n",
       "  'LA020490-0205',\n",
       "  'LA022790-0155',\n",
       "  'LA082090-0007',\n",
       "  'LA090689-0110',\n",
       "  'LA122390-0140',\n",
       "  'LA123089-0104'},\n",
       " 609: {'FBIS3-20587',\n",
       "  'FBIS3-26364',\n",
       "  'FBIS3-9210',\n",
       "  'FBIS4-4075',\n",
       "  'FBIS4-44488',\n",
       "  'FR940617-2-00242',\n",
       "  'FT921-16',\n",
       "  'LA030689-0022',\n",
       "  'LA043089-0095',\n",
       "  'LA070690-0084',\n",
       "  'LA070990-0085',\n",
       "  'LA081089-0056',\n",
       "  'LA100590-0127',\n",
       "  'LA102289-0100',\n",
       "  'LA102789-0099'},\n",
       " 610: {'FBIS3-40878',\n",
       "  'FBIS4-41493',\n",
       "  'FBIS4-41579',\n",
       "  'FR940208-1-00062',\n",
       "  'FR940216-0-00171',\n",
       "  'FR940513-1-00089',\n",
       "  'FR940513-1-00103',\n",
       "  'FR940621-0-00017',\n",
       "  'FR940830-1-00028',\n",
       "  'FR941130-1-00004',\n",
       "  'FT921-280',\n",
       "  'FT921-5263',\n",
       "  'FT924-9284',\n",
       "  'FT934-14971',\n",
       "  'FT942-4818',\n",
       "  'FT942-4821',\n",
       "  'LA032489-0042',\n",
       "  'LA092089-0032',\n",
       "  'LA110989-0124'},\n",
       " 611: {'FBIS3-19897',\n",
       "  'FBIS3-19973',\n",
       "  'FBIS3-19974',\n",
       "  'FBIS3-20055',\n",
       "  'FBIS3-20088',\n",
       "  'FBIS4-18670',\n",
       "  'FBIS4-19631',\n",
       "  'FBIS4-21111',\n",
       "  'FBIS4-21941',\n",
       "  'FBIS4-22021',\n",
       "  'FBIS4-22118',\n",
       "  'FBIS4-42321',\n",
       "  'FBIS4-46313'},\n",
       " 612: {'FBIS3-25845',\n",
       "  'FBIS3-27046',\n",
       "  'FBIS3-44974',\n",
       "  'FBIS4-24390',\n",
       "  'FT932-5619',\n",
       "  'FT932-7323',\n",
       "  'FT944-610',\n",
       "  'LA012189-0056',\n",
       "  'LA013089-0055',\n",
       "  'LA030689-0004',\n",
       "  'LA030989-0104',\n",
       "  'LA031189-0049',\n",
       "  'LA031289-0148',\n",
       "  'LA031489-0010',\n",
       "  'LA120389-0122'},\n",
       " 613: {'LA012890-0072',\n",
       "  'LA040590-0036',\n",
       "  'LA041390-0061',\n",
       "  'LA041390-0085',\n",
       "  'LA080690-0101',\n",
       "  'LA080690-0103',\n",
       "  'LA081090-0185',\n",
       "  'LA082690-0025',\n",
       "  'LA090290-0181',\n",
       "  'LA111289-0193',\n",
       "  'LA112089-0031',\n",
       "  'LA112289-0045',\n",
       "  'LA112489-0093',\n",
       "  'LA121789-0051',\n",
       "  'LA122389-0019'},\n",
       " 614: {'FR940523-0-00033',\n",
       "  'FR940523-0-00034',\n",
       "  'FR940523-0-00041',\n",
       "  'FR940523-0-00044',\n",
       "  'FR940523-0-00047',\n",
       "  'FR940523-2-00056',\n",
       "  'FR941003-2-00006',\n",
       "  'FT922-9346',\n",
       "  'FT941-3180',\n",
       "  'FT941-7775',\n",
       "  'FT942-8796',\n",
       "  'FT943-15996'},\n",
       " 615: {'FBIS3-29335',\n",
       "  'FT921-9505',\n",
       "  'FT931-3233',\n",
       "  'FT932-10619',\n",
       "  'FT934-6722',\n",
       "  'FT941-9675',\n",
       "  'LA010990-0122',\n",
       "  'LA011589-0113',\n",
       "  'LA051690-0109',\n",
       "  'LA060890-0028',\n",
       "  'LA062689-0014',\n",
       "  'LA062889-0008',\n",
       "  'LA080690-0029',\n",
       "  'LA082190-0004'},\n",
       " 616: {'FBIS3-29850',\n",
       "  'FT921-4982',\n",
       "  'FT922-11481',\n",
       "  'FT923-10115',\n",
       "  'FT924-12512',\n",
       "  'FT932-1502',\n",
       "  'FT932-5276',\n",
       "  'FT933-4206',\n",
       "  'FT934-13096',\n",
       "  'FT941-17177',\n",
       "  'FT941-5368',\n",
       "  'FT942-13328',\n",
       "  'FT942-13932',\n",
       "  'FT944-18270',\n",
       "  'FT944-6905'},\n",
       " 617: {'FBIS3-24655',\n",
       "  'FBIS3-32480',\n",
       "  'FBIS3-61299',\n",
       "  'FBIS4-10222',\n",
       "  'FBIS4-10797',\n",
       "  'FBIS4-38627',\n",
       "  'FBIS4-38629',\n",
       "  'FBIS4-56570',\n",
       "  'FBIS4-57500',\n",
       "  'FT923-10781',\n",
       "  'FT933-1483',\n",
       "  'FT934-4579',\n",
       "  'FT941-13330',\n",
       "  'FT942-11872',\n",
       "  'FT942-12806',\n",
       "  'FT942-12807',\n",
       "  'FT942-5721',\n",
       "  'FT943-9880',\n",
       "  'FT944-12369'},\n",
       " 618: {'LA021589-0078',\n",
       "  'LA021590-0206',\n",
       "  'LA021789-0052',\n",
       "  'LA022189-0116',\n",
       "  'LA031089-0054',\n",
       "  'LA031589-0063',\n",
       "  'LA031889-0055',\n",
       "  'LA040589-0072',\n",
       "  'LA060589-0062',\n",
       "  'LA060589-0104',\n",
       "  'LA060590-0034',\n",
       "  'LA060690-0084',\n",
       "  'LA081189-0143',\n",
       "  'LA102189-0146',\n",
       "  'LA122790-0078'},\n",
       " 619: {'FT911-127',\n",
       "  'FT922-13245',\n",
       "  'FT932-5616',\n",
       "  'LA021389-0032',\n",
       "  'LA021789-0053',\n",
       "  'LA022689-0169',\n",
       "  'LA022789-0050',\n",
       "  'LA030889-0103',\n",
       "  'LA051490-0058',\n",
       "  'LA052590-0178',\n",
       "  'LA080890-0154'},\n",
       " 620: {'FBIS4-30449',\n",
       "  'FBIS4-64760',\n",
       "  'FT911-1129',\n",
       "  'FT911-2181',\n",
       "  'FT911-2331',\n",
       "  'FT911-813',\n",
       "  'FT921-723',\n",
       "  'FT921-876',\n",
       "  'FT932-5843',\n",
       "  'FT933-16314',\n",
       "  'FT933-17007',\n",
       "  'FT934-16349',\n",
       "  'FT934-16472',\n",
       "  'FT942-11106'},\n",
       " 621: {'FT921-4820',\n",
       "  'FT921-7364',\n",
       "  'FT924-10442',\n",
       "  'FT924-8156',\n",
       "  'FT924-9001',\n",
       "  'FT932-2151',\n",
       "  'FT934-408',\n",
       "  'FT941-3868',\n",
       "  'FT942-17503',\n",
       "  'LA011390-0037',\n",
       "  'LA040390-0124',\n",
       "  'LA110789-0149'},\n",
       " 622: {'FR940811-2-00108',\n",
       "  'FR940830-2-00099',\n",
       "  'FR940830-2-00102',\n",
       "  'FR941107-2-00058',\n",
       "  'FT931-15710',\n",
       "  'FT941-8771',\n",
       "  'FT942-4386',\n",
       "  'FT943-14469',\n",
       "  'FT943-14826',\n",
       "  'FT944-2007',\n",
       "  'FT944-7904',\n",
       "  'FT944-8135',\n",
       "  'LA032190-0143',\n",
       "  'LA032990-0121',\n",
       "  'LA041590-0054',\n",
       "  'LA042590-0148',\n",
       "  'LA042690-0227',\n",
       "  'LA042690-0231',\n",
       "  'LA081490-0094'},\n",
       " 623: {'FBIS3-21513',\n",
       "  'FBIS3-21514',\n",
       "  'FBIS3-21515',\n",
       "  'FBIS3-41450',\n",
       "  'FBIS3-42404',\n",
       "  'FBIS3-42970',\n",
       "  'FBIS3-43008',\n",
       "  'FBIS3-59613',\n",
       "  'FBIS3-59903',\n",
       "  'FBIS4-13633',\n",
       "  'FBIS4-20833',\n",
       "  'FBIS4-20835',\n",
       "  'FBIS4-66855',\n",
       "  'FBIS4-67918'},\n",
       " 624: {'LA021989-0231',\n",
       "  'LA032889-0135',\n",
       "  'LA042690-0184',\n",
       "  'LA062189-0056',\n",
       "  'LA090889-0075',\n",
       "  'LA092789-0060',\n",
       "  'LA101289-0116',\n",
       "  'LA110289-0116',\n",
       "  'LA120689-0114',\n",
       "  'LA121089-0218',\n",
       "  'LA121489-0151',\n",
       "  'LA121789-0117'},\n",
       " 625: {'FBIS3-23484',\n",
       "  'FBIS3-23488',\n",
       "  'FBIS3-42326',\n",
       "  'FBIS4-21838',\n",
       "  'FBIS4-58523',\n",
       "  'FBIS4-68065',\n",
       "  'FT931-1391',\n",
       "  'FT931-2862',\n",
       "  'FT931-4255',\n",
       "  'FT931-4556',\n",
       "  'FT931-5315',\n",
       "  'FT931-6324',\n",
       "  'FT932-1095',\n",
       "  'FT941-5673',\n",
       "  'FT942-7609',\n",
       "  'FT942-7648'},\n",
       " 626: {'FBIS4-36847',\n",
       "  'FBIS4-60291',\n",
       "  'FBIS4-60292',\n",
       "  'FBIS4-60493',\n",
       "  'FT924-13949',\n",
       "  'FT931-14000',\n",
       "  'FT941-5519',\n",
       "  'FT941-8535',\n",
       "  'FT942-15041',\n",
       "  'FT942-7622',\n",
       "  'FT944-7609',\n",
       "  'LA030589-0080',\n",
       "  'LA062690-0090'},\n",
       " 627: {'FBIS3-15964',\n",
       "  'FBIS3-16313',\n",
       "  'FBIS3-27290',\n",
       "  'FBIS3-27522',\n",
       "  'FBIS3-2982',\n",
       "  'FBIS3-37832',\n",
       "  'FBIS3-37844',\n",
       "  'FBIS3-37846',\n",
       "  'FBIS3-42933',\n",
       "  'FBIS3-47130',\n",
       "  'FBIS3-7805',\n",
       "  'FBIS3-8166',\n",
       "  'FBIS4-29251',\n",
       "  'FBIS4-53795',\n",
       "  'FT921-10747',\n",
       "  'FT941-4641',\n",
       "  'LA111790-0139',\n",
       "  'LA112790-0147',\n",
       "  'LA120190-0117',\n",
       "  'LA121190-0084'},\n",
       " 628: {'FBIS4-57069',\n",
       "  'FBIS4-57246',\n",
       "  'LA010490-0202',\n",
       "  'LA012990-0092',\n",
       "  'LA120290-0104',\n",
       "  'LA122189-0022',\n",
       "  'LA122189-0026',\n",
       "  'LA122189-0027',\n",
       "  'LA122189-0130',\n",
       "  'LA122189-0131',\n",
       "  'LA122189-0133',\n",
       "  'LA122289-0030',\n",
       "  'LA122389-0018',\n",
       "  'LA122489-0082',\n",
       "  'LA122589-0027',\n",
       "  'LA122589-0055'},\n",
       " 629: {'FT931-4191',\n",
       "  'FT944-4814',\n",
       "  'LA010889-0090',\n",
       "  'LA011890-0207',\n",
       "  'LA012989-0104',\n",
       "  'LA022390-0034',\n",
       "  'LA031190-0213',\n",
       "  'LA031589-0019',\n",
       "  'LA031689-0060',\n",
       "  'LA032889-0003',\n",
       "  'LA041590-0152',\n",
       "  'LA043089-0060',\n",
       "  'LA070490-0032',\n",
       "  'LA070989-0212',\n",
       "  'LA072789-0028',\n",
       "  'LA093089-0074',\n",
       "  'LA101189-0065',\n",
       "  'LA111889-0134'},\n",
       " 630: {'FBIS3-22143',\n",
       "  'FBIS3-38744',\n",
       "  'FBIS3-41804',\n",
       "  'FBIS4-31795',\n",
       "  'FBIS4-67633',\n",
       "  'FT923-7392',\n",
       "  'FT932-4288',\n",
       "  'FT944-11095',\n",
       "  'FT944-16460',\n",
       "  'LA082290-0148',\n",
       "  'LA111290-0068',\n",
       "  'LA120990-0203',\n",
       "  'LA122589-0047'},\n",
       " 631: {'FBIS4-111',\n",
       "  'FBIS4-25363',\n",
       "  'FBIS4-3321',\n",
       "  'FBIS4-3603',\n",
       "  'FBIS4-47793',\n",
       "  'FBIS4-47974',\n",
       "  'FBIS4-48134',\n",
       "  'FBIS4-49232',\n",
       "  'FBIS4-49677',\n",
       "  'FBIS4-52241',\n",
       "  'FBIS4-52393',\n",
       "  'FBIS4-52427',\n",
       "  'FBIS4-58779',\n",
       "  'FBIS4-58876',\n",
       "  'FBIS4-59405',\n",
       "  'FT942-11344',\n",
       "  'LA021190-0179'},\n",
       " 632: {'FBIS3-26427',\n",
       "  'FBIS3-45166',\n",
       "  'FBIS3-45344',\n",
       "  'FBIS3-7083',\n",
       "  'FBIS4-2297',\n",
       "  'FBIS4-2743',\n",
       "  'FBIS4-28050',\n",
       "  'FBIS4-30386',\n",
       "  'FBIS4-30636',\n",
       "  'FBIS4-6350',\n",
       "  'FT922-5564',\n",
       "  'FT923-8113',\n",
       "  'FT931-345',\n",
       "  'FT932-11184',\n",
       "  'FT932-2680',\n",
       "  'FT932-8569',\n",
       "  'FT933-5293',\n",
       "  'FT933-5995',\n",
       "  'FT934-12248',\n",
       "  'FT942-9756'},\n",
       " 633: {'FT921-10574',\n",
       "  'FT921-6186',\n",
       "  'FT921-6952',\n",
       "  'FT922-13356',\n",
       "  'FT922-13585',\n",
       "  'FT922-13589',\n",
       "  'FT922-14090',\n",
       "  'FT922-14326',\n",
       "  'FT922-15171',\n",
       "  'FT944-13056',\n",
       "  'FT944-16050',\n",
       "  'FT944-171',\n",
       "  'FT944-17612'},\n",
       " 634: {'LA020890-0085',\n",
       "  'LA032290-0239',\n",
       "  'LA032390-0070',\n",
       "  'LA053190-0019',\n",
       "  'LA060490-0010',\n",
       "  'LA061390-0007',\n",
       "  'LA071090-0010',\n",
       "  'LA071090-0055',\n",
       "  'LA071590-0202',\n",
       "  'LA111689-0145',\n",
       "  'LA112189-0078',\n",
       "  'LA112789-0001'},\n",
       " 635: {'LA060690-0053',\n",
       "  'LA061490-0082',\n",
       "  'LA061690-0003',\n",
       "  'LA061690-0004',\n",
       "  'LA061690-0005',\n",
       "  'LA061690-0006',\n",
       "  'LA062190-0255',\n",
       "  'LA090890-0037',\n",
       "  'LA120890-0014',\n",
       "  'LA121390-0235',\n",
       "  'LA121490-0059',\n",
       "  'LA121590-0063'},\n",
       " 636: {'FBIS3-18000',\n",
       "  'FBIS4-63334',\n",
       "  'FR940414-1-00021',\n",
       "  'FR940620-0-00093',\n",
       "  'FR940620-0-00103',\n",
       "  'FR940713-0-00025',\n",
       "  'FR940727-0-00084',\n",
       "  'FR940727-0-00085',\n",
       "  'FR940803-2-00087',\n",
       "  'FR940804-0-00114',\n",
       "  'FR941021-0-00050',\n",
       "  'FR941028-1-00011',\n",
       "  'LA012089-0096',\n",
       "  'LA021789-0063',\n",
       "  'LA050289-0019',\n",
       "  'LA091390-0147',\n",
       "  'LA091690-0092',\n",
       "  'LA092790-0157'},\n",
       " 637: {'FBIS3-61505',\n",
       "  'FR940817-2-00260',\n",
       "  'FT923-10650',\n",
       "  'FT932-1217',\n",
       "  'FT932-899',\n",
       "  'FT934-10458',\n",
       "  'LA010190-0021',\n",
       "  'LA041789-0062',\n",
       "  'LA090190-0116',\n",
       "  'LA090389-0058',\n",
       "  'LA092189-0166',\n",
       "  'LA092889-0142',\n",
       "  'LA092889-0193',\n",
       "  'LA110490-0091',\n",
       "  'LA122890-0150'},\n",
       " 638: {'FT922-4315',\n",
       "  'FT922-8629',\n",
       "  'FT944-260',\n",
       "  'LA010690-0092',\n",
       "  'LA012490-0066',\n",
       "  'LA022089-0015',\n",
       "  'LA030389-0100',\n",
       "  'LA031690-0082',\n",
       "  'LA032089-0100',\n",
       "  'LA032289-0026',\n",
       "  'LA042689-0016',\n",
       "  'LA051889-0160',\n",
       "  'LA052289-0051',\n",
       "  'LA062090-0070',\n",
       "  'LA101289-0219',\n",
       "  'LA101489-0082',\n",
       "  'LA120989-0069',\n",
       "  'LA121689-0082',\n",
       "  'LA122390-0123'},\n",
       " 639: {'FBIS3-7133',\n",
       "  'FT922-7787',\n",
       "  'FT932-3205',\n",
       "  'FT932-646',\n",
       "  'FT934-4878',\n",
       "  'FT934-7363',\n",
       "  'FT942-10058',\n",
       "  'FT942-1663',\n",
       "  'FT942-2606',\n",
       "  'FT943-4665',\n",
       "  'FT943-503',\n",
       "  'FT944-11953',\n",
       "  'FT944-12219',\n",
       "  'FT944-14530',\n",
       "  'FT944-16689',\n",
       "  'FT944-3385',\n",
       "  'FT944-9156',\n",
       "  'LA111989-0148'},\n",
       " 640: {'FT921-3529',\n",
       "  'FT922-1310',\n",
       "  'FT922-1426',\n",
       "  'FT931-13452',\n",
       "  'FT931-8172',\n",
       "  'FT931-9324',\n",
       "  'FT933-467',\n",
       "  'FT933-9685',\n",
       "  'FT944-1356',\n",
       "  'FT944-15308',\n",
       "  'FT944-15813',\n",
       "  'LA030989-0060',\n",
       "  'LA040890-0113',\n",
       "  'LA050890-0094',\n",
       "  'LA051090-0167',\n",
       "  'LA051390-0161'},\n",
       " 641: {'LA020990-0083',\n",
       "  'LA020990-0084',\n",
       "  'LA031890-0181',\n",
       "  'LA032589-0044',\n",
       "  'LA032789-0038',\n",
       "  'LA033189-0109',\n",
       "  'LA040889-0048',\n",
       "  'LA042389-0080',\n",
       "  'LA051189-0058',\n",
       "  'LA060189-0093',\n",
       "  'LA060589-0044',\n",
       "  'LA082189-0047',\n",
       "  'LA120989-0014'},\n",
       " 642: {'FBIS3-2738',\n",
       "  'FBIS3-3418',\n",
       "  'FBIS3-3419',\n",
       "  'FBIS3-3433',\n",
       "  'FBIS3-3663',\n",
       "  'FBIS3-3664',\n",
       "  'FBIS3-45274',\n",
       "  'FBIS4-24940',\n",
       "  'FBIS4-2849',\n",
       "  'FBIS4-51252',\n",
       "  'FT921-15882',\n",
       "  'FT923-11888',\n",
       "  'FT924-5589',\n",
       "  'FT942-5500',\n",
       "  'FT942-6028',\n",
       "  'LA040690-0009'},\n",
       " 643: {'FR940104-0-00044',\n",
       "  'FR940119-1-00058',\n",
       "  'FR940429-2-00022',\n",
       "  'FR940504-0-00052',\n",
       "  'FR940504-0-00059',\n",
       "  'FR940527-2-00130',\n",
       "  'FR940527-2-00131',\n",
       "  'FR940527-2-00133',\n",
       "  'FR940603-1-00034',\n",
       "  'FR940617-0-00109',\n",
       "  'FR940907-2-00003',\n",
       "  'FR940907-2-00004',\n",
       "  'FR941011-2-00026',\n",
       "  'FR941013-2-00102',\n",
       "  'FR941220-2-00031',\n",
       "  'FT942-17447',\n",
       "  'LA100189-0102'},\n",
       " 644: {'FR940303-2-00101',\n",
       "  'FR940324-2-00098',\n",
       "  'FR940413-2-00088',\n",
       "  'FR940523-0-00018',\n",
       "  'FR940603-1-00002',\n",
       "  'FR940628-1-00012',\n",
       "  'FR940628-1-00014',\n",
       "  'FR940628-1-00015',\n",
       "  'FR940727-2-00076',\n",
       "  'FR940817-0-00002',\n",
       "  'FR940830-0-00004',\n",
       "  'FR941202-0-00164',\n",
       "  'FR941202-0-00165',\n",
       "  'FR941230-0-00020',\n",
       "  'LA022289-0056',\n",
       "  'LA070190-0086'},\n",
       " 645: {'FBIS4-7278',\n",
       "  'FT921-6989',\n",
       "  'FT923-13993',\n",
       "  'FT924-2798',\n",
       "  'FT924-4321',\n",
       "  'FT924-4322',\n",
       "  'FT931-8281',\n",
       "  'FT932-5610',\n",
       "  'FT934-5574',\n",
       "  'FT934-6158',\n",
       "  'FT942-9936',\n",
       "  'FT944-15783',\n",
       "  'FT944-16684'},\n",
       " 646: {'FR940119-1-00003',\n",
       "  'FR940208-0-00002',\n",
       "  'FR940208-0-00003',\n",
       "  'FR940208-0-00004',\n",
       "  'FR940314-2-00004',\n",
       "  'FR940817-2-00003',\n",
       "  'FR940830-1-00099',\n",
       "  'FR940830-1-00108',\n",
       "  'FR941122-1-00017',\n",
       "  'LA041590-0171',\n",
       "  'LA082090-0113',\n",
       "  'LA082190-0091',\n",
       "  'LA082890-0006',\n",
       "  'LA082890-0055',\n",
       "  'LA102190-0122'},\n",
       " 647: {'FBIS3-20671',\n",
       "  'FBIS3-21070',\n",
       "  'FBIS3-22248',\n",
       "  'FBIS3-41492',\n",
       "  'FBIS3-59628',\n",
       "  'FBIS3-59629',\n",
       "  'FBIS4-47519',\n",
       "  'LA071290-0149',\n",
       "  'LA081290-0130',\n",
       "  'LA110490-0015',\n",
       "  'LA110890-0070',\n",
       "  'LA111890-0057'},\n",
       " 648: {'FR940314-2-00093',\n",
       "  'FR940314-2-00104',\n",
       "  'FR940314-2-00105',\n",
       "  'FR940314-2-00106',\n",
       "  'FR940314-2-00107',\n",
       "  'FR940314-2-00109',\n",
       "  'FR940711-1-00030',\n",
       "  'FR940902-2-00102',\n",
       "  'FR940927-0-00088',\n",
       "  'FR941011-1-00026',\n",
       "  'FR941202-0-00178',\n",
       "  'FR941202-0-00181',\n",
       "  'FR941202-0-00185',\n",
       "  'FR941227-1-00026',\n",
       "  'LA051190-0070',\n",
       "  'LA051790-0183',\n",
       "  'LA051890-0054',\n",
       "  'LA051890-0055',\n",
       "  'LA061690-0051',\n",
       "  'LA072790-0004'},\n",
       " 649: {'FBIS4-50440',\n",
       "  'FT921-4469',\n",
       "  'FT921-4867',\n",
       "  'FT921-5043',\n",
       "  'FT921-5724',\n",
       "  'FT922-1458',\n",
       "  'FT941-13624',\n",
       "  'FT944-9024',\n",
       "  'LA101089-0139',\n",
       "  'LA101189-0094',\n",
       "  'LA101289-0156',\n",
       "  'LA101389-0050'},\n",
       " 650: {'FT931-3667',\n",
       "  'LA021189-0023',\n",
       "  'LA040690-0139',\n",
       "  'LA041790-0108',\n",
       "  'LA060789-0093',\n",
       "  'LA062689-0056',\n",
       "  'LA071190-0103',\n",
       "  'LA092590-0146',\n",
       "  'LA101790-0029',\n",
       "  'LA102690-0100',\n",
       "  'LA110289-0197',\n",
       "  'LA111589-0039',\n",
       "  'LA112389-0032',\n",
       "  'LA120489-0113',\n",
       "  'LA120589-0053',\n",
       "  'LA121289-0013',\n",
       "  'LA122889-0008'},\n",
       " 303: {'FBIS3-42547',\n",
       "  'FBIS4-46650',\n",
       "  'FT921-7107',\n",
       "  'FT934-5418',\n",
       "  'LA011990-0173',\n",
       "  'LA012090-0105',\n",
       "  'LA033090-0082',\n",
       "  'LA040190-0178',\n",
       "  'LA041090-0148',\n",
       "  'LA041190-0003',\n",
       "  'LA041490-0064',\n",
       "  'LA041990-0151',\n",
       "  'LA042290-0160',\n",
       "  'LA042590-0135',\n",
       "  'LA052890-0021',\n",
       "  'LA071490-0091',\n",
       "  'LA081090-0079',\n",
       "  'LA110590-0076'},\n",
       " 307: {'FR940114-2-00039',\n",
       "  'FR940114-2-00040',\n",
       "  'FR940303-2-00030',\n",
       "  'FR940405-2-00042',\n",
       "  'FR940414-2-00020',\n",
       "  'FR940414-2-00025',\n",
       "  'FR940418-2-00054',\n",
       "  'FR940418-2-00056',\n",
       "  'FR940419-2-00049',\n",
       "  'FR940512-2-00030',\n",
       "  'FR940617-2-00070',\n",
       "  'FR940617-2-00229',\n",
       "  'FR940707-2-00077',\n",
       "  'FR940804-2-00061',\n",
       "  'FR940916-2-00026',\n",
       "  'FR940916-2-00027',\n",
       "  'FR940930-2-00023',\n",
       "  'FR941207-1-00024'},\n",
       " 310: {'FBIS4-60511',\n",
       "  'FT921-7096',\n",
       "  'FT922-15435',\n",
       "  'FT923-4181',\n",
       "  'FT931-11958',\n",
       "  'FT931-4108',\n",
       "  'FT932-12525',\n",
       "  'FT932-16659',\n",
       "  'FT944-3521',\n",
       "  'LA010190-0022',\n",
       "  'LA020390-0025',\n",
       "  'LA020590-0085',\n",
       "  'LA021890-0038',\n",
       "  'LA062690-0070',\n",
       "  'LA071290-0194',\n",
       "  'LA090189-0093',\n",
       "  'LA100889-0041',\n",
       "  'LA122490-0040'},\n",
       " 314: {'FBIS3-3576',\n",
       "  'FBIS4-45793',\n",
       "  'FR940303-2-00008',\n",
       "  'FR940511-0-00055',\n",
       "  'FR940602-0-00005',\n",
       "  'FR941227-2-00088',\n",
       "  'LA022389-0086',\n",
       "  'LA031289-0204',\n",
       "  'LA042690-0180',\n",
       "  'LA070290-0020',\n",
       "  'LA111989-0016',\n",
       "  'LA120389-0149',\n",
       "  'LA122090-0024',\n",
       "  'LA122589-0091',\n",
       "  'LA122589-0092',\n",
       "  'LA122790-0066',\n",
       "  'LA122890-0068'},\n",
       " 320: {'FBIS3-10626',\n",
       "  'FBIS3-40798',\n",
       "  'FBIS3-59590',\n",
       "  'FBIS3-59596',\n",
       "  'FBIS4-10645',\n",
       "  'FBIS4-20427',\n",
       "  'FBIS4-20428',\n",
       "  'FBIS4-20470',\n",
       "  'FBIS4-23086',\n",
       "  'FBIS4-25142',\n",
       "  'FBIS4-44763',\n",
       "  'FBIS4-44771',\n",
       "  'FBIS4-49462',\n",
       "  'FR940705-0-00015',\n",
       "  'FT922-7917',\n",
       "  'LA031590-0184',\n",
       "  'LA120889-0086'},\n",
       " 322: {'FT921-1888',\n",
       "  'FT934-11646',\n",
       "  'FT941-7580',\n",
       "  'FT942-17082',\n",
       "  'LA010290-0082',\n",
       "  'LA012889-0030',\n",
       "  'LA020889-0083',\n",
       "  'LA021089-0066',\n",
       "  'LA022189-0085',\n",
       "  'LA032090-0091',\n",
       "  'LA051890-0031',\n",
       "  'LA061790-0168',\n",
       "  'LA062090-0082',\n",
       "  'LA062990-0012',\n",
       "  'LA092489-0092',\n",
       "  'LA100889-0021',\n",
       "  'LA110890-0210',\n",
       "  'LA111490-0087',\n",
       "  'LA120690-0067',\n",
       "  'LA121389-0107'},\n",
       " 325: {'FBIS3-842',\n",
       "  'FBIS3-843',\n",
       "  'FT931-5945',\n",
       "  'FT931-6198',\n",
       "  'FT934-7177',\n",
       "  'FT934-8727',\n",
       "  'LA010990-0026',\n",
       "  'LA011390-0089',\n",
       "  'LA020990-0005',\n",
       "  'LA041489-0055',\n",
       "  'LA050889-0036',\n",
       "  'LA050989-0030',\n",
       "  'LA051689-0033',\n",
       "  'LA052189-0196',\n",
       "  'LA092190-0025',\n",
       "  'LA092190-0177',\n",
       "  'LA092290-0087',\n",
       "  'LA092390-0034'},\n",
       " 330: {'FBIS3-12847',\n",
       "  'FBIS3-14476',\n",
       "  'FBIS3-19414',\n",
       "  'FBIS3-2180',\n",
       "  'FBIS3-53955',\n",
       "  'FBIS4-11686',\n",
       "  'FBIS4-18528',\n",
       "  'FBIS4-26164',\n",
       "  'FBIS4-37040',\n",
       "  'FBIS4-43198',\n",
       "  'FBIS4-51668',\n",
       "  'FBIS4-65036',\n",
       "  'LA080490-0109',\n",
       "  'LA081290-0054',\n",
       "  'LA081690-0049',\n",
       "  'LA081890-0073',\n",
       "  'LA082190-0074',\n",
       "  'LA082190-0087',\n",
       "  'LA091190-0051',\n",
       "  'LA091390-0082'},\n",
       " 336: {'FBIS3-13328',\n",
       "  'FBIS3-34726',\n",
       "  'FBIS3-8792',\n",
       "  'FBIS4-13743',\n",
       "  'FBIS4-31217',\n",
       "  'FR940603-0-00083',\n",
       "  'FR940902-1-00053',\n",
       "  'LA012589-0100',\n",
       "  'LA020290-0063',\n",
       "  'LA022790-0001',\n",
       "  'LA052789-0037',\n",
       "  'LA062190-0246',\n",
       "  'LA071489-0030',\n",
       "  'LA073090-0137',\n",
       "  'LA081689-0039',\n",
       "  'LA082090-0032',\n",
       "  'LA091290-0156',\n",
       "  'LA092790-0015',\n",
       "  'LA100489-0072',\n",
       "  'LA122889-0122'},\n",
       " 341: {'FBIS3-23332',\n",
       "  'FBIS4-19994',\n",
       "  'FBIS4-22140',\n",
       "  'FBIS4-68194',\n",
       "  'FBIS4-68195',\n",
       "  'FT922-10112',\n",
       "  'FT931-6812',\n",
       "  'FT943-2537',\n",
       "  'FT943-5328',\n",
       "  'FT944-17076',\n",
       "  'LA031289-0199',\n",
       "  'LA051690-0111',\n",
       "  'LA092189-0137',\n",
       "  'LA112689-0061',\n",
       "  'LA112989-0105',\n",
       "  'LA121390-0226'},\n",
       " 344: {'FR940217-2-00067',\n",
       "  'FR940324-1-00021',\n",
       "  'FR940324-1-00024',\n",
       "  'FR940324-1-00025',\n",
       "  'FR940324-1-00026',\n",
       "  'FR940324-2-00160',\n",
       "  'FR940503-2-00111',\n",
       "  'FR940504-1-00032',\n",
       "  'FR940602-1-00096',\n",
       "  'FR940617-2-00222',\n",
       "  'FR940805-1-00100',\n",
       "  'FR941222-2-00133',\n",
       "  'FT922-2176',\n",
       "  'FT923-1185',\n",
       "  'FT932-9585',\n",
       "  'FT941-3323',\n",
       "  'FT941-6854',\n",
       "  'FT942-571',\n",
       "  'FT943-14484',\n",
       "  'LA052390-0093'},\n",
       " 345: {'FBIS4-24567',\n",
       "  'FBIS4-24635',\n",
       "  'FT931-16220',\n",
       "  'FT932-10427',\n",
       "  'FT934-2629',\n",
       "  'FT934-9469',\n",
       "  'FT942-12006',\n",
       "  'FT942-14179',\n",
       "  'FT944-3264',\n",
       "  'LA021890-0196',\n",
       "  'LA022190-0068',\n",
       "  'LA040590-0230',\n",
       "  'LA051689-0153',\n",
       "  'LA052390-0168',\n",
       "  'LA052890-0066',\n",
       "  'LA060590-0024'},\n",
       " 346: {'FBIS4-45112',\n",
       "  'FR940223-2-00214',\n",
       "  'FR940303-2-00225',\n",
       "  'FR940503-2-00167',\n",
       "  'FR940503-2-00168',\n",
       "  'FR940503-2-00170',\n",
       "  'FR940810-0-00330',\n",
       "  'FR940810-0-00336',\n",
       "  'FR940920-2-00148',\n",
       "  'FR940920-2-00149',\n",
       "  'FR941028-1-00041',\n",
       "  'FR941028-2-00225',\n",
       "  'FT911-788',\n",
       "  'FT923-7641',\n",
       "  'FT932-13789',\n",
       "  'FT944-10257',\n",
       "  'LA062490-0198',\n",
       "  'LA091089-0146'},\n",
       " 347: {'FR940831-1-00018',\n",
       "  'FT921-14493',\n",
       "  'FT921-996',\n",
       "  'FT922-8911',\n",
       "  'LA032090-0105',\n",
       "  'LA040590-0148',\n",
       "  'LA051290-0070',\n",
       "  'LA051890-0071',\n",
       "  'LA061690-0061',\n",
       "  'LA062290-0170',\n",
       "  'LA071490-0099',\n",
       "  'LA073090-0136',\n",
       "  'LA091489-0151'},\n",
       " 350: {'FBIS4-22954',\n",
       "  'FR940405-1-00054',\n",
       "  'FR940405-1-00096',\n",
       "  'FR940602-1-00023',\n",
       "  'FR940603-2-00056',\n",
       "  'FR940616-0-00029',\n",
       "  'FR940810-0-00148',\n",
       "  'FT923-5608',\n",
       "  'FT932-12233',\n",
       "  'FT932-14135',\n",
       "  'LA031289-0009',\n",
       "  'LA052290-0188',\n",
       "  'LA060189-0082',\n",
       "  'LA060690-0112',\n",
       "  'LA062390-0104',\n",
       "  'LA081989-0134',\n",
       "  'LA083189-0200',\n",
       "  'LA100690-0107'},\n",
       " 353: {'FBIS3-21452',\n",
       "  'FBIS3-25796',\n",
       "  'FBIS3-59752',\n",
       "  'FBIS4-20472',\n",
       "  'FBIS4-5466',\n",
       "  'FBIS4-67402',\n",
       "  'FBIS4-67409',\n",
       "  'FR940613-2-00023',\n",
       "  'FR941011-2-00098',\n",
       "  'FT911-4349',\n",
       "  'FT922-70',\n",
       "  'LA021489-0103',\n",
       "  'LA031989-0166',\n",
       "  'LA040590-0149',\n",
       "  'LA100389-0123',\n",
       "  'LA111690-0059',\n",
       "  'LA120389-0149'},\n",
       " 354: {'FBIS3-22921',\n",
       "  'FBIS3-41360',\n",
       "  'FBIS3-50780',\n",
       "  'FBIS3-50887',\n",
       "  'FBIS4-10851',\n",
       "  'FBIS4-2437',\n",
       "  'FT911-1705',\n",
       "  'LA012990-0062',\n",
       "  'LA030190-0122',\n",
       "  'LA040290-0063',\n",
       "  'LA040389-0098',\n",
       "  'LA050390-0185',\n",
       "  'LA080389-0016',\n",
       "  'LA082489-0005',\n",
       "  'LA102889-0104',\n",
       "  'LA123089-0092'},\n",
       " 355: {'FBIS3-21238',\n",
       "  'FBIS3-23683',\n",
       "  'FBIS3-40210',\n",
       "  'FBIS3-40224',\n",
       "  'FBIS3-40552',\n",
       "  'FBIS4-20436',\n",
       "  'FBIS4-20602',\n",
       "  'FBIS4-22145',\n",
       "  'FBIS4-44915',\n",
       "  'FBIS4-47374',\n",
       "  'FBIS4-49691',\n",
       "  'FBIS4-66467',\n",
       "  'FBIS4-67760',\n",
       "  'FR941213-2-00066',\n",
       "  'FR941227-2-00111'},\n",
       " 356: {'FR940513-2-00108',\n",
       "  'FR940912-2-00112',\n",
       "  'FT932-1044',\n",
       "  'LA011389-0029',\n",
       "  'LA020490-0136',\n",
       "  'LA020589-0078',\n",
       "  'LA033089-0013',\n",
       "  'LA071290-0133',\n",
       "  'LA080289-0067',\n",
       "  'LA082890-0074',\n",
       "  'LA092890-0067',\n",
       "  'LA111589-0004',\n",
       "  'LA120689-0083',\n",
       "  'LA121489-0052'},\n",
       " 362: {'FBIS3-26112',\n",
       "  'FBIS3-3474',\n",
       "  'FBIS3-59986',\n",
       "  'FBIS3-60204',\n",
       "  'FBIS4-2191',\n",
       "  'FBIS4-2353',\n",
       "  'FBIS4-24385',\n",
       "  'FBIS4-31707',\n",
       "  'FBIS4-31990',\n",
       "  'FBIS4-45210',\n",
       "  'FBIS4-50246',\n",
       "  'FBIS4-5106',\n",
       "  'FBIS4-66826',\n",
       "  'FT931-1551',\n",
       "  'FT932-4965',\n",
       "  'FT932-5376',\n",
       "  'FT933-2224',\n",
       "  'LA030189-0037',\n",
       "  'LA082289-0031'},\n",
       " 363: {'FBIS4-26526',\n",
       "  'FT922-12325',\n",
       "  'FT922-12816',\n",
       "  'FT923-10334',\n",
       "  'FT934-16621',\n",
       "  'FT941-5434',\n",
       "  'FT944-11817',\n",
       "  'FT944-12321',\n",
       "  'LA020790-0101',\n",
       "  'LA071490-0079',\n",
       "  'LA071490-0102',\n",
       "  'LA071490-0103',\n",
       "  'LA071590-0099',\n",
       "  'LA071590-0107',\n",
       "  'LA072490-0030',\n",
       "  'LA092290-0102'},\n",
       " 367: {'FBIS3-44900',\n",
       "  'FBIS3-46993',\n",
       "  'FBIS3-48230',\n",
       "  'FBIS4-2223',\n",
       "  'FBIS4-33537',\n",
       "  'FBIS4-48973',\n",
       "  'FBIS4-57629',\n",
       "  'FBIS4-67139',\n",
       "  'FT923-742',\n",
       "  'FT924-2559',\n",
       "  'FT931-13007',\n",
       "  'FT942-6629',\n",
       "  'FT943-6371',\n",
       "  'FT944-1847',\n",
       "  'FT944-2053',\n",
       "  'LA080989-0086'},\n",
       " 372: {'FR940325-2-00069',\n",
       "  'FR940407-2-00070',\n",
       "  'FR940721-2-00149',\n",
       "  'FR940721-2-00150',\n",
       "  'FR940721-2-00152',\n",
       "  'FR940721-2-00160',\n",
       "  'FR940721-2-00164',\n",
       "  'FT924-6336',\n",
       "  'FT933-15188',\n",
       "  'FT941-15351',\n",
       "  'FT942-12298',\n",
       "  'FT944-1462',\n",
       "  'LA050390-0182',\n",
       "  'LA060390-0083',\n",
       "  'LA072389-0077',\n",
       "  'LA090389-0160',\n",
       "  'LA121789-0008'},\n",
       " 374: {'FBIS4-25311',\n",
       "  'FT911-2323',\n",
       "  'FT924-13568',\n",
       "  'FT933-7191',\n",
       "  'FT933-7324',\n",
       "  'FT941-1232',\n",
       "  'FT943-8125',\n",
       "  'FT944-16013',\n",
       "  'LA020989-0195',\n",
       "  'LA032890-0149',\n",
       "  'LA072489-0070',\n",
       "  'LA080889-0027',\n",
       "  'LA091589-0066',\n",
       "  'LA092790-0242',\n",
       "  'LA101289-0221',\n",
       "  'LA101389-0049',\n",
       "  'LA110990-0017'},\n",
       " 375: {'FBIS3-20985',\n",
       "  'FBIS3-21198',\n",
       "  'FBIS3-21268',\n",
       "  'FBIS3-58114',\n",
       "  'FBIS3-59553',\n",
       "  'FBIS3-60383',\n",
       "  'FBIS3-60662',\n",
       "  'FBIS3-60730',\n",
       "  'FBIS4-44635',\n",
       "  'FBIS4-44655',\n",
       "  'FBIS4-44698',\n",
       "  'FBIS4-44701',\n",
       "  'FBIS4-44852',\n",
       "  'FT922-8309',\n",
       "  'FT923-9498',\n",
       "  'FT944-16550'},\n",
       " 378: {'FBIS3-23791',\n",
       "  'FBIS3-24131',\n",
       "  'FBIS3-42903',\n",
       "  'FBIS3-58625',\n",
       "  'FBIS3-58803',\n",
       "  'FBIS4-43324',\n",
       "  'FBIS4-64653',\n",
       "  'FBIS4-68707',\n",
       "  'FT921-7322',\n",
       "  'FT922-3373',\n",
       "  'FT922-725',\n",
       "  'FT923-1926',\n",
       "  'FT923-1927',\n",
       "  'FT924-11052',\n",
       "  'FT932-14284',\n",
       "  'FT933-447',\n",
       "  'FT933-8077',\n",
       "  'FT941-13120',\n",
       "  'FT942-10432',\n",
       "  'FT944-14383'},\n",
       " 379: {'FBIS3-24616',\n",
       "  'FR940406-0-00019',\n",
       "  'FR940419-2-00042',\n",
       "  'FR940512-1-00049',\n",
       "  'FR940616-0-00097',\n",
       "  'FR940725-0-00044',\n",
       "  'FR940725-0-00045',\n",
       "  'FR940725-0-00049',\n",
       "  'FR940725-0-00054',\n",
       "  'FR940810-1-00026',\n",
       "  'FR940919-2-00094',\n",
       "  'FR940919-2-00095',\n",
       "  'FR940919-2-00098',\n",
       "  'FR940919-2-00099',\n",
       "  'LA090389-0004',\n",
       "  'LA101690-0121'},\n",
       " 383: {'FR940805-1-00087',\n",
       "  'FR940805-1-00123',\n",
       "  'FR941128-2-00070',\n",
       "  'FT933-4868',\n",
       "  'LA010889-0051',\n",
       "  'LA011489-0048',\n",
       "  'LA051490-0069',\n",
       "  'LA062489-0059',\n",
       "  'LA070390-0063',\n",
       "  'LA090389-0060',\n",
       "  'LA111689-0162',\n",
       "  'LA112389-0158',\n",
       "  'LA113089-0119',\n",
       "  'LA120489-0008',\n",
       "  'LA122289-0051'},\n",
       " 389: {'FR940407-2-00136',\n",
       "  'FR940426-1-00011',\n",
       "  'FR940504-0-00035',\n",
       "  'FR940513-0-00108',\n",
       "  'FR940513-0-00111',\n",
       "  'FR940603-2-00130',\n",
       "  'FR940627-2-00077',\n",
       "  'FR940722-0-00143',\n",
       "  'FR940826-0-00134',\n",
       "  'FR940826-0-00139',\n",
       "  'FR940826-0-00148',\n",
       "  'FR940919-2-00143',\n",
       "  'FR940926-0-00029',\n",
       "  'FR940926-0-00030',\n",
       "  'FR941202-0-00057',\n",
       "  'FR941202-0-00058',\n",
       "  'FR941207-0-00134',\n",
       "  'FR941207-0-00138',\n",
       "  'FR941207-0-00145',\n",
       "  'FR941207-0-00147'},\n",
       " 393: {'FBIS3-12378',\n",
       "  'FBIS3-13401',\n",
       "  'FBIS3-25613',\n",
       "  'FBIS3-41312',\n",
       "  'FBIS3-42218',\n",
       "  'FBIS3-796',\n",
       "  'FR940428-2-00117',\n",
       "  'FT924-15580',\n",
       "  'LA010990-0051',\n",
       "  'LA022389-0032',\n",
       "  'LA050689-0099',\n",
       "  'LA061090-0035',\n",
       "  'LA071090-0006',\n",
       "  'LA080190-0135',\n",
       "  'LA082089-0087',\n",
       "  'LA090890-0037',\n",
       "  'LA091189-0107',\n",
       "  'LA122689-0126',\n",
       "  'LA122789-0073',\n",
       "  'LA122790-0176'},\n",
       " 394: {'FR940725-0-00053',\n",
       "  'LA010890-0013',\n",
       "  'LA020190-0153',\n",
       "  'LA022590-0190',\n",
       "  'LA042090-0146',\n",
       "  'LA051990-0076',\n",
       "  'LA061190-0063',\n",
       "  'LA061790-0128',\n",
       "  'LA070690-0034',\n",
       "  'LA080290-0225',\n",
       "  'LA082490-0058',\n",
       "  'LA101189-0110',\n",
       "  'LA101590-0098',\n",
       "  'LA101890-0207',\n",
       "  'LA102790-0129',\n",
       "  'LA110789-0070',\n",
       "  'LA111489-0024',\n",
       "  'LA111989-0014',\n",
       "  'LA122590-0063'},\n",
       " 397: {'FBIS3-24465',\n",
       "  'FBIS4-52831',\n",
       "  'FR940106-0-00125',\n",
       "  'FR940106-0-00161',\n",
       "  'FR940216-0-00136',\n",
       "  'FR940318-1-00035',\n",
       "  'FR940803-0-00105',\n",
       "  'FR941107-2-00056',\n",
       "  'LA020890-0157',\n",
       "  'LA052890-0061',\n",
       "  'LA060490-0081',\n",
       "  'LA072390-0100',\n",
       "  'LA072390-0101',\n",
       "  'LA110190-0045',\n",
       "  'LA111290-0111',\n",
       "  'LA120589-0153',\n",
       "  'LA120690-0090',\n",
       "  'LA121989-0061'},\n",
       " 399: {'FBIS3-6833',\n",
       "  'FBIS4-21350',\n",
       "  'FBIS4-21536',\n",
       "  'FBIS4-45777',\n",
       "  'FR940217-1-00139',\n",
       "  'FR940217-1-00140',\n",
       "  'FR940217-1-00144',\n",
       "  'FR940325-1-00030',\n",
       "  'FR940404-2-00152',\n",
       "  'FR940617-0-00103',\n",
       "  'FR940805-0-00042',\n",
       "  'FR940916-0-00044',\n",
       "  'FR940916-0-00045',\n",
       "  'FT924-3602',\n",
       "  'FT934-7286',\n",
       "  'LA050490-0044',\n",
       "  'LA071789-0059',\n",
       "  'LA081390-0044',\n",
       "  'LA102990-0070'},\n",
       " 401: {'FBIS3-19951',\n",
       "  'FBIS3-59436',\n",
       "  'FBIS3-7981',\n",
       "  'FBIS3-8767',\n",
       "  'FBIS3-9104',\n",
       "  'FBIS3-9316',\n",
       "  'FBIS4-32713',\n",
       "  'FBIS4-65434',\n",
       "  'FBIS4-9582',\n",
       "  'FT924-3284',\n",
       "  'FT924-4344',\n",
       "  'FT924-5091',\n",
       "  'FT924-7558',\n",
       "  'FT931-10513',\n",
       "  'FT934-12742',\n",
       "  'FT941-15167',\n",
       "  'FT942-5121',\n",
       "  'FT942-5131',\n",
       "  'FT944-6909',\n",
       "  'LA110690-0075'},\n",
       " 404: {'FBIS4-65610',\n",
       "  'FBIS4-65646',\n",
       "  'FBIS4-66076',\n",
       "  'FT934-11487',\n",
       "  'FT934-11680',\n",
       "  'FT934-2053',\n",
       "  'FT934-8237',\n",
       "  'FT934-8472',\n",
       "  'FT934-9649',\n",
       "  'FT934-9911',\n",
       "  'FT941-9593',\n",
       "  'FT942-16203',\n",
       "  'FT942-8241',\n",
       "  'FT943-1439',\n",
       "  'FT943-6585',\n",
       "  'FT944-14470',\n",
       "  'FT944-18148'},\n",
       " 408: {'FR940728-2-00129',\n",
       "  'FR940728-2-00131',\n",
       "  'FR940728-2-00132',\n",
       "  'FR940831-2-00127',\n",
       "  'FR940906-2-00093',\n",
       "  'FT921-10549',\n",
       "  'FT921-409',\n",
       "  'FT923-4394',\n",
       "  'FT923-6038',\n",
       "  'FT923-6110',\n",
       "  'FT931-7520',\n",
       "  'LA062590-0054',\n",
       "  'LA082990-0118',\n",
       "  'LA092789-0093',\n",
       "  'LA100889-0098',\n",
       "  'LA101390-0102',\n",
       "  'LA101489-0074',\n",
       "  'LA102090-0035',\n",
       "  'LA120389-0130'},\n",
       " 409: {'FT923-11688',\n",
       "  'FT923-13692',\n",
       "  'FT923-13817',\n",
       "  'FT934-4871',\n",
       "  'LA010589-0105',\n",
       "  'LA031789-0067',\n",
       "  'LA031989-0099',\n",
       "  'LA041689-0098',\n",
       "  'LA042089-0111',\n",
       "  'LA050989-0113',\n",
       "  'LA080589-0053',\n",
       "  'LA092189-0137',\n",
       "  'LA110489-0092',\n",
       "  'LA121589-0082',\n",
       "  'LA122189-0212',\n",
       "  'LA122289-0117'},\n",
       " 414: {'FBIS4-10373',\n",
       "  'FBIS4-10797',\n",
       "  'FT921-3603',\n",
       "  'FT921-9644',\n",
       "  'FT922-12873',\n",
       "  'FT923-3729',\n",
       "  'FT924-5210',\n",
       "  'FT932-6585',\n",
       "  'FT934-5978',\n",
       "  'FT943-1006',\n",
       "  'FT943-11487',\n",
       "  'FT944-11926',\n",
       "  'FT944-12369',\n",
       "  'FT944-12680',\n",
       "  'LA061890-0107'},\n",
       " 416: {'FBIS3-25805',\n",
       "  'FBIS3-3047',\n",
       "  'FBIS3-3551',\n",
       "  'FBIS3-3711',\n",
       "  'FBIS3-41535',\n",
       "  'FBIS3-44551',\n",
       "  'FBIS3-44834',\n",
       "  'FBIS3-45088',\n",
       "  'FBIS3-45089',\n",
       "  'FBIS3-45205',\n",
       "  'FBIS3-45857',\n",
       "  'FBIS3-46008',\n",
       "  'FBIS3-46276',\n",
       "  'FBIS3-59308',\n",
       "  'FBIS4-25820',\n",
       "  'FBIS4-44554',\n",
       "  'FBIS4-44586',\n",
       "  'FBIS4-49586',\n",
       "  'FBIS4-50715',\n",
       "  'FBIS4-66355'},\n",
       " 419: {'FBIS3-21029',\n",
       "  'FBIS3-41503',\n",
       "  'FBIS3-41645',\n",
       "  'FBIS3-42464',\n",
       "  'FBIS3-43002',\n",
       "  'FBIS3-43040',\n",
       "  'FBIS4-20472',\n",
       "  'FBIS4-21485',\n",
       "  'FBIS4-67400',\n",
       "  'FR940425-1-00019',\n",
       "  'FR940916-1-00052',\n",
       "  'LA022190-0069',\n",
       "  'LA040190-0174',\n",
       "  'LA092489-0138',\n",
       "  'LA112590-0148',\n",
       "  'LA121389-0085'},\n",
       " 426: {'FR940114-1-00043',\n",
       "  'FR940114-1-00044',\n",
       "  'FR940114-1-00046',\n",
       "  'FR940114-1-00047',\n",
       "  'FR940214-0-00093',\n",
       "  'FR940314-0-00002',\n",
       "  'FR940314-0-00003',\n",
       "  'FR940523-2-00081',\n",
       "  'FR941006-0-00045',\n",
       "  'FR941017-2-00056',\n",
       "  'LA012990-0011',\n",
       "  'LA030390-0076',\n",
       "  'LA031490-0004',\n",
       "  'LA042490-0076',\n",
       "  'LA051990-0141',\n",
       "  'LA070390-0036',\n",
       "  'LA072889-0063',\n",
       "  'LA072989-0111',\n",
       "  'LA091490-0077',\n",
       "  'LA112589-0119'},\n",
       " 427: {'FBIS3-22135',\n",
       "  'FBIS4-67639',\n",
       "  'FR940405-1-00137',\n",
       "  'FR940405-1-00143',\n",
       "  'FR941028-2-00201',\n",
       "  'FR941028-2-00203',\n",
       "  'FR941028-2-00213',\n",
       "  'FT922-7705',\n",
       "  'FT923-10771',\n",
       "  'FT924-14454',\n",
       "  'FT924-7120',\n",
       "  'LA042390-0089',\n",
       "  'LA052590-0118',\n",
       "  'LA070389-0031',\n",
       "  'LA082089-0008',\n",
       "  'LA121390-0164'},\n",
       " 433: {'FBIS3-13963',\n",
       "  'FBIS4-8802',\n",
       "  'FT923-4572',\n",
       "  'FT924-9527',\n",
       "  'FT931-15365',\n",
       "  'FT931-5224',\n",
       "  'FT932-2172',\n",
       "  'FT941-4064',\n",
       "  'FT943-2522',\n",
       "  'FT944-14430',\n",
       "  'FT944-17288',\n",
       "  'FT944-9935',\n",
       "  'LA031989-0196',\n",
       "  'LA080690-0141',\n",
       "  'LA100990-0018',\n",
       "  'LA111190-0086'},\n",
       " 435: {'FBIS4-21529',\n",
       "  'FBIS4-66172',\n",
       "  'FT922-7511',\n",
       "  'FT931-892',\n",
       "  'FT932-12037',\n",
       "  'FT933-15872',\n",
       "  'FT941-12411',\n",
       "  'FT941-2916',\n",
       "  'FT943-3422',\n",
       "  'FT943-37',\n",
       "  'FT943-5505',\n",
       "  'FT943-8138',\n",
       "  'FT943-8239',\n",
       "  'FT944-6732',\n",
       "  'LA051590-0008'},\n",
       " 436: {'FBIS3-11568',\n",
       "  'FBIS3-22568',\n",
       "  'FBIS3-27285',\n",
       "  'FBIS3-32795',\n",
       "  'FBIS4-22801',\n",
       "  'FBIS4-44420',\n",
       "  'FBIS4-44525',\n",
       "  'FBIS4-46981',\n",
       "  'FBIS4-68446',\n",
       "  'FR940111-2-00111',\n",
       "  'FR940819-1-00035',\n",
       "  'FR940819-1-00049',\n",
       "  'FR940819-1-00053',\n",
       "  'FR940822-0-00057',\n",
       "  'FT923-5087',\n",
       "  'FT941-7101',\n",
       "  'FT941-7105',\n",
       "  'LA092790-0192',\n",
       "  'LA110990-0021',\n",
       "  'LA111090-0116'},\n",
       " 439: {'FBIS3-23562',\n",
       "  'FBIS3-24552',\n",
       "  'FBIS4-46660',\n",
       "  'FR940627-2-00078',\n",
       "  'FR941006-0-00056',\n",
       "  'FT923-7988',\n",
       "  'FT932-6180',\n",
       "  'FT942-14635',\n",
       "  'FT944-17394',\n",
       "  'LA010990-0070',\n",
       "  'LA011589-0013',\n",
       "  'LA022389-0081',\n",
       "  'LA092989-0114',\n",
       "  'LA100589-0058',\n",
       "  'LA110790-0100'},\n",
       " 442: {'FBIS3-35481',\n",
       "  'FBIS3-53582',\n",
       "  'FBIS4-12209',\n",
       "  'FBIS4-13202',\n",
       "  'FBIS4-13239',\n",
       "  'FBIS4-21974',\n",
       "  'FBIS4-58674',\n",
       "  'FBIS4-59048',\n",
       "  'FBIS4-59518',\n",
       "  'FR940106-0-00170',\n",
       "  'FR940112-0-00025',\n",
       "  'FR940112-0-00026',\n",
       "  'FR940112-0-00027',\n",
       "  'FR940112-0-00028',\n",
       "  'FR940112-0-00030',\n",
       "  'FR940112-0-00031',\n",
       "  'FR940112-0-00033',\n",
       "  'FR940112-0-00038',\n",
       "  'FR940831-0-00039',\n",
       "  'LA121090-0007'},\n",
       " 443: {'FBIS3-52976',\n",
       "  'FBIS3-561',\n",
       "  'FBIS4-1341',\n",
       "  'FBIS4-13785',\n",
       "  'FBIS4-1446',\n",
       "  'FBIS4-1503',\n",
       "  'FBIS4-23299',\n",
       "  'FBIS4-36044',\n",
       "  'FBIS4-36939',\n",
       "  'FBIS4-47742',\n",
       "  'FBIS4-59617',\n",
       "  'FT921-14694',\n",
       "  'FT923-1945',\n",
       "  'FT931-14635',\n",
       "  'FT933-1184',\n",
       "  'FT933-858',\n",
       "  'FT941-12410',\n",
       "  'FT941-4190',\n",
       "  'FT944-17976'},\n",
       " 445: {'FT921-7364',\n",
       "  'FT924-8156',\n",
       "  'FT924-9001',\n",
       "  'FT934-408',\n",
       "  'FT941-7858',\n",
       "  'FT942-2917',\n",
       "  'FT943-15291',\n",
       "  'FT943-5763',\n",
       "  'LA032589-0088',\n",
       "  'LA033190-0123',\n",
       "  'LA040390-0124',\n",
       "  'LA062489-0099',\n",
       "  'LA080390-0117',\n",
       "  'LA110789-0149',\n",
       "  'LA121489-0104',\n",
       "  'LA122290-0074'},\n",
       " 448: {'FBIS4-17109',\n",
       "  'FBIS4-26062',\n",
       "  'FBIS4-54035',\n",
       "  'FR940217-1-00130',\n",
       "  'FR940617-0-00137',\n",
       "  'FR940926-0-00080',\n",
       "  'FR941007-0-00098',\n",
       "  'FR941221-1-00017',\n",
       "  'FR941221-1-00018',\n",
       "  'FR941221-1-00019',\n",
       "  'FT921-11935',\n",
       "  'FT921-4195',\n",
       "  'FT934-1966',\n",
       "  'FT942-9026',\n",
       "  'LA020990-0120',\n",
       "  'LA021890-0175',\n",
       "  'LA032789-0038',\n",
       "  'LA072189-0038',\n",
       "  'LA091490-0108'}}"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Internally a pool is a dictionary (topicid, set(docnames))\n",
    "pool1.pool"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10.0"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check to see which pool covers better for run r1\n",
    "pool1.check_coverage(r1, topX=10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "8.35"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pool2.check_coverage(r1, topX=10) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Created mypool.txt\n"
     ]
    }
   ],
   "source": [
    "# Export documents to be judged using Relevation! visual assessing system\n",
    "pool1.export_document_list(filename=\"mypool.txt\", with_format=\"relevation\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Example 3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#.... For more examples https://github.com/joaopalotti/trectools/tree/master/examples"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}