run_frontend_in_colab.ipynb

{"cells":[{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":1459,"status":"ok","timestamp":1641285894378,"user":{"displayName":"Sise.ir Sise.ir","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"17225177656144426835"},"user_tz":-120},"id":"bCPDHP7zTQJZ","outputId":"d704e7ab-281a-442a-82f9-2398330f4bb2"},"outputs":[{"name":"stderr","output_type":"stream","text":["[nltk_data] Error loading stopwords: <urlopen error [SSL:\n","[nltk_data]     CERTIFICATE_VERIFY_FAILED] certificate verify failed:\n","[nltk_data]     unable to get local issuer certificate (_ssl.c:1045)>\n"]},{"data":{"text/plain":["False"]},"execution_count":1,"metadata":{},"output_type":"execute_result"}],"source":["# download nltk stopwords\n","import nltk\n","nltk.download('stopwords')"]},{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":11134,"status":"ok","timestamp":1641285910500,"user":{"displayName":"Sise.ir Sise.ir","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"17225177656144426835"},"user_tz":-120},"id":"lAt6KT8xOgHH","outputId":"d7ae1841-f7f2-4d05-d6b3-ae552547d708"},"outputs":[{"name":"stdout","output_type":"stream","text":["\u001b[K     |████████████████████████████████| 106 kB 9.7 MB/s \n","\u001b[K     |████████████████████████████████| 75 kB 4.0 MB/s \n","\u001b[K     |████████████████████████████████| 109 kB 39.4 MB/s \n","\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n","google-cloud-translate 1.5.0 requires google-api-core[grpc]<2.0.0dev,>=1.6.0, but you have google-api-core 2.3.2 which is incompatible.\n","google-cloud-translate 1.5.0 requires google-cloud-core<2.0dev,>=1.0.0, but you have google-cloud-core 2.2.1 which is incompatible.\n","google-cloud-language 1.2.0 requires google-api-core[grpc]<2.0.0dev,>=1.6.0, but you have google-api-core 2.3.2 which is incompatible.\n","google-cloud-firestore 1.7.0 requires google-api-core[grpc]<2.0.0dev,>=1.14.0, but you have google-api-core 2.3.2 which is incompatible.\n","google-cloud-firestore 1.7.0 requires google-cloud-core<2.0dev,>=1.0.3, but you have google-cloud-core 2.2.1 which is incompatible.\n","google-cloud-datastore 1.8.0 requires google-api-core[grpc]<2.0.0dev,>=1.6.0, but you have google-api-core 2.3.2 which is incompatible.\n","google-cloud-datastore 1.8.0 requires google-cloud-core<2.0dev,>=1.0.0, but you have google-cloud-core 2.2.1 which is incompatible.\n","google-cloud-bigquery 1.21.0 requires google-cloud-core<2.0dev,>=1.0.3, but you have google-cloud-core 2.2.1 which is incompatible.\n","google-cloud-bigquery 1.21.0 requires google-resumable-media!=0.4.0,<0.5.0dev,>=0.3.1, but you have google-resumable-media 2.1.0 which is incompatible.\n","google-cloud-bigquery-storage 1.1.0 requires google-api-core[grpc]<2.0.0dev,>=1.14.0, but you have google-api-core 2.3.2 which is incompatible.\n","google-api-python-client 1.12.8 requires google-api-core<2dev,>=1.21.0, but you have google-api-core 2.3.2 which is incompatible.\n","firebase-admin 4.4.0 requires google-api-core[grpc]<2.0.0dev,>=1.14.0; platform_python_implementation != \"PyPy\", but you have google-api-core 2.3.2 which is incompatible.\u001b[0m\n","\u001b[?25h"]}],"source":["# Install a particular version of `google-cloud-storage` because (oddly enough) \n","# the  version on Colab and GCP is old. A dependency error below is okay.\n","!pip install -q google-cloud-storage==1.43.0"]},{"cell_type":"code","execution_count":3,"metadata":{"executionInfo":{"elapsed":18614,"status":"ok","timestamp":1641285942762,"user":{"displayName":"Sise.ir Sise.ir","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"17225177656144426835"},"user_tz":-120},"id":"-oKFly5jFLFn"},"outputs":[],"source":["# authenticate below for Google Storage access as needed\n","from google.colab import auth\n","auth.authenticate_user()"]},{"cell_type":"code","execution_count":4,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":1548,"status":"ok","timestamp":1641285955535,"user":{"displayName":"Sise.ir Sise.ir","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"17225177656144426835"},"user_tz":-120},"id":"FrBdFNYgiyab","outputId":"3e06da80-6e48-48c7-f7d0-66feaf371e16"},"outputs":[{"name":"stdout","output_type":"stream","text":["WARNING: timestamping does nothing in combination with -O. See the manual\n","for details.\n","\n","--2022-01-04 08:45:54--  https://bin.equinox.io/c/4VmDzA7iaHb/ngrok-stable-linux-amd64.zip\n","Resolving bin.equinox.io (bin.equinox.io)... 52.202.168.65, 54.161.241.46, 54.237.133.81, ...\n","Connecting to bin.equinox.io (bin.equinox.io)|52.202.168.65|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 13832437 (13M) [application/octet-stream]\n","Saving to: ‘ngrok-stable-linux-amd64.zip’\n","\n","ngrok-stable-linux- 100%[===================>]  13.19M  19.2MB/s    in 0.7s    \n","\n","2022-01-04 08:45:55 (19.2 MB/s) - ‘ngrok-stable-linux-amd64.zip’ saved [13832437/13832437]\n","\n","Archive:  ngrok-stable-linux-amd64.zip\n","  inflating: ngrok                   \n"]}],"source":["# install ngrok to emulate public IP / address\n","!wget -N https://bin.equinox.io/c/4VmDzA7iaHb/ngrok-stable-linux-amd64.zip -O ngrok-stable-linux-amd64.zip\n","!unzip -u ngrok-stable-linux-amd64.zip"]},{"cell_type":"code","execution_count":5,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":298,"status":"ok","timestamp":1641286006894,"user":{"displayName":"Sise.ir Sise.ir","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"17225177656144426835"},"user_tz":-120},"id":"xA-_dKEZbsXW","outputId":"adbcf9ff-78d0-46e7-df05-2a15452355e0"},"outputs":[{"name":"stdout","output_type":"stream","text":["Authtoken saved to configuration file: /root/.ngrok2/ngrok.yml\n"]}],"source":["# TODO: sign up for an ngrok account\n","# then put your ngrok token below, uncomment, and execute\n","!./ngrok authtoken 22KeqcMQYpd2iRnsaZZOzlyaNw0_5NAk69pXRUMvfrf1oCNpU"]},{"cell_type":"code","execution_count":6,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":6648,"status":"ok","timestamp":1641286030328,"user":{"displayName":"Sise.ir Sise.ir","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"17225177656144426835"},"user_tz":-120},"id":"nXn5PlyGORQr","outputId":"c823bfa1-f532-408f-be82-66cc63c64383"},"outputs":[{"name":"stdout","output_type":"stream","text":["\u001b[?25l\r\u001b[K     |████                            | 10 kB 22.2 MB/s eta 0:00:01\r\u001b[K     |████████                        | 20 kB 26.8 MB/s eta 0:00:01\r\u001b[K     |███████████▉                    | 30 kB 31.0 MB/s eta 0:00:01\r\u001b[K     |███████████████▉                | 40 kB 16.2 MB/s eta 0:00:01\r\u001b[K     |███████████████████▊            | 51 kB 9.8 MB/s eta 0:00:01\r\u001b[K     |███████████████████████▊        | 61 kB 7.6 MB/s eta 0:00:01\r\u001b[K     |███████████████████████████▋    | 71 kB 8.1 MB/s eta 0:00:01\r\u001b[K     |███████████████████████████████▋| 81 kB 9.0 MB/s eta 0:00:01\r\u001b[K     |████████████████████████████████| 83 kB 916 kB/s \n","\u001b[?25h"]}],"source":["# install a ngrok python package and a version of flask that works with it in \n","# colab\n","!pip -q install flask-ngrok\n","!pip -q install flask==0.12.2\n","# !pip -q install flask_restful"]},{"cell_type":"markdown","metadata":{"id":"6dW0y91OVu5J"},"source":["# Run the app"]},{"cell_type":"code","execution_count":2,"metadata":{"executionInfo":{"elapsed":405,"status":"ok","timestamp":1641286042384,"user":{"displayName":"Sise.ir Sise.ir","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"17225177656144426835"},"user_tz":-120},"id":"7opNkV6uRHIv"},"outputs":[],"source":["# you need to upload your implementation of search_app.py\n","import search_frontend as se"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"oTGXXYEXV5l8"},"outputs":[],"source":["# uncomment the code below and execute to reload the module when you make \n","# changes to search_frontend.py (after you upload again).\n","# import importlib\n","# importlib.reload(se)"]},{"cell_type":"code","execution_count":3,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":327924,"status":"ok","timestamp":1641286377847,"user":{"displayName":"Sise.ir Sise.ir","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"17225177656144426835"},"user_tz":-120},"id":"J5n9u9rFP_wD","outputId":"1fa290ab-72a6-4262-cb71-9316490b3c69"},"outputs":[{"name":"stdout","output_type":"stream","text":[" * Serving Flask app 'search_frontend'\n"," * Debug mode: off\n"]},{"name":"stderr","output_type":"stream","text":["\u001b[31m\u001b[1mWARNING: This is a development server. Do not use it in a production deployment. Use a production WSGI server instead.\u001b[0m\n"," * Running on http://127.0.0.1:5000\n","\u001b[33mPress CTRL+C to quit\u001b[0m\n","Exception in thread Thread-5:\n","Traceback (most recent call last):\n","  File \"/Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/threading.py\", line 917, in _bootstrap_inner\n","    self.run()\n","  File \"/Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/threading.py\", line 1158, in run\n","    self.function(*self.args, **self.kwargs)\n","  File \"/Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages/flask_ngrok.py\", line 70, in start_ngrok\n","    ngrok_address = _run_ngrok()\n","  File \"/Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages/flask_ngrok.py\", line 31, in _run_ngrok\n","    ngrok = subprocess.Popen([executable, 'http', '5000'])\n","  File \"/Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/subprocess.py\", line 756, in __init__\n","    restore_signals, start_new_session)\n","  File \"/Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/subprocess.py\", line 1499, in _execute_child\n","    raise child_exception_type(errno_num, err_msg, err_filename)\n","PermissionError: [Errno 13] Permission denied: '/var/folders/by/229l8jbx52v9d3hrbdth9r_h0000gn/T/ngrok/ngrok'\n","\n","127.0.0.1 - - [04/Jan/2023 18:29:51] \"GET /search?query=hello HTTP/1.1\" 200 -\n","127.0.0.1 - - [04/Jan/2023 18:29:51] \"\u001b[33mGET /favicon.ico HTTP/1.1\u001b[0m\" 404 -\n"]}],"source":["from flask_ngrok import run_with_ngrok\n","run_with_ngrok(se.app) \n","se.app.run()"]},{"cell_type":"markdown","metadata":{"id":"Na0MC_1nzDbi"},"source":["# Testing your app\n","\n","Once your app is running you can query it. You can simply do that by navigating to the URL that ngrok gave you above or through code in a different python session. For example, once the frontend app is running, you can navigate to:\n","http://YOUR_SERVER_DOMAIN/search?query=hello+world where YOUR_SERVER_DOMAIN is something like XXXX-XX-XX-XX-XX.ngrok.io, which is printed above in Colab or that is your external IP on GCP.\n","\n","The code below shows how to issue a query from python. This is also how our testing code will issue queries to your search engine, so make sure to test your search engine this way after you deploy it to GCP and before submission. Command line instructions for deploying your search engine to GCP are available at `run_frontend_in_gcp.sh`. Note that we will not only issue training queries to your search engine, but also test queries, i.e. queries that you've never seen before."]},{"cell_type":"code","execution_count":1,"metadata":{"id":"EM5ePrRHojbG"},"outputs":[],"source":["import json\n","\n","with open('new_train.json', 'rt') as f:\n","  queries = json.load(f)"]},{"cell_type":"code","execution_count":2,"metadata":{"id":"gWimZWCOy3Ei"},"outputs":[],"source":["def average_precision(true_list, predicted_list, k=40):\n","    true_set = frozenset(true_list)\n","    predicted_list = predicted_list[:k]\n","    precisions = []\n","    for i,doc_id in enumerate(predicted_list):        \n","        if doc_id in true_set:\n","            prec = (len(precisions)+1) / (i+1)            \n","            precisions.append(prec)\n","    if len(precisions) == 0:\n","        return 0.0\n","    return round(sum(precisions)/len(precisions),3)"]},{"cell_type":"code","execution_count":7,"metadata":{"id":"dYmNTq9u0ChK"},"outputs":[],"source":["import requests\n","from time import time\n","# url = 'http://35.232.59.3:8080'\n","# place the domain you got from ngrok or GCP IP below. \n","url = 'http://35.239.22.52:8080'\n","\n","qs_res = []\n","i=0\n","for q, true_wids in queries.items():\n","  i+=1\n","  if i>20:\n","    break\n","  duration, ap = None, None\n","  t_start = time()\n","  try:\n","    res = requests.get(url + '/search_body', {'query': q}, timeout=35)\n","    duration = time() - t_start\n","    if res.status_code == 200:\n","      pred_wids, _ = zip(*res.json())\n","      ap = average_precision(true_wids, pred_wids)\n","  except:\n","    pass\n","  \n","  qs_res.append((q, duration, ap))"]},{"cell_type":"code","execution_count":8,"metadata":{},"outputs":[{"name":"stdout","output_type":"stream","text":["('best marvel movie', 5.273157119750977, 0.0)\n","('How do kids come to world?', 8.148539066314697, 0.0)\n","('Information retrieval', 2.453397035598755, 0.169)\n","('LinkedIn', 0.5789389610290527, 0.745)\n","('How to make coffee?', 3.4916322231292725, 0.0)\n","('Ritalin', 1.6009619235992432, 0.7)\n","('How to make wine at home?', 6.823525905609131, 0.0)\n","('Most expensive city in the world', 11.497271060943604, 0.0)\n","('India', 2.2646148204803467, 0.0)\n","('how to make money fast?', 5.113079071044922, 0.0)\n","('Netflix', 1.2361900806427002, 0.696)\n","('Apple computer', 2.183842182159424, 0.0)\n","('The Simpsons', 1.1448578834533691, 0.0)\n","('World cup', 8.081008195877075, 0.0)\n","('How to lose weight?', 2.115402936935425, 0.037)\n","('Java', 0.6385729312896729, 0.083)\n","('Air Jordan', 2.4679617881774902, 0.0)\n","('how to deal with depression?', 1.7246599197387695, 0.0)\n","('How do you make gold', 4.632360219955444, 0.0)\n","('Marijuana', 0.5525009632110596, 0.245)\n","The average precision:  0.13374999999999998\n","The average time:  3.6011237144470214\n"]}],"source":["for q in qs_res:\n","    print(q)\n","l = [res for _,_,res in qs_res]\n","t= [t for _,t,_ in qs_res]\n","\n","print(\"The average precision: \", sum(l)/len(l))\n","print(\"The average time: \", sum(t)/len(t))"]}],"metadata":{"colab":{"authorship_tag":"ABX9TyO1f4To49YMW3UwP+tzluUe","collapsed_sections":[],"mount_file_id":"18lALfDJw9C1S85uZ7WtBzcnNoAupWWd3","name":"run_frontend_in_colab.ipynb","provenance":[{"file_id":"18lALfDJw9C1S85uZ7WtBzcnNoAupWWd3","timestamp":1640012922716}]},"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.7.0"},"vscode":{"interpreter":{"hash":"aee8b7b246df8f9039afb4144a1f6fd8d2ca17a180786b69acc140d282b71a49"}}},"nbformat":4,"nbformat_minor":0}