From d9098a75bb1401b327cd672a8951843d99f18e84 Mon Sep 17 00:00:00 2001 From: yanliang1102 Date: Thu, 29 Jun 2017 17:08:45 -0500 Subject: [PATCH] #180 play with selenium --- nohup.out | 5 + .../hack_wiki-checkpoint.ipynb | 1085 +++++++++++++++-- .../Actors_to_Arabic _extension.ipynb | 49 +- .../geckodriver.log | 58 + .../hack_wiki.ipynb | 1085 +++++++++++++++-- .../english_to_arabic_dictionary/noFindWord | Bin 0 -> 13 bytes 6 files changed, 2090 insertions(+), 192 deletions(-) diff --git a/nohup.out b/nohup.out index e71811c..10911c5 100644 --- a/nohup.out +++ b/nohup.out @@ -24267,3 +24267,8 @@ info: Forever processing file: server.js 123.151.42.61 - - [26/Jun/2017 17:18:56] "GET http://www.baidu.com/ HTTP/1.1" 404 - 124.112.228.45 - - [27/Jun/2017 00:17:25] "GET /manager/html HTTP/1.1" 404 - 123.151.42.61 - - [28/Jun/2017 18:02:58] "GET http://www.baidu.com/ HTTP/1.1" 404 - +123.151.42.61 - - [29/Jun/2017 08:49:37] "GET http://www.baidu.com/ HTTP/1.1" 404 - +123.151.42.61 - - [29/Jun/2017 10:14:08] "GET http://www.baidu.com/ HTTP/1.1" 404 - +123.151.42.61 - - [29/Jun/2017 11:32:13] "GET http://www.baidu.com/ HTTP/1.1" 404 - +58.42.231.111 - - [29/Jun/2017 13:29:43] "GET /manager/html HTTP/1.1" 404 - +125.46.58.19 - - [29/Jun/2017 15:14:02] "GET /manager/html HTTP/1.1" 404 - diff --git a/otherHelperCode/english_to_arabic_dictionary/.ipynb_checkpoints/hack_wiki-checkpoint.ipynb b/otherHelperCode/english_to_arabic_dictionary/.ipynb_checkpoints/hack_wiki-checkpoint.ipynb index b3aba0d..f12101b 100644 --- a/otherHelperCode/english_to_arabic_dictionary/.ipynb_checkpoints/hack_wiki-checkpoint.ipynb +++ b/otherHelperCode/english_to_arabic_dictionary/.ipynb_checkpoints/hack_wiki-checkpoint.ipynb @@ -97,7 +97,18 @@ }, { "cell_type": "code", - "execution_count": 37, + "execution_count": 140, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "import traceback" + ] + }, + { + "cell_type": "code", + "execution_count": 157, "metadata": { "collapsed": true }, @@ -110,38 +121,301 @@ " page=requests.get(base_url)\n", " soup=BeautifulSoup(page.content,\"lxml\")\n", " name=soup.find(id=\"firstHeading\").contents\n", + " print(name)\n", " ar_url=soup.find(\"li\",{\"class\":\"interwiki-ar\"}).find(\"a\")['href']\n", - " #print(ar_url)\n", + " print(ar_url)\n", " ar_page=requests.get(ar_url)\n", " ar_soup=BeautifulSoup(ar_page.content,\"lxml\")\n", " ar_name=ar_soup.find(id=\"firstHeading\").contents\n", - " print(ar_name)\n", + " return {eng_name:ar_name}\n", " #print(\"name \"+name+\" url: \"+str(ar_url))\n", " except Exception as e:\n", + " #traceback.print_stack()\n", " print(e)" ] }, { "cell_type": "code", - "execution_count": 38, + "execution_count": 192, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "['محمد نجيب الله']\n" + "['MOHAMMAD ZAHIR SHAH']\n" + ] + }, + { + "ename": "AttributeError", + "evalue": "'NoneType' object has no attribute 'find'", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mAttributeError\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m()\u001b[0m\n\u001b[1;32m 8\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msoup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mid\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"firstHeading\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcontents\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 10\u001b[0;31m \u001b[0mar_url\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msoup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"li\"\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0;34m\"class\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\"interwiki-ar\"\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"a\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'href'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 11\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mar_url\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mAttributeError\u001b[0m: 'NoneType' object has no attribute 'find'" ] } ], "source": [ - "hack_wiki(\"Mohammad_Najibullah\")" + "base_url=\"https://en.wikipedia.org/wiki/\"+\"MOHAMMAD_ZAHIR_SHAH\"\n", + "headers = {\n", + " 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/46.0.2490.80 Safari/537.36',\n", + " 'Content-Type': 'text/html',\n", + "}\n", + "page=requests.get(base_url,headers=headers)\n", + "soup=BeautifulSoup(page.content,\"lxml\")\n", + "name=soup.find(id=\"firstHeading\").contents\n", + "print(name)\n", + "ar_url=soup.find(\"li\",{\"class\":\"interwiki-ar\"}).find(\"a\")['href']\n", + "print(ar_url)" ] }, { "cell_type": "code", - "execution_count": 118, + "execution_count": 189, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "\n", + "\n", + "\n", + "\n", + "MOHAMMAD ZAHIR SHAH - Wikipedia\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "

MOHAMMAD ZAHIR SHAH

\n", + "
\n", + "
From Wikipedia, the free encyclopedia
\n", + "
\n", + "
\n", + "\t\t\t\t\tJump to:\t\t\t\t\tnavigation, \t\t\t\t\tsearch\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "\t\t\t\t\t\tRetrieved from \"https://en.wikipedia.org/wiki/MOHAMMAD_ZAHIR_SHAH\"\t\t\t\t\t
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

Navigation menu

\n", + "
\n", + "
\n", + "

Personal tools

\n", + "\n", + "
\n", + "
\n", + "
\n", + "

Namespaces

\n", + "\n", + "
\n", + "
\n", + "

\n", + "Variants\n", + "

\n", + "
\n", + "
    \n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

Views

\n", + "
    \n", + "
\n", + "
\n", + "
\n", + "

More

\n", + "
\n", + "
    \n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "

Interaction

\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "

Tools

\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "

Languages

\n", + "
\n", + "
    \n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
    \n", + "
  • \n", + "\"Wikimedia
    • \n", + "
  • \n", + "\"Powered
    • \n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "" + ] + }, + "execution_count": 189, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "soup" + ] + }, + { + "cell_type": "code", + "execution_count": 175, "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "['MOHAMMAD ZAHIR SHAH']\n", + "'NoneType' object has no attribute 'find'\n" + ] + } + ], + "source": [ + "hack_wiki(\"MOHAMMAD_ZAHIR_SHAH\")" + ] + }, + { + "cell_type": "code", + "execution_count": 118, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "base_url=\"https://en.wikipedia.org/wiki/\"+\"Mohammad_Najibullah\"\n", @@ -207,116 +481,745 @@ }, { "cell_type": "code", - "execution_count": 83, + "execution_count": 120, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "def clean_line(line):\n", + " # Take out extra space, underscores, comments, etc.\n", + " cleaned = re.sub(\"_* .+\", \"\", line).strip()\n", + " cleaned = re.sub(\"_$\", \"\", cleaned, flags=re.MULTILINE)\n", + " return cleaned\n", + "\n", + "def ingest_dictionary(dict_path):\n", + " \"\"\"\n", + " Read in the country (or other) actor dictionaries.\n", + " \"\"\"\n", + " with open(dict_path) as f:\n", + " country_file = f.read()\n", + " split_file = country_file.split(\"\\n\")\n", + " \n", + " dict_dict = []\n", + " key_name = \"\"\n", + " alt_names = [] \n", + " roles = []\n", + "\n", + " for line in split_file:\n", + " if not line:\n", + " pass\n", + " elif line[0] == \"#\":\n", + " pass\n", + " elif re.match(\"[A-Z]\", line[0]):\n", + " # handle the previous\n", + " entry = {\"actor_en\" : key_name,\n", + " \"alt_names_en\" : alt_names,\n", + " \"roles\" : roles}\n", + " dict_dict.append(entry)\n", + " # zero everything out\n", + " alt_names = []\n", + " roles = []\n", + " # make new key name\n", + " key_name = clean_line(line)\n", + " # check to see if the role is built in\n", + " if bool(re.search(\"\\[[A-Z]{3}\\]\", line)):\n", + " roles = re.findall(\"\\[(.+?)\\]\", line)\n", + " elif line[0] == \"+\":\n", + " cleaned = clean_line(line[1:])\n", + " alt_names.append(cleaned)\n", + " elif re.match(\"\\s\", line):\n", + " roles.append(line.strip())\n", + " return dict_dict \n", + "dp = \"./Phoenix.Countries.actors.txt\"\n", + "dict_dict = ingest_dictionary(dp)" + ] + }, + { + "cell_type": "code", + "execution_count": 122, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "[\n", - " Dr Najibullah Ahmadzai\n", - " , \n", - " \"Najib.jpg\"\n", - " , \n", - " \n", - " , \n", - " President of Afghanistan\n", - " , \n", - " In office
\n", - " 30 September 1987 – 16 April 1992\n", - " , \n", - " Prime Minister\n", - " Sultan Ali Keshtmand
\n", - " Mohammad Hasan Sharq
\n", - " Sultan Ali Keshtmand
\n", - " Fazal Haq Khaliqyar\n", - " , \n", - " Preceded by\n", - " Haji Mohammad Chamkani\n", - " , \n", - " Succeeded by\n", - " Abdul Rahim Hatif (acting)\n", - " , \n", - " General Secretary of the Central Committee of the People's Democratic Party of Afghanistan\n", - " , \n", - " In office
\n", - " 4 May 1986 – 16 April 1992\n", - " , \n", - " Preceded by\n", - " Babrak Karmal\n", - " , \n", - " Succeeded by\n", - " Position abolished\n", - " , \n", - " Director of the State Intelligence Agency\n", - " , \n", - " In office
\n", - " 11 January 1980 – 21 November 1985\n", - " , \n", - " President\n", - " Babrak Karmal\n", - " , \n", - " Prime Minister\n", - " Babrak Karmal
\n", - " Sultan Ali Keshtmand\n", - " , \n", - " Preceded by\n", - " Assadullah Sarwari\n", - " , \n", - " Succeeded by\n", - " Ghulam Faruq Yaqubi\n", - " , \n", - " \n", - " , \n", - " Personal details\n", - " , \n", - " Born\n", - " February 1947
\n", - " Paktia, Afghanistan\n", - " , \n", - " Died\n", - " 28 September 1996(1996-09-28) (aged 49)
\n", - " Kabul, Afghanistan\n", - " , \n", - " Political party\n", - " People's Democratic Party of Afghanistan
\n", - " (Parcham)\n", - " , \n", - " Spouse(s)\n", - " Dr. Fatana Najib\n", - " , \n", - " Children\n", - " three daughters\n", - " , \n", - " Alma mater\n", - " Kabul University\n", - " ]" + "18390" ] }, - "execution_count": 83, + "execution_count": 122, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "lists" + "len(dict_dict)" + ] + }, + { + "cell_type": "code", + "execution_count": 153, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "def BuildTheTransladtionDicEngToAr(dict_dict):\n", + " result=[]\n", + " for dictitem in dict_dict[0:10]:\n", + " if(dictitem[\"actor_en\"]==''):\n", + " continue\n", + " try:\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " except Exception as e:\n", + " #traceback.extract_tb(e)\n", + " print(e)https://en.wikipedia.org/wiki/\"+\"Mohammad_Najibullah\"\n", + " return result" + ] + }, + { + "cell_type": "code", + "execution_count": 149, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n", + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n", + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n", + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n", + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n", + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n" + ] + } + ], + "source": [ + "engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)" ] }, { "cell_type": "code", - "execution_count": 61, + "execution_count": 147, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[{'AFGHANISTAN': ['أفغانستان']},\n", + " None,\n", + " None,\n", + " None,\n", + " None,\n", + " None,\n", + " None,\n", + " None,\n", + " None]" + ] + }, + "execution_count": 147, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "engToArabicDic" + ] + }, + { + "cell_type": "code", + "execution_count": 150, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "{'actor_en': 'MOHAMMAD_ZAHIR_SHAH',\n", + " 'alt_names_en': [],\n", + " 'roles': ['[AFGELI 320101-331108]',\n", + " '[AFGGOV 331108-730717]',\n", + " '[AFGELI 730717-070723]']}" + ] + }, + "execution_count": 150, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "dict_dict[3]" + ] + }, + { + "cell_type": "code", + "execution_count": 156, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "None\n" + "'NoneType' object has no attribute 'find'\n" ] } ], "source": [ - "print(lists)" + "hack_wiki('AFGHAN_NATIONAL_SECURITY_FORCES')" + ] + }, + { + "cell_type": "code", + "execution_count": 205, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "import time\n", + "from selenium import webdriver\n", + "from selenium.webdriver.common.by import By\n", + "from selenium.webdriver.support.ui import WebDriverWait\n", + "from selenium.webdriver.support import expected_conditions as EC\n", + "from selenium.common.exceptions import TimeoutException\n", + "from selenium.webdriver.firefox.firefox_binary import FirefoxBinary\n", + "from selenium.webdriver.common.desired_capabilities import DesiredCapabilities\n", + " \n", + "# def init_driver():\n", + "# driver = webdriver.Firefox()\n", + "# driver.wait = WebDriverWait(driver, 5)\n", + "# return driver\n", + " \n", + " \n", + "# def lookup(driver, query):\n", + "# driver.get(\"http://www.google.com\")\n", + "# try:\n", + "# box = driver.wait.until(EC.presence_of_element_located(\n", + "# (By.NAME, \"q\")))\n", + "# button = driver.wait.until(EC.element_to_be_clickable(\n", + "# (By.NAME, \"btnK\")))\n", + "# box.send_keys(query)\n", + "# button.click()\n", + "# except TimeoutException:\n", + "# print(\"Box or Button not found in google.com\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 230, + "metadata": { + "scrolled": true + }, + "outputs": [], + "source": [ + "#inorder to make the selenium work,\n", + "#we need to download geckodrive for firefox and and put it under 'usr/local/bin'\n", + "#and we need to make the driver point to where firefox instaleed.\n", + "binary = FirefoxBinary(r'/usr/bin/firefox')\n", + "caps = DesiredCapabilities.FIREFOX.copy()\n", + "#Set ‘marionette’ browser to True\n", + "caps['marionette'] = True\n", + "#Launch the Firefox instance by specifying the geckodriver executable path\n", + "driver = webdriver.Firefox(firefox_binary=binary,capabilities=caps)\n", + "driver.wait = WebDriverWait(driver, 5)" + ] + }, + { + "cell_type": "code", + "execution_count": 233, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "driver.get(\"https://en.wikipedia.org/wiki/\"+\"SIBGHATULLAH_MOJADEDI\")" + ] + }, + { + "cell_type": "code", + "execution_count": 228, + "metadata": {}, + "outputs": [ + { + "ename": "WebDriverException", + "evalue": "Message: Expected [object Undefined] undefined to be a string\n", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mWebDriverException\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m()\u001b[0m\n\u001b[1;32m 5\u001b[0m button = driver.wait.until(EC.element_to_be_clickable(\n\u001b[1;32m 6\u001b[0m (By.NAME, \"btnK\")))\n\u001b[0;32m----> 7\u001b[0;31m \u001b[0mbox\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msend_keys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Selenium\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 8\u001b[0m \u001b[0mbutton\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclick\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mTimeoutException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/webelement.py\u001b[0m in \u001b[0;36msend_keys\u001b[0;34m(self, *value)\u001b[0m\n\u001b[1;32m 347\u001b[0m self._execute(Command.SEND_KEYS_TO_ELEMENT,\n\u001b[1;32m 348\u001b[0m {'text': \"\".join(keys_to_typing(value)),\n\u001b[0;32m--> 349\u001b[0;31m 'value': keys_to_typing(value)})\n\u001b[0m\u001b[1;32m 350\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 351\u001b[0m \u001b[0;31m# RenderedWebElement Items\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/webelement.py\u001b[0m in \u001b[0;36m_execute\u001b[0;34m(self, command, params)\u001b[0m\n\u001b[1;32m 491\u001b[0m \u001b[0mparams\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m{\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 492\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'id'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_id\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 493\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_parent\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcommand\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 494\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 495\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mfind_element\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mby\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mBy\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mID\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/webdriver.py\u001b[0m in \u001b[0;36mexecute\u001b[0;34m(self, driver_command, params)\u001b[0m\n\u001b[1;32m 254\u001b[0m \u001b[0mresponse\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcommand_executor\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdriver_command\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 255\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mresponse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 256\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0merror_handler\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcheck_response\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 257\u001b[0m response['value'] = self._unwrap_value(\n\u001b[1;32m 258\u001b[0m response.get('value', None))\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/errorhandler.py\u001b[0m in \u001b[0;36mcheck_response\u001b[0;34m(self, response)\u001b[0m\n\u001b[1;32m 192\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0mexception_class\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mUnexpectedAlertPresentException\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0;34m'alert'\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 193\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'alert'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'text'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 194\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 195\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 196\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_value_or_default\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdefault\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mWebDriverException\u001b[0m: Message: Expected [object Undefined] undefined to be a string\n" + ] + } + ], + "source": [ + "# driver.get(\"http://www.google.com\")\n", + "# # try:\n", + "# # box = driver.wait.until(EC.presence_of_element_located(\n", + "# # (By.NAME, \"q\")))\n", + "# # button = driver.wait.until(EC.element_to_be_clickable(\n", + "# # (By.NAME, \"btnK\")))\n", + "# # box.send_keys(\"Selenium\")\n", + "# # button.click()\n", + "# # except TimeoutException:\n", + "# # print(\"Box or Button not found in google.com\")\n", + "# # time.sleep(5)\n", + "# # driver.quit()\n", + "# search = driver.find_element_by_name('q')\n", + "# search.send_keys(\"google search through python\")\n", + "# search.send_keys(Keys.RETURN) # hit return after you enter search text\n", + "# time.sleep(5) # sleep for 5 seconds so you can see the results\n", + "# browser.quit()" + ] + }, + { + "cell_type": "code", + "execution_count": 238, + "metadata": {}, + "outputs": [ + { + "ename": "WebDriverException", + "evalue": "Message: Expected [object Undefined] undefined to be a string\n", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mWebDriverException\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m()\u001b[0m\n\u001b[1;32m 10\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 11\u001b[0m \u001b[0msearch\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdriver\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind_element_by_name\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'q'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 12\u001b[0;31m \u001b[0msearch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msend_keys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"google search through python\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 13\u001b[0m \u001b[0msearch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msend_keys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mKeys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mRETURN\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;31m# hit return after you enter search text\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 14\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msleep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m5\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;31m# sleep for 5 seconds so you can see the results\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/webelement.py\u001b[0m in \u001b[0;36msend_keys\u001b[0;34m(self, *value)\u001b[0m\n\u001b[1;32m 347\u001b[0m self._execute(Command.SEND_KEYS_TO_ELEMENT,\n\u001b[1;32m 348\u001b[0m {'text': \"\".join(keys_to_typing(value)),\n\u001b[0;32m--> 349\u001b[0;31m 'value': keys_to_typing(value)})\n\u001b[0m\u001b[1;32m 350\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 351\u001b[0m \u001b[0;31m# RenderedWebElement Items\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/webelement.py\u001b[0m in \u001b[0;36m_execute\u001b[0;34m(self, command, params)\u001b[0m\n\u001b[1;32m 491\u001b[0m \u001b[0mparams\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m{\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 492\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'id'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_id\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 493\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_parent\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcommand\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 494\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 495\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mfind_element\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mby\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mBy\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mID\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/webdriver.py\u001b[0m in \u001b[0;36mexecute\u001b[0;34m(self, driver_command, params)\u001b[0m\n\u001b[1;32m 254\u001b[0m \u001b[0mresponse\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcommand_executor\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdriver_command\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 255\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mresponse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 256\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0merror_handler\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcheck_response\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 257\u001b[0m response['value'] = self._unwrap_value(\n\u001b[1;32m 258\u001b[0m response.get('value', None))\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/errorhandler.py\u001b[0m in \u001b[0;36mcheck_response\u001b[0;34m(self, response)\u001b[0m\n\u001b[1;32m 192\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0mexception_class\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mUnexpectedAlertPresentException\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0;34m'alert'\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 193\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'alert'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'text'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 194\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 195\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 196\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_value_or_default\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdefault\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mWebDriverException\u001b[0m: Message: Expected [object Undefined] undefined to be a string\n" + ] + } + ], + "source": [ + "import time\n", + "from selenium import webdriver\n", + "from selenium.webdriver.common.by import By\n", + "from selenium.webdriver.support.ui import WebDriverWait\n", + "from selenium.webdriver.support import expected_conditions as EC\n", + "from selenium.webdriver.common.keys import Keys\n", + "\n", + "# browser = webdriver.Firefox()\n", + "driver.get('http://www.google.com')\n", + "\n", + "search = driver.find_element_by_name('q')\n", + "search.send_keys(\"google search through python\")\n", + "search.send_keys(Keys.RETURN) # hit return after you enter search text\n", + "time.sleep(5) # sleep for 5 seconds so you can see the results\n", + "driver.quit()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "def init_driver():\n", + " driver = webdriver.Firefox()\n", + " driver.wait = WebDriverWait(driver, 5)\n", + " return driver\n", + " \n", + " \n", + "def lookup(driver, query):\n", + " driver.get(\"http://www.google.com\")\n", + " try:\n", + " box = driver.wait.until(EC.presence_of_element_located(\n", + " (By.NAME, \"q\")))\n", + " button = driver.wait.until(EC.element_to_be_clickable(\n", + " (By.NAME, \"btnK\")))\n", + " box.send_keys(query)\n", + " button.click()\n", + " except TimeoutException:\n", + " print(\"Box or Button not found in google.com\")\n", + " \n", + " \n", + "if __name__ == \"__main__\":\n", + " driver = init_driver()\n", + " lookup(driver, \"Selenium\")\n", + " time.sleep(5)\n", + " driver.quit()" ] }, { diff --git a/otherHelperCode/english_to_arabic_dictionary/Actors_to_Arabic _extension.ipynb b/otherHelperCode/english_to_arabic_dictionary/Actors_to_Arabic _extension.ipynb index fdc29ba..a41b814 100644 --- a/otherHelperCode/english_to_arabic_dictionary/Actors_to_Arabic _extension.ipynb +++ b/otherHelperCode/english_to_arabic_dictionary/Actors_to_Arabic _extension.ipynb @@ -253,20 +253,40 @@ }, { "cell_type": "code", - "execution_count": 35, + "execution_count": 72, "metadata": {}, "outputs": [], "source": [ - "def grabAllTHeEnglishNamesThatNoArName(dict_dict):\n", + "def grabAllTheEnglishNamesThatNoArName(dict_dict):\n", " noFindList=[]\n", " for item in dict_dict:\n", - " try:\n", - " eng_to_ar(item)\n", - " except Exception as e:\n", - " noFindList.append(e)\n", + " if(item['actor_en']!=\"\"):\n", + " try:\n", + " eng_to_ar(item)\n", + " except Exception as e:\n", + " noFindList.append(item['actor_en'])\n", " #print(e)\n", - " return noFindList\n", - " " + " return noFindList " + ] + }, + { + "cell_type": "code", + "execution_count": 71, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'SIBGHATULLAH_MOJADEDI'" + ] + }, + "execution_count": 71, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "notfind[3]" ] }, { @@ -276,7 +296,7 @@ "outputs": [], "source": [ "%%time\n", - "notfind=grabAllTHeEnglishNamesThatNoArName(dict_dict)\n", + "notfind=grabAllTheEnglishNamesThatNoArName(dict_dict)\n", "#then dump the data to pickle\n", "try:\n", " with open(\"noFindWord\", 'wb') as f:\n", @@ -286,6 +306,15 @@ " pass\n" ] }, + { + "cell_type": "code", + "execution_count": 46, + "metadata": {}, + "outputs": [], + "source": [ + "notfind" + ] + }, { "cell_type": "code", "execution_count": null, @@ -320,7 +349,7 @@ "outputs": [], "source": [ "def eng_to_ar(dict_dict):\n", - " \"\"\"\n", + " \"\"\"Screenshot from 2017-06-29 08-36-04\n", " Update an English language dictionary entry with Arabic names\n", " \"\"\"\n", " ar_names = ar_lookup(dict_dict[\"actor_en\"])\n", diff --git a/otherHelperCode/english_to_arabic_dictionary/geckodriver.log b/otherHelperCode/english_to_arabic_dictionary/geckodriver.log index e69de29..c1c2616 100644 --- a/otherHelperCode/english_to_arabic_dictionary/geckodriver.log +++ b/otherHelperCode/english_to_arabic_dictionary/geckodriver.log @@ -0,0 +1,58 @@ +/lib/ld-linux-armhf.so.3: No such file or directory +/lib/ld-linux-armhf.so.3: No such file or directory +/lib/ld-linux-armhf.so.3: No such file or directory +/lib/ld-linux-armhf.so.3: No such file or directory +/lib/ld-linux-armhf.so.3: No such file or directory +/lib/ld-linux-armhf.so.3: No such file or directory +/lib/ld-linux-armhf.so.3: No such file or directory +1498756125788 geckodriver INFO Listening on 127.0.0.1:55661 +1498756126786 mozprofile::profile INFO Using profile path /tmp/rust_mozprofile.OarmmMAege5W +1498756126787 geckodriver::marionette INFO Starting browser \usr\bin\firefox +1498756165050 geckodriver INFO Listening on 127.0.0.1:45410 +1498756166048 mozprofile::profile INFO Using profile path /tmp/rust_mozprofile.qGAvvfxuhHLD +1498756166049 geckodriver::marionette INFO Starting browser /usr/bin/firefox +1498756166052 geckodriver::marionette INFO Connecting to Marionette on localhost:33778 +1498756170250 Marionette INFO Listening on port 33778 +1498756170390 Marionette WARN TLS certificate errors will be ignored for this session +1498756170823 geckodriver INFO Listening on 127.0.0.1:58457 +1498756171821 mozprofile::profile INFO Using profile path /tmp/rust_mozprofile.jjAfv99683Qe +1498756171822 geckodriver::marionette INFO Starting browser /usr/bin/firefox +1498756171825 geckodriver::marionette INFO Connecting to Marionette on localhost:44350 +1498756176081 Marionette INFO Listening on port 44350 +1498756176223 Marionette WARN TLS certificate errors will be ignored for this session +1498756261998 geckodriver INFO Listening on 127.0.0.1:56214 +1498756262996 mozprofile::profile INFO Using profile path /tmp/rust_mozprofile.bIVazkXJZRhp +1498756262997 geckodriver::marionette INFO Starting browser /usr/bin/firefox +1498756263000 geckodriver::marionette INFO Connecting to Marionette on localhost:44052 +1498756267003 Marionette INFO Listening on port 44052 +1498756267105 Marionette WARN TLS certificate errors will be ignored for this session +************************* +A coding exception was thrown and uncaught in a Task. + +Full message: TypeError: NetworkError when attempting to fetch resource. +Full stack: +************************* +1498772466022 geckodriver INFO Listening on 127.0.0.1:53882 +1498772467019 mozprofile::profile INFO Using profile path /tmp/rust_mozprofile.W0CAxIUx1yYD +1498772467021 geckodriver::marionette INFO Starting browser /usr/bin/firefox +1498772467024 geckodriver::marionette INFO Connecting to Marionette on localhost:40459 +1498772471299 Marionette INFO Listening on port 40459 +1498772471445 Marionette WARN TLS certificate errors will be ignored for this session +1498772846735 geckodriver INFO Listening on 127.0.0.1:43754 +1498772847733 mozprofile::profile INFO Using profile path /tmp/rust_mozprofile.lenei0nqEaBM +1498772847734 geckodriver::marionette INFO Starting browser /usr/bin/firefox +1498772847738 geckodriver::marionette INFO Connecting to Marionette on localhost:41231 +1498772852474 Marionette INFO Listening on port 41231 +1498772852564 Marionette WARN TLS certificate errors will be ignored for this session +************************* +A coding exception was thrown and uncaught in a Task. + +Full message: TypeError: NetworkError when attempting to fetch resource. +Full stack: +************************* +************************* +A coding exception was thrown and uncaught in a Task. + +Full message: TypeError: NetworkError when attempting to fetch resource. +Full stack: +************************* diff --git a/otherHelperCode/english_to_arabic_dictionary/hack_wiki.ipynb b/otherHelperCode/english_to_arabic_dictionary/hack_wiki.ipynb index b3aba0d..f12101b 100644 --- a/otherHelperCode/english_to_arabic_dictionary/hack_wiki.ipynb +++ b/otherHelperCode/english_to_arabic_dictionary/hack_wiki.ipynb @@ -97,7 +97,18 @@ }, { "cell_type": "code", - "execution_count": 37, + "execution_count": 140, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "import traceback" + ] + }, + { + "cell_type": "code", + "execution_count": 157, "metadata": { "collapsed": true }, @@ -110,38 +121,301 @@ " page=requests.get(base_url)\n", " soup=BeautifulSoup(page.content,\"lxml\")\n", " name=soup.find(id=\"firstHeading\").contents\n", + " print(name)\n", " ar_url=soup.find(\"li\",{\"class\":\"interwiki-ar\"}).find(\"a\")['href']\n", - " #print(ar_url)\n", + " print(ar_url)\n", " ar_page=requests.get(ar_url)\n", " ar_soup=BeautifulSoup(ar_page.content,\"lxml\")\n", " ar_name=ar_soup.find(id=\"firstHeading\").contents\n", - " print(ar_name)\n", + " return {eng_name:ar_name}\n", " #print(\"name \"+name+\" url: \"+str(ar_url))\n", " except Exception as e:\n", + " #traceback.print_stack()\n", " print(e)" ] }, { "cell_type": "code", - "execution_count": 38, + "execution_count": 192, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "['محمد نجيب الله']\n" + "['MOHAMMAD ZAHIR SHAH']\n" + ] + }, + { + "ename": "AttributeError", + "evalue": "'NoneType' object has no attribute 'find'", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mAttributeError\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m()\u001b[0m\n\u001b[1;32m 8\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msoup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mid\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"firstHeading\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcontents\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 10\u001b[0;31m \u001b[0mar_url\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msoup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"li\"\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0;34m\"class\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\"interwiki-ar\"\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"a\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'href'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 11\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mar_url\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mAttributeError\u001b[0m: 'NoneType' object has no attribute 'find'" ] } ], "source": [ - "hack_wiki(\"Mohammad_Najibullah\")" + "base_url=\"https://en.wikipedia.org/wiki/\"+\"MOHAMMAD_ZAHIR_SHAH\"\n", + "headers = {\n", + " 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/46.0.2490.80 Safari/537.36',\n", + " 'Content-Type': 'text/html',\n", + "}\n", + "page=requests.get(base_url,headers=headers)\n", + "soup=BeautifulSoup(page.content,\"lxml\")\n", + "name=soup.find(id=\"firstHeading\").contents\n", + "print(name)\n", + "ar_url=soup.find(\"li\",{\"class\":\"interwiki-ar\"}).find(\"a\")['href']\n", + "print(ar_url)" ] }, { "cell_type": "code", - "execution_count": 118, + "execution_count": 189, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "\n", + "\n", + "\n", + "\n", + "MOHAMMAD ZAHIR SHAH - Wikipedia\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "

MOHAMMAD ZAHIR SHAH

\n", + "
\n", + "
From Wikipedia, the free encyclopedia
\n", + "
\n", + "
\n", + "\t\t\t\t\tJump to:\t\t\t\t\tnavigation, \t\t\t\t\tsearch\n", + "
\n", + "
\n", + "\n", + "
\n", + "
\n", + "\t\t\t\t\t\tRetrieved from \"https://en.wikipedia.org/wiki/MOHAMMAD_ZAHIR_SHAH\"\t\t\t\t\t
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

Navigation menu

\n", + "
\n", + "
\n", + "

Personal tools

\n", + "\n", + "
\n", + "
\n", + "
\n", + "

Namespaces

\n", + "\n", + "
\n", + "
\n", + "

\n", + "Variants\n", + "

\n", + "
\n", + "
    \n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

Views

\n", + "
    \n", + "
\n", + "
\n", + "
\n", + "

More

\n", + "
\n", + "
    \n", + "
\n", + "
\n", + "
\n", + "
\n", + "

\n", + "\n", + "

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
\n", + "

Interaction

\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "

Tools

\n", + "
\n", + "\n", + "
\n", + "
\n", + "
\n", + "

Languages

\n", + "
\n", + "
    \n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "
\n", + "\n", + "
    \n", + "
  • \n", + "\"Wikimedia
    • \n", + "
  • \n", + "\"Powered
    • \n", + "
\n", + "
\n", + "
\n", + "\n", + "\n", + "" + ] + }, + "execution_count": 189, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "soup" + ] + }, + { + "cell_type": "code", + "execution_count": 175, "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "['MOHAMMAD ZAHIR SHAH']\n", + "'NoneType' object has no attribute 'find'\n" + ] + } + ], + "source": [ + "hack_wiki(\"MOHAMMAD_ZAHIR_SHAH\")" + ] + }, + { + "cell_type": "code", + "execution_count": 118, + "metadata": { + "collapsed": true + }, "outputs": [], "source": [ "base_url=\"https://en.wikipedia.org/wiki/\"+\"Mohammad_Najibullah\"\n", @@ -207,116 +481,745 @@ }, { "cell_type": "code", - "execution_count": 83, + "execution_count": 120, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "def clean_line(line):\n", + " # Take out extra space, underscores, comments, etc.\n", + " cleaned = re.sub(\"_* .+\", \"\", line).strip()\n", + " cleaned = re.sub(\"_$\", \"\", cleaned, flags=re.MULTILINE)\n", + " return cleaned\n", + "\n", + "def ingest_dictionary(dict_path):\n", + " \"\"\"\n", + " Read in the country (or other) actor dictionaries.\n", + " \"\"\"\n", + " with open(dict_path) as f:\n", + " country_file = f.read()\n", + " split_file = country_file.split(\"\\n\")\n", + " \n", + " dict_dict = []\n", + " key_name = \"\"\n", + " alt_names = [] \n", + " roles = []\n", + "\n", + " for line in split_file:\n", + " if not line:\n", + " pass\n", + " elif line[0] == \"#\":\n", + " pass\n", + " elif re.match(\"[A-Z]\", line[0]):\n", + " # handle the previous\n", + " entry = {\"actor_en\" : key_name,\n", + " \"alt_names_en\" : alt_names,\n", + " \"roles\" : roles}\n", + " dict_dict.append(entry)\n", + " # zero everything out\n", + " alt_names = []\n", + " roles = []\n", + " # make new key name\n", + " key_name = clean_line(line)\n", + " # check to see if the role is built in\n", + " if bool(re.search(\"\\[[A-Z]{3}\\]\", line)):\n", + " roles = re.findall(\"\\[(.+?)\\]\", line)\n", + " elif line[0] == \"+\":\n", + " cleaned = clean_line(line[1:])\n", + " alt_names.append(cleaned)\n", + " elif re.match(\"\\s\", line):\n", + " roles.append(line.strip())\n", + " return dict_dict \n", + "dp = \"./Phoenix.Countries.actors.txt\"\n", + "dict_dict = ingest_dictionary(dp)" + ] + }, + { + "cell_type": "code", + "execution_count": 122, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "[\n", - " Dr Najibullah Ahmadzai\n", - " , \n", - " \"Najib.jpg\"\n", - " , \n", - " \n", - " , \n", - " President of Afghanistan\n", - " , \n", - " In office
\n", - " 30 September 1987 – 16 April 1992\n", - " , \n", - " Prime Minister\n", - " Sultan Ali Keshtmand
\n", - " Mohammad Hasan Sharq
\n", - " Sultan Ali Keshtmand
\n", - " Fazal Haq Khaliqyar\n", - " , \n", - " Preceded by\n", - " Haji Mohammad Chamkani\n", - " , \n", - " Succeeded by\n", - " Abdul Rahim Hatif (acting)\n", - " , \n", - " General Secretary of the Central Committee of the People's Democratic Party of Afghanistan\n", - " , \n", - " In office
\n", - " 4 May 1986 – 16 April 1992\n", - " , \n", - " Preceded by\n", - " Babrak Karmal\n", - " , \n", - " Succeeded by\n", - " Position abolished\n", - " , \n", - " Director of the State Intelligence Agency\n", - " , \n", - " In office
\n", - " 11 January 1980 – 21 November 1985\n", - " , \n", - " President\n", - " Babrak Karmal\n", - " , \n", - " Prime Minister\n", - " Babrak Karmal
\n", - " Sultan Ali Keshtmand\n", - " , \n", - " Preceded by\n", - " Assadullah Sarwari\n", - " , \n", - " Succeeded by\n", - " Ghulam Faruq Yaqubi\n", - " , \n", - " \n", - " , \n", - " Personal details\n", - " , \n", - " Born\n", - " February 1947
\n", - " Paktia, Afghanistan\n", - " , \n", - " Died\n", - " 28 September 1996(1996-09-28) (aged 49)
\n", - " Kabul, Afghanistan\n", - " , \n", - " Political party\n", - " People's Democratic Party of Afghanistan
\n", - " (Parcham)\n", - " , \n", - " Spouse(s)\n", - " Dr. Fatana Najib\n", - " , \n", - " Children\n", - " three daughters\n", - " , \n", - " Alma mater\n", - " Kabul University\n", - " ]" + "18390" ] }, - "execution_count": 83, + "execution_count": 122, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "lists" + "len(dict_dict)" + ] + }, + { + "cell_type": "code", + "execution_count": 153, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "def BuildTheTransladtionDicEngToAr(dict_dict):\n", + " result=[]\n", + " for dictitem in dict_dict[0:10]:\n", + " if(dictitem[\"actor_en\"]==''):\n", + " continue\n", + " try:\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " except Exception as e:\n", + " #traceback.extract_tb(e)\n", + " print(e)https://en.wikipedia.org/wiki/\"+\"Mohammad_Najibullah\"\n", + " return result" + ] + }, + { + "cell_type": "code", + "execution_count": 149, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n", + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n", + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n", + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n", + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n", + " File \"/usr/lib/python3.5/runpy.py\", line 184, in _run_module_as_main\n", + " \"__main__\", mod_spec)\n", + " File \"/usr/lib/python3.5/runpy.py\", line 85, in _run_code\n", + " exec(code, run_globals)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel_launcher.py\", line 16, in \n", + " app.launch_new_instance()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/traitlets/config/application.py\", line 658, in launch_instance\n", + " app.start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelapp.py\", line 477, in start\n", + " ioloop.IOLoop.instance().start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/ioloop.py\", line 177, in start\n", + " super(ZMQIOLoop, self).start()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/ioloop.py\", line 888, in start\n", + " handler_func(fd_obj, events)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 440, in _handle_events\n", + " self._handle_recv()\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 472, in _handle_recv\n", + " self._run_callback(callback, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/zmq/eventloop/zmqstream.py\", line 414, in _run_callback\n", + " callback(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n", + " return fn(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 283, in dispatcher\n", + " return self.dispatch_shell(stream, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 235, in dispatch_shell\n", + " handler(stream, idents, msg)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/kernelbase.py\", line 399, in execute_request\n", + " user_expressions, allow_stdin)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/ipkernel.py\", line 196, in do_execute\n", + " res = shell.run_cell(code, store_history=store_history, silent=silent)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/ipykernel/zmqshell.py\", line 533, in run_cell\n", + " return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2698, in run_cell\n", + " interactivity=interactivity, compiler=compiler, result=result)\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2802, in run_ast_nodes\n", + " if self.run_code(code, result):\n", + " File \"/home/yan/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/IPython/core/interactiveshell.py\", line 2862, in run_code\n", + " exec(code_obj, self.user_global_ns, self.user_ns)\n", + " File \"\", line 1, in \n", + " engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)\n", + " File \"\", line 7, in BuildTheTransladtionDicEngToAr\n", + " result.append(hack_wiki(dictitem[\"actor_en\"]))\n", + " File \"\", line 16, in hack_wiki\n", + " traceback.print_stack()\n" + ] + } + ], + "source": [ + "engToArabicDic=BuildTheTransladtionDicEngToAr(dict_dict)" ] }, { "cell_type": "code", - "execution_count": 61, + "execution_count": 147, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[{'AFGHANISTAN': ['أفغانستان']},\n", + " None,\n", + " None,\n", + " None,\n", + " None,\n", + " None,\n", + " None,\n", + " None,\n", + " None]" + ] + }, + "execution_count": 147, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "engToArabicDic" + ] + }, + { + "cell_type": "code", + "execution_count": 150, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "{'actor_en': 'MOHAMMAD_ZAHIR_SHAH',\n", + " 'alt_names_en': [],\n", + " 'roles': ['[AFGELI 320101-331108]',\n", + " '[AFGGOV 331108-730717]',\n", + " '[AFGELI 730717-070723]']}" + ] + }, + "execution_count": 150, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "dict_dict[3]" + ] + }, + { + "cell_type": "code", + "execution_count": 156, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "None\n" + "'NoneType' object has no attribute 'find'\n" ] } ], "source": [ - "print(lists)" + "hack_wiki('AFGHAN_NATIONAL_SECURITY_FORCES')" + ] + }, + { + "cell_type": "code", + "execution_count": 205, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "import time\n", + "from selenium import webdriver\n", + "from selenium.webdriver.common.by import By\n", + "from selenium.webdriver.support.ui import WebDriverWait\n", + "from selenium.webdriver.support import expected_conditions as EC\n", + "from selenium.common.exceptions import TimeoutException\n", + "from selenium.webdriver.firefox.firefox_binary import FirefoxBinary\n", + "from selenium.webdriver.common.desired_capabilities import DesiredCapabilities\n", + " \n", + "# def init_driver():\n", + "# driver = webdriver.Firefox()\n", + "# driver.wait = WebDriverWait(driver, 5)\n", + "# return driver\n", + " \n", + " \n", + "# def lookup(driver, query):\n", + "# driver.get(\"http://www.google.com\")\n", + "# try:\n", + "# box = driver.wait.until(EC.presence_of_element_located(\n", + "# (By.NAME, \"q\")))\n", + "# button = driver.wait.until(EC.element_to_be_clickable(\n", + "# (By.NAME, \"btnK\")))\n", + "# box.send_keys(query)\n", + "# button.click()\n", + "# except TimeoutException:\n", + "# print(\"Box or Button not found in google.com\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 230, + "metadata": { + "scrolled": true + }, + "outputs": [], + "source": [ + "#inorder to make the selenium work,\n", + "#we need to download geckodrive for firefox and and put it under 'usr/local/bin'\n", + "#and we need to make the driver point to where firefox instaleed.\n", + "binary = FirefoxBinary(r'/usr/bin/firefox')\n", + "caps = DesiredCapabilities.FIREFOX.copy()\n", + "#Set ‘marionette’ browser to True\n", + "caps['marionette'] = True\n", + "#Launch the Firefox instance by specifying the geckodriver executable path\n", + "driver = webdriver.Firefox(firefox_binary=binary,capabilities=caps)\n", + "driver.wait = WebDriverWait(driver, 5)" + ] + }, + { + "cell_type": "code", + "execution_count": 233, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "driver.get(\"https://en.wikipedia.org/wiki/\"+\"SIBGHATULLAH_MOJADEDI\")" + ] + }, + { + "cell_type": "code", + "execution_count": 228, + "metadata": {}, + "outputs": [ + { + "ename": "WebDriverException", + "evalue": "Message: Expected [object Undefined] undefined to be a string\n", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mWebDriverException\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m()\u001b[0m\n\u001b[1;32m 5\u001b[0m button = driver.wait.until(EC.element_to_be_clickable(\n\u001b[1;32m 6\u001b[0m (By.NAME, \"btnK\")))\n\u001b[0;32m----> 7\u001b[0;31m \u001b[0mbox\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msend_keys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Selenium\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 8\u001b[0m \u001b[0mbutton\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclick\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mTimeoutException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/webelement.py\u001b[0m in \u001b[0;36msend_keys\u001b[0;34m(self, *value)\u001b[0m\n\u001b[1;32m 347\u001b[0m self._execute(Command.SEND_KEYS_TO_ELEMENT,\n\u001b[1;32m 348\u001b[0m {'text': \"\".join(keys_to_typing(value)),\n\u001b[0;32m--> 349\u001b[0;31m 'value': keys_to_typing(value)})\n\u001b[0m\u001b[1;32m 350\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 351\u001b[0m \u001b[0;31m# RenderedWebElement Items\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/webelement.py\u001b[0m in \u001b[0;36m_execute\u001b[0;34m(self, command, params)\u001b[0m\n\u001b[1;32m 491\u001b[0m \u001b[0mparams\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m{\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 492\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'id'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_id\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 493\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_parent\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcommand\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 494\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 495\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mfind_element\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mby\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mBy\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mID\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/webdriver.py\u001b[0m in \u001b[0;36mexecute\u001b[0;34m(self, driver_command, params)\u001b[0m\n\u001b[1;32m 254\u001b[0m \u001b[0mresponse\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcommand_executor\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdriver_command\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 255\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mresponse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 256\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0merror_handler\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcheck_response\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 257\u001b[0m response['value'] = self._unwrap_value(\n\u001b[1;32m 258\u001b[0m response.get('value', None))\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/errorhandler.py\u001b[0m in \u001b[0;36mcheck_response\u001b[0;34m(self, response)\u001b[0m\n\u001b[1;32m 192\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0mexception_class\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mUnexpectedAlertPresentException\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0;34m'alert'\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 193\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'alert'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'text'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 194\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 195\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 196\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_value_or_default\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdefault\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mWebDriverException\u001b[0m: Message: Expected [object Undefined] undefined to be a string\n" + ] + } + ], + "source": [ + "# driver.get(\"http://www.google.com\")\n", + "# # try:\n", + "# # box = driver.wait.until(EC.presence_of_element_located(\n", + "# # (By.NAME, \"q\")))\n", + "# # button = driver.wait.until(EC.element_to_be_clickable(\n", + "# # (By.NAME, \"btnK\")))\n", + "# # box.send_keys(\"Selenium\")\n", + "# # button.click()\n", + "# # except TimeoutException:\n", + "# # print(\"Box or Button not found in google.com\")\n", + "# # time.sleep(5)\n", + "# # driver.quit()\n", + "# search = driver.find_element_by_name('q')\n", + "# search.send_keys(\"google search through python\")\n", + "# search.send_keys(Keys.RETURN) # hit return after you enter search text\n", + "# time.sleep(5) # sleep for 5 seconds so you can see the results\n", + "# browser.quit()" + ] + }, + { + "cell_type": "code", + "execution_count": 238, + "metadata": {}, + "outputs": [ + { + "ename": "WebDriverException", + "evalue": "Message: Expected [object Undefined] undefined to be a string\n", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mWebDriverException\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m()\u001b[0m\n\u001b[1;32m 10\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 11\u001b[0m \u001b[0msearch\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdriver\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind_element_by_name\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'q'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 12\u001b[0;31m \u001b[0msearch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msend_keys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"google search through python\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 13\u001b[0m \u001b[0msearch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msend_keys\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mKeys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mRETURN\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;31m# hit return after you enter search text\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 14\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msleep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m5\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;31m# sleep for 5 seconds so you can see the results\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/webelement.py\u001b[0m in \u001b[0;36msend_keys\u001b[0;34m(self, *value)\u001b[0m\n\u001b[1;32m 347\u001b[0m self._execute(Command.SEND_KEYS_TO_ELEMENT,\n\u001b[1;32m 348\u001b[0m {'text': \"\".join(keys_to_typing(value)),\n\u001b[0;32m--> 349\u001b[0;31m 'value': keys_to_typing(value)})\n\u001b[0m\u001b[1;32m 350\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 351\u001b[0m \u001b[0;31m# RenderedWebElement Items\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/webelement.py\u001b[0m in \u001b[0;36m_execute\u001b[0;34m(self, command, params)\u001b[0m\n\u001b[1;32m 491\u001b[0m \u001b[0mparams\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m{\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 492\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'id'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_id\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 493\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_parent\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcommand\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 494\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 495\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mfind_element\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mby\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mBy\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mID\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/webdriver.py\u001b[0m in \u001b[0;36mexecute\u001b[0;34m(self, driver_command, params)\u001b[0m\n\u001b[1;32m 254\u001b[0m \u001b[0mresponse\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcommand_executor\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdriver_command\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 255\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mresponse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 256\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0merror_handler\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcheck_response\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 257\u001b[0m response['value'] = self._unwrap_value(\n\u001b[1;32m 258\u001b[0m response.get('value', None))\n", + "\u001b[0;32m~/eventData/yan-virtualenv/document_cluster/lib/python3.5/site-packages/selenium/webdriver/remote/errorhandler.py\u001b[0m in \u001b[0;36mcheck_response\u001b[0;34m(self, response)\u001b[0m\n\u001b[1;32m 192\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0mexception_class\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mUnexpectedAlertPresentException\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0;34m'alert'\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 193\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'alert'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'text'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 194\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 195\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 196\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_value_or_default\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdefault\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mWebDriverException\u001b[0m: Message: Expected [object Undefined] undefined to be a string\n" + ] + } + ], + "source": [ + "import time\n", + "from selenium import webdriver\n", + "from selenium.webdriver.common.by import By\n", + "from selenium.webdriver.support.ui import WebDriverWait\n", + "from selenium.webdriver.support import expected_conditions as EC\n", + "from selenium.webdriver.common.keys import Keys\n", + "\n", + "# browser = webdriver.Firefox()\n", + "driver.get('http://www.google.com')\n", + "\n", + "search = driver.find_element_by_name('q')\n", + "search.send_keys(\"google search through python\")\n", + "search.send_keys(Keys.RETURN) # hit return after you enter search text\n", + "time.sleep(5) # sleep for 5 seconds so you can see the results\n", + "driver.quit()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "def init_driver():\n", + " driver = webdriver.Firefox()\n", + " driver.wait = WebDriverWait(driver, 5)\n", + " return driver\n", + " \n", + " \n", + "def lookup(driver, query):\n", + " driver.get(\"http://www.google.com\")\n", + " try:\n", + " box = driver.wait.until(EC.presence_of_element_located(\n", + " (By.NAME, \"q\")))\n", + " button = driver.wait.until(EC.element_to_be_clickable(\n", + " (By.NAME, \"btnK\")))\n", + " box.send_keys(query)\n", + " button.click()\n", + " except TimeoutException:\n", + " print(\"Box or Button not found in google.com\")\n", + " \n", + " \n", + "if __name__ == \"__main__\":\n", + " driver = init_driver()\n", + " lookup(driver, \"Selenium\")\n", + " time.sleep(5)\n", + " driver.quit()" ] }, { diff --git a/otherHelperCode/english_to_arabic_dictionary/noFindWord b/otherHelperCode/english_to_arabic_dictionary/noFindWord index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..e60936a73e9a217cc0ea953f2cb9dca53f7850fb 100644 GIT binary patch literal 13 PcmZo*naacf0e*S_4gvv~ literal 0 HcmV?d00001