{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from core import google_news_run\n",
    "import json\n",
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# with open('new.txt') as fopen:\n",
    "#     topics = fopen.read().split('\\n')\n",
    "    \n",
    "# topics = [topic.split('. ')[1] for topic in topics]\n",
    "# topics[-1]\n",
    "\n",
    "topics = ['isu doktor']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:08:34,092 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:08:34,232 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=0 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "crawling isu doktor\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:08:35,415 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:08:35,415 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:08:35,416 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:08:35,416 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:08:35,417 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:08:35,417 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:08:35,418 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:08:35,418 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:08:35,419 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:08:35,420 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:08:35,420 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:08:35,421 - DEBUG - MacCyrillic Russian confidence = 0.01\n",
      "2020-05-18 15:08:35,421 - DEBUG - IBM866 Russian confidence = 0.01\n",
      "2020-05-18 15:08:35,422 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:08:35,423 - DEBUG - ISO-8859-7 Greek confidence = 0.01\n",
      "2020-05-18 15:08:35,424 - DEBUG - windows-1253 Greek confidence = 0.01\n",
      "2020-05-18 15:08:35,425 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:08:35,425 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:08:35,426 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:08:35,426 - DEBUG - ISO-8859-9 Turkish confidence = 0.4119172994797666\n",
      "2020-05-18 15:08:35,427 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:08:35,427 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:08:35,428 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:08:35,428 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:08:35,429 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:08:35,430 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:08:35,430 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:08:35,431 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:08:35,431 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:08:35,432 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:08:35,432 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:09:05,473 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:09:06,559 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/70586/EDISI/Melaka-NS/JKNS-minta-henti-spekulasi-isu-video-doktor HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:06,770 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:07,633 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2017/09/321554/atasi-isu-lambakan-graduan-perubatan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:07,796 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:07,891 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2017/09/321554/atasi-isu-lambakan-graduan-perubatan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:08,061 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:09:08,771 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/57717/BERITA/Nasional/KKM-JPA-bincang-isu-doktor-lantikan-kontrak HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:08,922 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:09:09,373 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/59895/BERITA/Nasional/Siasat-doktor-cucuk-tangan-bayi-hingga-10-kali HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:09,510 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:10,294 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/01/519808/kementerian-kesihatan-pandang-serius-isu-doktor-pelatih-kerja-lebih HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:10,438 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:10,537 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/01/519808/kementerian-kesihatan-pandang-serius-isu-doktor-pelatih-kerja-lebih HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:10,711 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:09:11,624 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2017/10/271297/ppim-tak-bantu-doktor-gigi-palsu HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:11,747 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:09:11,839 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2017/10/271297/ppim-tak-bantu-doktor-gigi-palsu HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:12,003 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:09:13,379 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/lapan-doktor-china-tiba-di-malaysia-bantu-negara-perangi-covid-19-kp-kesihatan-239017 HTTP/1.1\" 200 16814\n",
      "2020-05-18 15:09:17,599 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:09:17,872 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/506755 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:17,978 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:09:18,068 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/506755 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:18,196 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:18,949 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2017/10/335220/khidmat-doktor-gigi-palsu-berisiko-mda HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:19,119 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:20,216 - DEBUG - https://www.bharian.com.my:443 \"GET /rencana/komentar/2019/09/606066/segera-siasat-isu-jalan-pintas-jadi-doktor HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:20,353 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:20,454 - DEBUG - https://www.bharian.com.my:443 \"GET /rencana/komentar/2019/09/606066/segera-siasat-isu-jalan-pintas-jadi-doktor HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:30,615 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:09:30,763 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=10 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:31,870 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:09:31,870 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:09:31,871 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:09:31,872 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:09:31,872 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:09:31,873 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:09:31,873 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:09:31,874 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:09:31,875 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:09:31,875 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:09:31,877 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:09:31,877 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:09:31,878 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:09:31,879 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:09:31,879 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:09:31,880 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:09:31,880 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:09:31,881 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:09:31,881 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:09:31,882 - DEBUG - ISO-8859-9 Turkish confidence = 0.40523982506148887\n",
      "2020-05-18 15:09:31,883 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:09:31,883 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:09:31,884 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:09:31,885 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:09:31,885 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:09:31,885 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:09:31,886 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:09:31,887 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:09:31,887 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:09:31,887 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:09:31,888 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:09:31,923 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:32,716 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/08/466641/kenaikan-caj-perundingan-doktor-dipertimbang HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:32,853 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:32,972 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/08/466641/kenaikan-caj-perundingan-doktor-dipertimbang HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:33,132 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:33,947 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/09/603639/susulan-jalan-pintas-bergelar-doktor-sijil-palsu-rm8500 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:34,113 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:34,203 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/09/603639/susulan-jalan-pintas-bergelar-doktor-sijil-palsu-rm8500 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:34,398 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:35,176 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2018/11/500531/isu-doktor-terbabit-gangguan-seksual-tiada-laporan-dibuat HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:35,313 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:35,421 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2018/11/500531/isu-doktor-terbabit-gangguan-seksual-tiada-laporan-dibuat HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:35,564 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:36,998 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/03/665358/1000-doktor-pelatih-digerakkan-di-seluruh-negara HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:37,143 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:37,242 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/03/665358/1000-doktor-pelatih-digerakkan-di-seluruh-negara HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:37,384 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:39,988 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/05/563378/kementerian-kesihatan-tiada-kuasa-ambil-tindakan-terhadap-doktor HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:40,135 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:40,227 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/05/563378/kementerian-kesihatan-tiada-kuasa-ambil-tindakan-terhadap-doktor HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:40,381 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:09:40,626 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/504822 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:40,739 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:09:40,822 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/504822 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:40,943 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:41,933 - DEBUG - https://www.bharian.com.my:443 \"GET /node/247909 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:42,083 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:42,184 - DEBUG - https://www.bharian.com.my:443 \"GET /node/247909 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:42,338 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:09:42,578 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/519893 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:42,680 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:09:42,772 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/519893 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:42,866 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:43,765 - DEBUG - https://www.bharian.com.my:443 \"GET /node/247755 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:43,904 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:44,003 - DEBUG - https://www.bharian.com.my:443 \"GET /node/247755 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:44,146 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:09:44,417 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/429031 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:44,513 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:09:44,604 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/429031 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:54,721 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:09:54,840 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=20 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:55,958 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:09:55,959 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:09:55,959 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:09:55,960 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:09:55,961 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:09:55,961 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:09:55,962 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:09:55,962 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:09:55,963 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:09:55,964 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:09:55,964 - DEBUG - ISO-8859-5 Russian confidence = 0.0\n",
      "2020-05-18 15:09:55,964 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:09:55,965 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:09:55,965 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:09:55,966 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:09:55,967 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:09:55,968 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.0\n",
      "2020-05-18 15:09:55,968 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:09:55,969 - DEBUG - TIS-620 Thai confidence = 0.0\n",
      "2020-05-18 15:09:55,969 - DEBUG - ISO-8859-9 Turkish confidence = 0.40333609667477344\n",
      "2020-05-18 15:09:55,970 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:09:55,970 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:09:55,971 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:09:55,971 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:09:55,972 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:09:55,972 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:09:55,972 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:09:55,973 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:09:55,973 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:09:55,974 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:09:55,974 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:09:56,042 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:09:57,658 - DEBUG - http://www.astroawani.com:80 \"GET /video-malaysia/isu-video-tular-doktor-tengking-pesakit-ini-jawapan-dr-dzulkefly-1834304 HTTP/1.1\" 200 14076\n",
      "2020-05-18 15:09:57,751 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:09:57,936 - DEBUG - http://www.astroawani.com:80 \"GET /video-malaysia/isu-video-tular-doktor-tengking-pesakit-ini-jawapan-dr-dzulkefly-1834304 HTTP/1.1\" 200 14076\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:58,030 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:58,813 - DEBUG - https://www.bharian.com.my:443 \"GET /rencana/komentar/2019/09/604401/pastikan-doktor-penuhi-kelayakan-syarat-akademik HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:58,963 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:09:59,055 - DEBUG - https://www.bharian.com.my:443 \"GET /rencana/komentar/2019/09/604401/pastikan-doktor-penuhi-kelayakan-syarat-akademik HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:09:59,209 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:09:59,500 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/516456 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:59,627 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:09:59,706 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/516456 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:09:59,822 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:01,081 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/11/516384/tertakluk-pemeriksaan-doktor HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:01,209 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:10:01,322 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/11/516384/tertakluk-pemeriksaan-doktor HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:01,460 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:02,286 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/10/488309/henti-polemik-doktor-vs-ahli-farmasi HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:02,491 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:02,593 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/10/488309/henti-polemik-doktor-vs-ahli-farmasi HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:02,820 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:03,626 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/04/552523/belum-bersedia-punca-doktor-pelatih-ambil-masa-lebih-panjang HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:03,765 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:03,857 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/04/552523/belum-bersedia-punca-doktor-pelatih-ambil-masa-lebih-panjang HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:04,005 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:04,874 - DEBUG - https://www.bharian.com.my:443 \"GET /node/251835 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:05,029 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:05,125 - DEBUG - https://www.bharian.com.my:443 \"GET /node/251835 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:05,296 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:06,306 - DEBUG - https://www.bharian.com.my:443 \"GET /hiburan/selebriti/2018/09/476810/yusof-haslam-terima-gelaran-doktor HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:06,442 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:06,545 - DEBUG - https://www.bharian.com.my:443 \"GET /hiburan/selebriti/2018/09/476810/yusof-haslam-terima-gelaran-doktor HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:06,688 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:07,338 - DEBUG - https://www.bharian.com.my:443 \"GET /node/296193 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:07,477 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:07,571 - DEBUG - https://www.bharian.com.my:443 \"GET /node/296193 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:07,709 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:10:09,537 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/04/447318/dr-amalina-bantu-ainul HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:09,657 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:10:09,756 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/04/447318/dr-amalina-bantu-ainul HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:19,886 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:10:20,012 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=30 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:21,117 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:10:21,118 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:10:21,119 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:10:21,119 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:10:21,120 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:10:21,121 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:10:21,122 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:10:21,123 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:10:21,123 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:10:21,124 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:10:21,125 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:10:21,125 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:10:21,126 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:10:21,126 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:10:21,127 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:10:21,127 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:10:21,128 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:10:21,129 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:10:21,129 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:10:21,130 - DEBUG - ISO-8859-9 Turkish confidence = 0.40590188963831775\n",
      "2020-05-18 15:10:21,130 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:10:21,130 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:10:21,131 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:10:21,131 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:10:21,131 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:10:21,132 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:10:21,132 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:10:21,133 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:10:21,133 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:10:21,134 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:10:21,134 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:10:21,165 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:10:21,562 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/499996 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:21,658 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:10:21,750 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/499996 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:21,858 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:22,588 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/3429/KHAS/Isu/Isu-gangguan-seksual-serta-dibuli-doktor-pelatih-makin-tertekan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:22,728 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:10:23,613 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/69478/KHAS/Koronavirus/Isu-kangkung-lemon-Anda-boleh-dengar-sama-ada-ikut-atau-tidak HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:23,769 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:24,736 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/12/639432/susulan-lambakan-doktor-gigi-hadkan-pengambilan-siswa-pergigian HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:24,883 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:24,986 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/12/639432/susulan-lambakan-doktor-gigi-hadkan-pengambilan-siswa-pergigian HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:25,143 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:26,173 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/12/638987/lambakan-graduan-pergigian HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:26,324 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:26,426 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/12/638987/lambakan-graduan-pergigian HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:26,600 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:27,391 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/12/638860/kementerian-kesihatan-teliti-isu-kelewatan-kesukaran-ndop HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:27,528 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:27,620 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/12/638860/kementerian-kesihatan-teliti-isu-kelewatan-kesukaran-ndop HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:27,769 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:10:28,066 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/474565 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:28,167 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:10:28,253 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/474565 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:28,382 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:10:29,588 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/isu-lulus-bm-doktor-inggeris-dahulu-pun-cakap-melayu-rais-148149 HTTP/1.1\" 200 17278\n",
      "2020-05-18 15:10:29,712 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:10:29,753 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/isu-lulus-bm-doktor-inggeris-dahulu-pun-cakap-melayu-rais-148149 HTTP/1.1\" 200 17278\n",
      "2020-05-18 15:10:29,880 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:30,558 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/11/628013/7000-doktor-swasta-kempunan-naikkan-caj-rawatan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:30,707 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:30,796 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/11/628013/7000-doktor-swasta-kempunan-naikkan-caj-rawatan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:30,948 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:10:32,130 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/apa-nasib-doktor-muda-222541 HTTP/1.1\" 200 17495\n",
      "2020-05-18 15:10:42,263 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:10:42,496 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=40 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:43,379 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:10:43,380 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:10:43,381 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:10:43,381 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:10:43,382 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:10:43,383 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:10:43,383 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:10:43,384 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:10:43,385 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:10:43,385 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:10:43,386 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:10:43,386 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:10:43,387 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:10:43,387 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:10:43,388 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:10:43,388 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:10:43,389 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:10:43,389 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:10:43,390 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:10:43,390 - DEBUG - ISO-8859-9 Turkish confidence = 0.4153130836083766\n",
      "2020-05-18 15:10:43,391 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:10:43,391 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:10:43,392 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:10:43,392 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:10:43,393 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:10:43,393 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:10:43,393 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:10:43,394 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:10:43,395 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:10:43,395 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:10:43,396 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:10:43,438 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:10:44,071 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/06/466560/sebagai-doktor-kami-bantu-sesiapa-saja-dr-amalina HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:44,189 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:10:44,281 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/06/466560/sebagai-doktor-kami-bantu-sesiapa-saja-dr-amalina HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:44,409 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:10:45,175 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/46259/BERITA/Nasional/Kelayakan-bergelar-doktor-bukan-KPM-tentukan-Maszlee HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:45,356 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:10:45,623 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/519852 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:45,730 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:10:45,823 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/519852 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:45,935 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:47,161 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/07/443894/doktor-pelatih-trauma-dibuli HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:47,313 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:47,402 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/07/443894/doktor-pelatih-trauma-dibuli HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:47,577 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:10:48,660 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/badan-penyiasatan-bebas-siasat-isu-gangguan-seksual-doktor-pelatih-181774 HTTP/1.1\" 200 14715\n",
      "2020-05-18 15:10:48,775 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:49,517 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2018/06/443380/doktor-pakar-beri-keterangan-kepada-polis-pengarah-hospital HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:49,656 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:49,757 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2018/06/443380/doktor-pakar-beri-keterangan-kepada-polis-pengarah-hospital HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:49,919 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:50,580 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/11/627559/gaji-doktor-pegawai-kesihatan-kontrak-dikaji-menteri HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:50,722 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:50,815 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/11/627559/gaji-doktor-pegawai-kesihatan-kontrak-dikaji-menteri HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:50,962 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:51,658 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/03/667064/covid-19-panggil-pesara-doktor-jika-kes-meningkat-mendadak HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:51,801 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:10:51,900 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/03/667064/covid-19-panggil-pesara-doktor-jika-kes-meningkat-mendadak HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:52,050 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:10:52,869 - DEBUG - https://www.hmetro.com.my:443 \"GET /sihat/2020/01/532092/pertingkat-prestasi-doktor HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:52,999 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:10:53,095 - DEBUG - https://www.hmetro.com.my:443 \"GET /sihat/2020/01/532092/pertingkat-prestasi-doktor HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:10:53,231 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:10:54,022 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2018/11/398300/kkm-akan-ambil-tindakan-isu-produk-pemutihan-gigi HTTP/1.1\" 200 None\n",
      "2020-05-18 15:10:54,145 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:10:54,240 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2018/11/398300/kkm-akan-ambil-tindakan-isu-produk-pemutihan-gigi HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:04,371 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:11:04,505 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=50 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:05,643 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:11:05,644 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:11:05,644 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:11:05,645 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:11:05,645 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:11:05,646 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:11:05,646 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:11:05,647 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:11:05,648 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:11:05,648 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:11:05,649 - DEBUG - ISO-8859-5 Russian confidence = 0.0\n",
      "2020-05-18 15:11:05,650 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:11:05,650 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:11:05,651 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:11:05,652 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:11:05,652 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:11:05,653 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.0\n",
      "2020-05-18 15:11:05,653 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:11:05,654 - DEBUG - TIS-620 Thai confidence = 0.0\n",
      "2020-05-18 15:11:05,655 - DEBUG - ISO-8859-9 Turkish confidence = 0.40221240750078213\n",
      "2020-05-18 15:11:05,655 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:11:05,655 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:11:05,656 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:11:05,656 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:11:05,657 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:11:05,657 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:11:05,658 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:11:05,658 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:11:05,659 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:11:05,659 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:11:05,660 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:11:05,694 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:06,362 - DEBUG - https://www.bharian.com.my:443 \"GET /rencana/komentar/2019/08/593616/tangani-kekurangan-doktor-pakar-hospital-kerajaan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:06,506 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:06,598 - DEBUG - https://www.bharian.com.my:443 \"GET /rencana/komentar/2019/08/593616/tangani-kekurangan-doktor-pakar-hospital-kerajaan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:06,751 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:07,439 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2018/11/498822/doktor-gatal-kena-pecat HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:07,574 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:07,674 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2018/11/498822/doktor-gatal-kena-pecat HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:07,835 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:11:09,280 - DEBUG - http://www.astroawani.com:80 \"GET /berita-dunia/dr-li-wenliang-doktor-yang-beri-amaran-tentang-koronavirus-meninggal-dunia-230080 HTTP/1.1\" 200 15959\n",
      "2020-05-18 15:11:09,401 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:11:10,808 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/12/524440/sultan-nazrin-terima-ijazah-doktor-kehormat-kewangan-islam HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:10,926 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:11:11,032 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/12/524440/sultan-nazrin-terima-ijazah-doktor-kehormat-kewangan-islam HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:11,155 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:12,137 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/09/468903/laporan-akhir-3-isu-bakal-dibentang-ke-kabinet HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:12,278 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:12,370 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/09/468903/laporan-akhir-3-isu-bakal-dibentang-ke-kabinet HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:12,516 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:11:12,786 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/455153 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:12,884 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:11:12,978 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/455153 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:13,083 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:13,328 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/37188/KHAS/Isu/Polis-siasat-doktor-palsu-peroleh-maklumat-pesakit HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:13,450 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:14,512 - DEBUG - https://www.bharian.com.my:443 \"GET /rencana/agama/2019/07/590951/doktor-pensyarah-boleh-wakaf-perkhidmatan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:14,677 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:14,769 - DEBUG - https://www.bharian.com.my:443 \"GET /rencana/agama/2019/07/590951/doktor-pensyarah-boleh-wakaf-perkhidmatan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:14,941 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:15,631 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2020/02/652891/sprm-siasat-doktor-keluar-sijil-cuti-sakit-rosmah HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:15,769 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:15,871 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2020/02/652891/sprm-siasat-doktor-keluar-sijil-cuti-sakit-rosmah HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:16,017 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:11:16,243 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/471818 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:16,346 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:11:16,448 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/471818 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:26,556 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:11:26,684 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=60 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:27,684 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:11:27,685 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:11:27,686 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:11:27,686 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:11:27,687 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:11:27,688 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:11:27,688 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:11:27,689 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:11:27,689 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:11:27,690 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:11:27,691 - DEBUG - ISO-8859-5 Russian confidence = 0.0\n",
      "2020-05-18 15:11:27,691 - DEBUG - MacCyrillic Russian confidence = 0.01\n",
      "2020-05-18 15:11:27,692 - DEBUG - IBM866 Russian confidence = 0.01\n",
      "2020-05-18 15:11:27,692 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:11:27,693 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:11:27,694 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:11:27,694 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.0\n",
      "2020-05-18 15:11:27,695 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:11:27,695 - DEBUG - TIS-620 Thai confidence = 0.0\n",
      "2020-05-18 15:11:27,696 - DEBUG - ISO-8859-9 Turkish confidence = 0.40663154060526263\n",
      "2020-05-18 15:11:27,696 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:11:27,697 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:11:27,697 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:11:27,697 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:11:27,698 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:11:27,698 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:11:27,699 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:11:27,699 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:11:27,700 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:11:27,700 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:11:27,701 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:11:27,734 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:11:28,029 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/516091 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:28,130 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:11:28,230 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/516091 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:28,342 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:11:29,352 - DEBUG - https://www.hmetro.com.my:443 \"GET /rap/2018/02/314151/dihentam-pasal-komen-batu-api HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:29,469 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:11:29,561 - DEBUG - https://www.hmetro.com.my:443 \"GET /rap/2018/02/314151/dihentam-pasal-komen-batu-api HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:29,693 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:11:30,324 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2020/02/542810/doktor-penolong-akauntan-didakwa HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:30,438 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:11:30,535 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2020/02/542810/doktor-penolong-akauntan-didakwa HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:30,655 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:31,381 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/01/643734/lebih-20-doktor-facebook-dikesan-sebar-dakyah HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:31,520 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:31,613 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/01/643734/lebih-20-doktor-facebook-dikesan-sebar-dakyah HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:31,766 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:32,426 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/07/589134/pm-dianugerahkan-doktor-kehormat-oleh-universiti-turki HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:32,567 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:32,682 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/07/589134/pm-dianugerahkan-doktor-kehormat-oleh-universiti-turki HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:32,822 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:33,652 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2020/04/677873/semak-fakta-sebelum-tuduh-orang-lain-tak-buat-kerja-ayob-khan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:33,807 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:33,893 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2020/04/677873/semak-fakta-sebelum-tuduh-orang-lain-tak-buat-kerja-ayob-khan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:34,045 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:11:34,393 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/48620/BERITA/Mahkamah/Doktor-pukul-bekas-isteri-mentua-diarah-jalani-pemeriksaan-psikiatri HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:34,529 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:35,394 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/05/424844/gabungan-2-doktor-mampu-ubati-negara HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:35,546 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:35,649 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/05/424844/gabungan-2-doktor-mampu-ubati-negara HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:35,830 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:11:37,083 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/17-individu-dipanggil-isu-kes-gangguan-seksual-di-hospital-dr-dzulkefly-182858 HTTP/1.1\" 200 14974\n",
      "2020-05-18 15:11:37,199 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:11:37,377 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/17-individu-dipanggil-isu-kes-gangguan-seksual-di-hospital-dr-dzulkefly-182858 HTTP/1.1\" 200 14974\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:37,508 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:11:37,986 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/48477/EDISI/Melaka-NS/Tunggakan-gaji-doktor-PPM-dan-PHM-selesai HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:48,129 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:11:48,266 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=70 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:49,362 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:11:49,363 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:11:49,363 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:11:49,364 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:11:49,364 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:11:49,365 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:11:49,365 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:11:49,366 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:11:49,367 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:11:49,368 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:11:49,368 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:11:49,369 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:11:49,369 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:11:49,370 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:11:49,371 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:11:49,371 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:11:49,372 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:11:49,373 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:11:49,373 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:11:49,374 - DEBUG - ISO-8859-9 Turkish confidence = 0.405179221748723\n",
      "2020-05-18 15:11:49,374 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:11:49,375 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:11:49,375 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:11:49,376 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:11:49,376 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:11:49,377 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:11:49,377 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:11:49,378 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:11:49,378 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:11:49,379 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:11:49,379 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:11:49,414 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:50,141 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/pendidikan/2017/11/346375/hussamuddin-terima-ijazah-kehormat-unisel HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:50,279 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:50,377 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/pendidikan/2017/11/346375/hussamuddin-terima-ijazah-kehormat-unisel HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:50,521 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:51,370 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/08/599661/doktor-jadi-ibu-susuan-kepada-bayi-ajaib HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:51,511 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:51,608 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/08/599661/doktor-jadi-ibu-susuan-kepada-bayi-ajaib HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:51,760 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:52,343 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/10/618720/pengurangan-fi-rundingan-dimuktamadkan-bulan-depan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:52,482 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:52,580 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/10/618720/pengurangan-fi-rundingan-dimuktamadkan-bulan-depan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:52,725 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:53,311 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/04/674709/covid-19-mereka-dijangkiti-di-luar-tempat-kerja-kp-kesihatan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:53,455 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:53,542 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/04/674709/covid-19-mereka-dijangkiti-di-luar-tempat-kerja-kp-kesihatan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:53,709 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:11:53,967 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/517019 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:54,079 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:11:54,176 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/517019 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:54,280 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:11:54,545 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/460734 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:54,646 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:11:54,747 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/460734 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:54,890 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:11:55,649 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2018/01/302160/ramai-doktor-pakar-letak-jawatan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:55,768 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:11:55,858 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2018/01/302160/ramai-doktor-pakar-letak-jawatan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:11:55,984 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:11:56,216 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/74996/KHAS/Koronavirus/Doktor-perubatan-mangsa-kesembilan-meninggal-dunia HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:56,363 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:11:56,690 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/62474/GLOBAL/Doktor-Malaysia-perkenalkan-tudung-steril-pertama HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:56,845 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:57,410 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2020/02/654786/tiada-isu-dengan-sijil-perubatan-rosmah-sprm HTTP/1.1\" 200 None\n",
      "2020-05-18 15:11:57,558 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:11:57,645 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2020/02/654786/tiada-isu-dengan-sijil-perubatan-rosmah-sprm HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:07,798 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:12:07,926 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=80 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:08,925 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:12:08,926 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:12:08,926 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:12:08,927 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:12:08,927 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:12:08,928 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:12:08,929 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:12:08,929 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:12:08,930 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:12:08,930 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:12:08,931 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:12:08,932 - DEBUG - MacCyrillic Russian confidence = 0.01\n",
      "2020-05-18 15:12:08,932 - DEBUG - IBM866 Russian confidence = 0.01\n",
      "2020-05-18 15:12:08,933 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:12:08,934 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:12:08,934 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:12:08,935 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:12:08,935 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:12:08,936 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:12:08,936 - DEBUG - ISO-8859-9 Turkish confidence = 0.40998761995849\n",
      "2020-05-18 15:12:08,937 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:12:08,937 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:12:08,937 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:12:08,938 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:12:08,938 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:12:08,939 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:12:08,939 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:12:08,940 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:12:08,940 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:12:08,940 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:12:08,941 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:12:08,973 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:12:10,872 - DEBUG - https://www.hmetro.com.my:443 \"GET /utama/2017/10/273840/nara-minta-maaf-sangat-sangat-metrotv HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:11,001 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:16,591 - DEBUG - https://www.hmetro.com.my:443 \"GET /utama/2017/10/273840/nara-minta-maaf-sangat-sangat-metrotv HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:16,735 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:12:16,959 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/515268 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:17,057 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:12:17,148 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/515268 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:17,260 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:12:17,504 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/411699 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:17,605 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:12:17,695 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/411699 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:17,801 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:18,121 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/466656 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:18,214 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:12:18,320 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/466656 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:18,440 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:19,219 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/politik/2019/12/636135/tangani-isu-lambakan-graduan-warda HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:19,359 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:19,476 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/politik/2019/12/636135/tangani-isu-lambakan-graduan-warda HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:19,624 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:20,414 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/12/634327/mma-desak-kementerian-kesihatan-tarik-balik-pindaan-ruu-akta-racun HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:20,555 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:20,653 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/12/634327/mma-desak-kementerian-kesihatan-tarik-balik-pindaan-ruu-akta-racun HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:20,806 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:21,679 - DEBUG - https://www.bharian.com.my:443 \"GET /node/65059 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:21,826 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:21,927 - DEBUG - https://www.bharian.com.my:443 \"GET /node/65059 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:22,096 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:12:23,929 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/pakar-psikiatri-pegawai-psikologi-atau-kaunselor-sama-atau-berbeza-223005 HTTP/1.1\" 200 19422\n",
      "2020-05-18 15:12:24,059 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:12:24,159 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/pakar-psikiatri-pegawai-psikologi-atau-kaunselor-sama-atau-berbeza-223005 HTTP/1.1\" 200 19422\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:24,304 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:24,997 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/05/570064/sesi-town-hall-kementerian-kesihatan-dapat-sambutan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:25,131 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:25,233 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/05/570064/sesi-town-hall-kementerian-kesihatan-dapat-sambutan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:25,382 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:12:26,183 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/57064/BERITA/Nasional/Kerajaan-perlu-pertimbang-tambah-kakitangan-KKM HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:36,316 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:12:36,443 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=90 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:37,424 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:12:37,425 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:12:37,425 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:12:37,426 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:12:37,426 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:12:37,427 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:12:37,427 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:12:37,428 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:12:37,429 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:12:37,430 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:12:37,430 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:12:37,431 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:12:37,432 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:12:37,432 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:12:37,433 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:12:37,433 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:12:37,434 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:12:37,434 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:12:37,435 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:12:37,435 - DEBUG - ISO-8859-9 Turkish confidence = 0.4082331995841222\n",
      "2020-05-18 15:12:37,436 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:12:37,436 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:12:37,437 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:12:37,437 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:12:37,438 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:12:37,438 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:12:37,439 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:12:37,439 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:12:37,440 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:12:37,440 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:12:37,441 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:12:37,655 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:12:37,873 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/504988 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:37,974 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:12:38,068 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/504988 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:38,178 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:12:38,983 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/36950/KHAS/Isu/Doktor-palsu-gila-seks-dicekup HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:39,104 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:40,080 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/09/603991/bayar-untuk-lulus-undi-sendiri-pelajar-terbaik HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:40,218 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:40,309 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/09/603991/bayar-untuk-lulus-undi-sendiri-pelajar-terbaik HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:40,459 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:41,237 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/12/638974/mengapa-perlu-jadi-isu-syed-saddiq HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:41,376 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:41,472 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/12/638974/mengapa-perlu-jadi-isu-syed-saddiq HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:41,639 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:12:42,978 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/mbm-bantah-pemansuhan-elaun-kritikal-doktor-petugas-kesihatan-226352 HTTP/1.1\" 200 17718\n",
      "2020-05-18 15:12:43,104 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:12:43,926 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/52647/KHAS/Isu/Doktor-ditangkap-atas-tuduhan-rogol HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:44,045 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:45,024 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/02/660122/covid-19-elaun-khas-rm400-pembakar-semangat-petugas-kesihatan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:45,175 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:45,291 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/02/660122/covid-19-elaun-khas-rm400-pembakar-semangat-petugas-kesihatan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:45,444 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:12:45,843 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/506128 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:45,955 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:46,210 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/506128 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:46,331 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:12:47,072 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/48170/BERITA/Nasional/HCTM-UKM-tiada-kaitan-dengan-kes-doktor-pukul-isteri HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:47,228 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:48,404 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/pendidikan/2019/11/629033/kembar-sama-sama-dapat-phd HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:48,545 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:12:48,663 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/pendidikan/2019/11/629033/kembar-sama-sama-dapat-phd HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:12:58,821 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:12:58,941 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=100 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:12:59,950 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:12:59,952 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:12:59,953 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:12:59,953 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:12:59,954 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:12:59,955 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:12:59,955 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:12:59,956 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:12:59,956 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:12:59,957 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:12:59,958 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:12:59,958 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:12:59,959 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:12:59,959 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:12:59,960 - DEBUG - ISO-8859-7 Greek confidence = 0.01\n",
      "2020-05-18 15:12:59,960 - DEBUG - windows-1253 Greek confidence = 0.01\n",
      "2020-05-18 15:12:59,960 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:12:59,961 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:12:59,961 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:12:59,962 - DEBUG - ISO-8859-9 Turkish confidence = 0.40780994246380275\n",
      "2020-05-18 15:12:59,962 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:12:59,963 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:12:59,963 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:12:59,964 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:12:59,964 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:12:59,964 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:12:59,965 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:12:59,966 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:12:59,966 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:12:59,966 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:12:59,967 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:13:00,017 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:01,000 - DEBUG - https://www.hmetro.com.my:443 \"GET /utama/2019/10/503315/pejabat-pakar-perbidanan-diserbu HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:01,122 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:01,224 - DEBUG - https://www.hmetro.com.my:443 \"GET /utama/2019/10/503315/pejabat-pakar-perbidanan-diserbu HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:01,350 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:02,229 - DEBUG - https://www.bharian.com.my:443 \"GET /node/137554 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:02,367 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:02,497 - DEBUG - https://www.bharian.com.my:443 \"GET /node/137554 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:02,657 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:13:03,050 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/63084/BERITA/Nasional/Nasi-dipanas-semula-boleh-sebabkan-keracunan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:03,181 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:13:03,521 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/521138 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:03,640 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:13:03,744 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/521138 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:03,865 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:04,687 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/08/484235/adukan-jika-tiada-slip-preskripsi HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:04,812 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:04,909 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/08/484235/adukan-jika-tiada-slip-preskripsi HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:05,036 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:13:05,309 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/517896 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:05,411 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:13:05,662 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/500866 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:05,771 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:13:05,866 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/500866 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:05,984 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:13:06,324 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/513936 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:06,427 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:13:06,530 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/513936 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:06,638 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:13:07,043 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/58236/BERITA/Nasional/Kabinet-setuju-cadangan-KKM-naikkan-gred-pegawai-perubatan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:07,171 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:08,250 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/08/593752/mpm-tegas-siasat-dakwaan-sindiket-jual-laporan-perubatan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:08,389 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:08,480 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/08/593752/mpm-tegas-siasat-dakwaan-sindiket-jual-laporan-perubatan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:18,631 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:13:18,760 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=110 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:19,828 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:13:19,829 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:13:19,830 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:13:19,830 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:13:19,831 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:13:19,832 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:13:19,832 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:13:19,833 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:13:19,834 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:13:19,834 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:13:19,835 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:13:19,836 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:13:19,836 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:13:19,837 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:13:19,837 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:13:19,838 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:13:19,838 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:13:19,838 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:13:19,839 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:13:19,839 - DEBUG - ISO-8859-9 Turkish confidence = 0.4136910918120397\n",
      "2020-05-18 15:13:19,840 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:13:19,840 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:13:19,840 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:13:19,841 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:13:19,841 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:13:19,842 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:13:19,842 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:13:19,842 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:13:19,843 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:13:19,844 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:13:19,844 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:13:19,876 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:20,713 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/11/629000/kesilapan-pentabiran-punca-caj-konsultasi-tak-naik HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:20,856 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:20,968 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/11/629000/kesilapan-pentabiran-punca-caj-konsultasi-tak-naik HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:21,118 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:22,297 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/03/661801/saya-bukan-doktor-tapi-pegawai-bomba-drrusdi HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:22,444 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:22,539 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/03/661801/saya-bukan-doktor-tapi-pegawai-bomba-drrusdi HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:22,696 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:13:22,990 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/36615/BERITA/Nasional/Pensyarah-UKM-diarah-henti-tulis-isu-politik-sensitif HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:23,124 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:23,833 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/10/505688/peraturan-lama-kenapa-baru-bantah HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:23,955 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:24,056 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/10/505688/peraturan-lama-kenapa-baru-bantah HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:24,179 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:24,859 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/06/573146/cadangan-naik-yuran-klinik-swasta-dibentang-sekali-lagi HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:24,993 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:25,093 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/06/573146/cadangan-naik-yuran-klinik-swasta-dibentang-sekali-lagi HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:25,240 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:25,983 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/09/501997/mohon-geran-promosi-kesihatan-di-media-sosial HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:26,108 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:26,199 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/09/501997/mohon-geran-promosi-kesihatan-di-media-sosial HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:26,351 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:13:27,885 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/nenek-berputih-mata-terjerat-cinta-doktor-palsu-219034 HTTP/1.1\" 200 17499\n",
      "2020-05-18 15:13:28,025 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:13:28,199 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/nenek-berputih-mata-terjerat-cinta-doktor-palsu-219034 HTTP/1.1\" 200 17499\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:28,348 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:29,671 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/01/409793/bukan-hospital-yang-lambat HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:29,789 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:29,889 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/01/409793/bukan-hospital-yang-lambat HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:30,012 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:31,197 - DEBUG - https://www.bharian.com.my:443 \"GET /node/44573 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:31,373 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:31,472 - DEBUG - https://www.bharian.com.my:443 \"GET /node/44573 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:31,649 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:32,537 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/03/437195/pengarah-jas-johor-ada-phd HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:32,656 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:32,756 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/03/437195/pengarah-jas-johor-ada-phd HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:42,891 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:13:43,018 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=120 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:44,202 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:13:44,203 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:13:44,203 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:13:44,204 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:13:44,205 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:13:44,205 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:13:44,206 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:13:44,206 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:13:44,207 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:13:44,207 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:13:44,208 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:13:44,209 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:13:44,209 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:13:44,210 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:13:44,211 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:13:44,211 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:13:44,212 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:13:44,213 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:13:44,214 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:13:44,214 - DEBUG - ISO-8859-9 Turkish confidence = 0.4085745281390186\n",
      "2020-05-18 15:13:44,215 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:13:44,216 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:13:44,217 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:13:44,218 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:13:44,218 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:13:44,219 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:13:44,220 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:13:44,221 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:13:44,222 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:13:44,222 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:13:44,223 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:13:44,261 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:46,565 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/08/486312/isu-zakir-naik-pas-puji-ketegasan-tun-m HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:46,684 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:46,781 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/08/486312/isu-zakir-naik-pas-puji-ketegasan-tun-m HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:46,915 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:48,745 - DEBUG - https://www.hmetro.com.my:443 \"GET /utama/2019/07/473039/jangan-aibkan-tambah-derita-kami HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:48,893 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:13:48,979 - DEBUG - https://www.hmetro.com.my:443 \"GET /utama/2019/07/473039/jangan-aibkan-tambah-derita-kami HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:49,108 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:52,913 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/10/486596/penetapan-warna-stoking-masih-dibincang-maszlee HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:53,052 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:53,138 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/10/486596/penetapan-warna-stoking-masih-dibincang-maszlee HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:53,284 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:56,294 - DEBUG - https://www.bharian.com.my:443 \"GET /node/113000 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:56,435 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:56,535 - DEBUG - https://www.bharian.com.my:443 \"GET /node/113000 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:13:56,681 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:59,657 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2018/02/391632/doktor-gigi-palsu-dipenjara-2-tahun-denda-rm100000 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:13:59,821 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:13:59,922 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2018/02/391632/doktor-gigi-palsu-dipenjara-2-tahun-denda-rm100000 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:00,076 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:14:00,330 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/511854 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:00,441 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:14:00,541 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/511854 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:00,662 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:14:01,004 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/41649/KHAS/Isu/Doktor-palsu-gila-seks-didakwa-esok! HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:01,130 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:14:02,543 - DEBUG - https://www.hmetro.com.my:443 \"GET /global/2019/10/510330/bayi-tak-berwajah-doktor-digantung-tugas HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:02,668 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:14:02,784 - DEBUG - https://www.hmetro.com.my:443 \"GET /global/2019/10/510330/bayi-tak-berwajah-doktor-digantung-tugas HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:02,906 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:14:03,202 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/486938 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:03,301 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:14:03,393 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/486938 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:03,519 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:14:05,305 - DEBUG - http://www.astroawani.com:80 \"GET /video-malaysia/awanibyte-beri-gaji-doktor-kontrak-setanding-gaji-lantikan-tetap-1819956 HTTP/1.1\" 200 14468\n",
      "2020-05-18 15:14:05,394 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:14:05,565 - DEBUG - http://www.astroawani.com:80 \"GET /video-malaysia/awanibyte-beri-gaji-doktor-kontrak-setanding-gaji-lantikan-tetap-1819956 HTTP/1.1\" 200 14025\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:15,688 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:14:15,827 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=130 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:16,940 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:14:16,940 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:14:16,941 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:14:16,941 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:14:16,942 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:14:16,943 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:14:16,943 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:14:16,944 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:14:16,944 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:14:16,945 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:14:16,945 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:14:16,946 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:14:16,946 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:14:16,947 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:14:16,947 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:14:16,947 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:14:16,948 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:14:16,948 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:14:16,949 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:14:16,949 - DEBUG - ISO-8859-9 Turkish confidence = 0.41110183879964335\n",
      "2020-05-18 15:14:16,949 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:14:16,950 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:14:16,950 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:14:16,951 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:14:16,951 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:14:16,951 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:14:16,952 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:14:16,952 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:14:16,953 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:14:16,954 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:14:16,954 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:14:16,987 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:14:17,364 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/52788/BERITA/Mahkamah/Doktor-tak-mengaku-salah-keluar-kata-kata-lucah HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:17,519 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:19,435 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/05/563740/tindakan-tegas-terhadap-doktor-pro-antivaksin HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:19,578 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:19,675 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/05/563740/tindakan-tegas-terhadap-doktor-pro-antivaksin HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:19,826 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:22,508 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/04/677699/dr-noor-hisham-antara-doktor-terbaik-di-dunia-tangani-krisis-covid-19 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:22,656 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:14:23,429 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/30288/EDISI/Selangor-KL/Doktor-antara-50-individu-terlibat-buli-siber HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:23,747 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:25,272 - DEBUG - https://www.bharian.com.my:443 \"GET /node/176253 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:25,416 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:25,521 - DEBUG - https://www.bharian.com.my:443 \"GET /node/176253 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:25,671 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:27,321 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/06/434229/majlis-penasihat-kesihatan-kertas-kabinet-minggu-depan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:27,464 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:27,560 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/06/434229/majlis-penasihat-kesihatan-kertas-kabinet-minggu-depan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:27,711 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:29,564 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/05/687090/covid-19-cuepacs-gesa-sesi-perbincangan-selesaikan-isu-elaun HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:29,713 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:29,812 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/05/687090/covid-19-cuepacs-gesa-sesi-perbincangan-selesaikan-isu-elaun HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:29,950 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:30,699 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2019/09/608968/doktor-mengaku-tidak-bersalah-pukul-bekas-isteri HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:30,847 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:30,942 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2019/09/608968/doktor-mengaku-tidak-bersalah-pukul-bekas-isteri HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:31,124 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:14:32,440 - DEBUG - http://www.astroawani.com:80 \"GET /berita-hiburan/gambar-x-ray-tu-orang-lain-punya-doktor-perjelas-khasiat-sebenar-bubble-tea-210293 HTTP/1.1\" 200 14852\n",
      "2020-05-18 15:14:32,553 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:33,151 - DEBUG - http://www.astroawani.com:80 \"GET /berita-hiburan/gambar-x-ray-tu-orang-lain-punya-doktor-perjelas-khasiat-sebenar-bubble-tea-210293 HTTP/1.1\" 200 14852\n",
      "2020-05-18 15:14:33,463 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:14:33,734 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/358102 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:33,833 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:14:33,928 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/358102 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:44,034 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:14:44,166 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=140 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:45,334 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:14:45,336 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:14:45,336 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:14:45,337 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:14:45,337 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:14:45,338 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:14:45,339 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:14:45,339 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:14:45,340 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:14:45,341 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:14:45,341 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:14:45,342 - DEBUG - MacCyrillic Russian confidence = 0.01\n",
      "2020-05-18 15:14:45,343 - DEBUG - IBM866 Russian confidence = 0.01\n",
      "2020-05-18 15:14:45,343 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:14:45,344 - DEBUG - ISO-8859-7 Greek confidence = 0.01\n",
      "2020-05-18 15:14:45,345 - DEBUG - windows-1253 Greek confidence = 0.01\n",
      "2020-05-18 15:14:45,345 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:14:45,346 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:14:45,346 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:14:45,347 - DEBUG - ISO-8859-9 Turkish confidence = 0.40615393031811997\n",
      "2020-05-18 15:14:45,348 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:14:45,348 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:14:45,349 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:14:45,349 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:14:45,350 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:14:45,350 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:14:45,351 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:14:45,351 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:14:45,351 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:14:45,352 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:14:45,352 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:14:45,397 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:14:47,496 - DEBUG - https://www.hmetro.com.my:443 \"GET /hati/2017/08/256077/waspada-maklumat-doktor-google HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:47,619 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:14:48,920 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/zakir-naik-masuk-campur-isu-perkauman-tun-m-215271 HTTP/1.1\" 200 17006\n",
      "2020-05-18 15:14:49,037 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:49,347 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/zakir-naik-masuk-campur-isu-perkauman-tun-m-215271 HTTP/1.1\" 200 17006\n",
      "2020-05-18 15:14:49,466 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:14:49,741 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/493872 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:49,838 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:14:49,927 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/493872 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:50,046 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:51,080 - DEBUG - https://www.bharian.com.my:443 \"GET /node/152773 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:51,220 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:51,329 - DEBUG - https://www.bharian.com.my:443 \"GET /node/152773 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:51,469 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:14:51,755 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/438671 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:51,851 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:14:51,938 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/438671 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:52,039 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:52,281 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/53126/BERITA/Viral/[VIDEO]-Graduan-doktor-lakukan-UniformChallenge-tular-di-media-sosial HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:52,420 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:14:52,825 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/60743/GLOBAL/Empat-suspek-rogol-bunuh-doktor-haiwan-ditembak-mati HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:53,008 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:55,378 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/11/496809/laporan-siasatan-gangguan-seksual-siap-dr-dzulkefly HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:55,521 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:14:55,617 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/11/496809/laporan-siasatan-gangguan-seksual-siap-dr-dzulkefly HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:14:55,796 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:14:57,221 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/covid-19-dalam-menempuh-cabaran-ini-setiap-daripada-kita-ialah-wira-234689 HTTP/1.1\" 200 21154\n",
      "2020-05-18 15:14:57,379 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:14:59,269 - DEBUG - https://www.hmetro.com.my:443 \"GET /WM/2020/04/566653/menjarakkan-kehamilan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:14:59,391 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:14:59,494 - DEBUG - https://www.hmetro.com.my:443 \"GET /WM/2020/04/566653/menjarakkan-kehamilan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:09,645 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:15:09,778 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=150 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:11,045 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:15:11,046 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:15:11,047 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:15:11,047 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:15:11,048 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:15:11,048 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:15:11,049 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:15:11,050 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:15:11,050 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:15:11,051 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:15:11,052 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:15:11,052 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:15:11,053 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:15:11,053 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:15:11,054 - DEBUG - ISO-8859-7 Greek confidence = 0.01\n",
      "2020-05-18 15:15:11,054 - DEBUG - windows-1253 Greek confidence = 0.01\n",
      "2020-05-18 15:15:11,055 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:15:11,056 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:15:11,056 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:15:11,057 - DEBUG - ISO-8859-9 Turkish confidence = 0.41103050078536785\n",
      "2020-05-18 15:15:11,057 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:15:11,058 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:15:11,058 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:15:11,058 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:15:11,059 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:15:11,059 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:15:11,060 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:15:11,060 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:15:11,061 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:15:11,061 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:15:11,062 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:15:11,095 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:12,478 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/04/675623/lanjut-pkp-bantu-barisan-hadapan-tidak-tertekan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:12,620 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:12,709 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/04/675623/lanjut-pkp-bantu-barisan-hadapan-tidak-tertekan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:12,864 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:15:13,708 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/32991/BERITA/Nasional/Isu-Zakir-Naik-dibawa-ke-Kabinet HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:13,837 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:15:16,473 - DEBUG - https://www.hmetro.com.my:443 \"GET /node/176052 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:16,592 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:15:16,688 - DEBUG - https://www.hmetro.com.my:443 \"GET /node/176052 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:16,814 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:19,120 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/01/645550/terima-kasih-jpa-pas HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:19,258 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:19,357 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/01/645550/terima-kasih-jpa-pas HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:19,504 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:22,105 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/04/675257/covid-19-barisan-hadapan-tinggal-anak-keluarga-demi-negara HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:22,252 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:22,348 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/04/675257/covid-19-barisan-hadapan-tinggal-anak-keluarga-demi-negara HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:22,515 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:24,446 - DEBUG - https://www.bharian.com.my:443 \"GET /wanita/sihat/2019/12/634433/prosedur-ambil-darah-bayi-sukar HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:24,589 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:24,684 - DEBUG - https://www.bharian.com.my:443 \"GET /wanita/sihat/2019/12/634433/prosedur-ambil-darah-bayi-sukar HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:24,835 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:15:27,122 - DEBUG - https://www.hmetro.com.my:443 \"GET /sihat/2019/11/517901/bakteria-semakin-kuat HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:27,245 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:30,434 - DEBUG - https://www.hmetro.com.my:443 \"GET /sihat/2019/11/517901/bakteria-semakin-kuat HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:30,562 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:15:30,761 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/508422 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:30,892 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:15:30,990 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/508422 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:31,128 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:32,241 - DEBUG - https://www.bharian.com.my:443 \"GET /node/294333 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:32,377 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:32,467 - DEBUG - https://www.bharian.com.my:443 \"GET /node/294333 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:32,623 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:33,393 - DEBUG - https://www.bharian.com.my:443 \"GET /node/262467 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:33,530 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:33,622 - DEBUG - https://www.bharian.com.my:443 \"GET /node/262467 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:43,772 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:15:43,904 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=160 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:45,018 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:15:45,019 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:15:45,020 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:15:45,020 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:15:45,021 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:15:45,021 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:15:45,022 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:15:45,023 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:15:45,024 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:15:45,024 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:15:45,025 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:15:45,026 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:15:45,026 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:15:45,027 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:15:45,027 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:15:45,028 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:15:45,028 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:15:45,029 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:15:45,030 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:15:45,030 - DEBUG - ISO-8859-9 Turkish confidence = 0.4050365907893926\n",
      "2020-05-18 15:15:45,031 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:15:45,031 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:15:45,032 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:15:45,032 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:15:45,033 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:15:45,033 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:15:45,033 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:15:45,034 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:15:45,034 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:15:45,035 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:15:45,035 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:15:45,087 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:15:46,377 - DEBUG - https://www.hmetro.com.my:443 \"GET /rap/2018/03/320955/ilmu-urus-anak-keluarga HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:46,494 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:15:46,590 - DEBUG - https://www.hmetro.com.my:443 \"GET /rap/2018/03/320955/ilmu-urus-anak-keluarga HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:46,713 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:47,500 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/03/669890/elaun-tambahan-rm200-sebulan-kepada-kakitangan-perubatan-anggota HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:47,640 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:47,737 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/03/669890/elaun-tambahan-rm200-sebulan-kepada-kakitangan-perubatan-anggota HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:47,903 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:15:49,035 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/gangguan-seksual-ketua-jabatan-digantung-tugas-2-bulan-185881 HTTP/1.1\" 200 14709\n",
      "2020-05-18 15:15:49,150 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:15:49,202 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/gangguan-seksual-ketua-jabatan-digantung-tugas-2-bulan-185881 HTTP/1.1\" 200 14709\n",
      "2020-05-18 15:15:49,320 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:51,185 - DEBUG - https://www.hmetro.com.my:443 \"GET /utama/2018/09/375621/doktor-bimbang HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:51,306 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:15:51,394 - DEBUG - https://www.hmetro.com.my:443 \"GET /utama/2018/09/375621/doktor-bimbang HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:51,518 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:52,210 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/11/629696/lebih-ramai-doktor-malaysia-di-coxs-bazaar HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:52,348 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:52,435 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/11/629696/lebih-ramai-doktor-malaysia-di-coxs-bazaar HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:52,583 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:15:53,747 - DEBUG - http://www.astroawani.com:80 \"GET /berita-dunia/doktor-palsu-punca-21-orang-dijangkiti-hiv-167529 HTTP/1.1\" 200 16547\n",
      "2020-05-18 15:15:53,883 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:15:53,924 - DEBUG - http://www.astroawani.com:80 \"GET /berita-dunia/doktor-palsu-punca-21-orang-dijangkiti-hiv-167529 HTTP/1.1\" 200 16547\n",
      "2020-05-18 15:15:54,056 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:54,306 - DEBUG - https://www.malaysiakini.com:443 \"GET /hiburan/505831 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:54,411 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:15:54,506 - DEBUG - https://www.malaysiakini.com:443 \"GET /hiburan/505831 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:54,619 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:15:54,869 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/505180 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:54,971 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:15:55,060 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/505180 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:55,164 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:56,762 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2017/06/238806/siasat-doktor-rawat-mangsa-dera HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:56,878 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:15:56,974 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2017/06/238806/siasat-doktor-rawat-mangsa-dera HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:15:57,097 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:57,944 - DEBUG - https://www.bharian.com.my:443 \"GET /rencana/muka10/2017/09/331841/suburkan-budaya-sukarelawan-misi-kemanusiaan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:15:58,096 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:15:58,190 - DEBUG - https://www.bharian.com.my:443 \"GET /rencana/muka10/2017/09/331841/suburkan-budaya-sukarelawan-misi-kemanusiaan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:08,354 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:16:08,481 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=170 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:09,567 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:16:09,568 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:16:09,568 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:16:09,569 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:16:09,569 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:16:09,570 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:16:09,570 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:16:09,571 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:16:09,572 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:16:09,572 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:16:09,573 - DEBUG - ISO-8859-5 Russian confidence = 0.0\n",
      "2020-05-18 15:16:09,573 - DEBUG - MacCyrillic Russian confidence = 0.01\n",
      "2020-05-18 15:16:09,574 - DEBUG - IBM866 Russian confidence = 0.01\n",
      "2020-05-18 15:16:09,574 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:16:09,575 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:16:09,575 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:16:09,576 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.0\n",
      "2020-05-18 15:16:09,576 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:16:09,577 - DEBUG - TIS-620 Thai confidence = 0.0\n",
      "2020-05-18 15:16:09,577 - DEBUG - ISO-8859-9 Turkish confidence = 0.4070027759343609\n",
      "2020-05-18 15:16:09,577 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:16:09,578 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:16:09,578 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:16:09,579 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:16:09,579 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:16:09,579 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:16:09,580 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:16:09,580 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:16:09,581 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:16:09,582 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:16:09,582 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:16:09,614 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:16:10,027 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/441320 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:10,124 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:16:10,846 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/19830/KOLUMNIS/Benarkah-penjawat-awam-terlalu-ramai HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:11,011 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:12,283 - DEBUG - https://www.bharian.com.my:443 \"GET /node/204861 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:12,423 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:12,523 - DEBUG - https://www.bharian.com.my:443 \"GET /node/204861 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:12,663 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:13,408 - DEBUG - https://www.bharian.com.my:443 \"GET /node/139081 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:13,545 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:13,668 - DEBUG - https://www.bharian.com.my:443 \"GET /node/139081 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:13,814 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:14,533 - DEBUG - https://www.bharian.com.my:443 \"GET /rencana/komentar/2018/02/387606/timbang-tujuan-pensyariatan-islam-isu-doula HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:14,686 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:14,786 - DEBUG - https://www.bharian.com.my:443 \"GET /rencana/komentar/2018/02/387606/timbang-tujuan-pensyariatan-islam-isu-doula HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:14,956 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:16,276 - DEBUG - https://www.bharian.com.my:443 \"GET /node/48277 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:16,412 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:16,520 - DEBUG - https://www.bharian.com.my:443 \"GET /node/48277 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:16,692 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:16:17,915 - DEBUG - http://www.astroawani.com:80 \"GET /berita-hiburan/vape-membunuh-netizen-tak-puas-hati-dengan-pandangan-dr-amalina-218631 HTTP/1.1\" 200 15575\n",
      "2020-05-18 15:16:18,038 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:18,834 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/10/486507/kementerian-kesihatan-tubuh-jawatankuasa-siasatan-khas HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:18,974 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:19,093 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/10/486507/kementerian-kesihatan-tubuh-jawatankuasa-siasatan-khas HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:19,236 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:16:19,522 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/328070 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:19,615 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:16:19,704 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/328070 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:19,806 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:20,514 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2019/02/533479/kecederaan-adib-di-bahagian-rusuk-agak-luar-biasa-pakar HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:20,658 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:20,760 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2019/02/533479/kecederaan-adib-di-bahagian-rusuk-agak-luar-biasa-pakar HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:30,911 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:16:31,032 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=180 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:32,079 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:16:32,080 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:16:32,081 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:16:32,081 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:16:32,082 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:16:32,082 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:16:32,083 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:16:32,083 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:16:32,084 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:16:32,085 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:16:32,085 - DEBUG - ISO-8859-5 Russian confidence = 0.0\n",
      "2020-05-18 15:16:32,086 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:16:32,086 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:16:32,087 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:16:32,087 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:16:32,087 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:16:32,088 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.0\n",
      "2020-05-18 15:16:32,088 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:16:32,089 - DEBUG - TIS-620 Thai confidence = 0.0\n",
      "2020-05-18 15:16:32,089 - DEBUG - ISO-8859-9 Turkish confidence = 0.40911552619475056\n",
      "2020-05-18 15:16:32,090 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:16:32,090 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:16:32,090 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:16:32,091 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:16:32,091 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:16:32,092 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:16:32,092 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:16:32,093 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:16:32,093 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:16:32,094 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:16:32,095 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:16:32,127 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:32,801 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/07/451231/9058-graduan-dilantik-sebagai-pps-secara-kontrak HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:32,935 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:33,028 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/07/451231/9058-graduan-dilantik-sebagai-pps-secara-kontrak HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:33,173 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:34,261 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/01/643462/pantau-laman-fb-antivaksin HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:34,410 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:34,497 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2020/01/643462/pantau-laman-fb-antivaksin HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:34,666 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:16:34,807 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2016/05/135248/houseman-sekerat-jalan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:34,926 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:16:35,040 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2016/05/135248/houseman-sekerat-jalan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:35,165 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:35,829 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/03/540858/kkm-tambah-fasiliti-rawatan-doktor HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:35,981 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:36,079 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/03/540858/kkm-tambah-fasiliti-rawatan-doktor HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:36,227 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:36,858 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/10/613296/kementerian-digesa-turun-padang HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:37,000 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:37,105 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/10/613296/kementerian-digesa-turun-padang HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:37,264 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:16:37,496 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/485840 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:37,589 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:16:37,677 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/485840 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:37,774 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:38,907 - DEBUG - http://www.astroawani.com:80 \"GET /berita-hiburan/hidap-busung-dan-lintah-keluar-dari-pusat-awie-nekad-berubat-hingga-ke-indonesia-216305 HTTP/1.1\" 200 17143\n",
      "2020-05-18 15:16:39,028 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:39,620 - DEBUG - http://www.astroawani.com:80 \"GET /berita-hiburan/hidap-busung-dan-lintah-keluar-dari-pusat-awie-nekad-berubat-hingga-ke-indonesia-216305 HTTP/1.1\" 200 17143\n",
      "2020-05-18 15:16:39,744 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:40,850 - DEBUG - https://www.bharian.com.my:443 \"GET /node/93400 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:41,010 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:41,101 - DEBUG - https://www.bharian.com.my:443 \"GET /node/93400 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:41,286 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:41,976 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2019/04/556105/polis-sahkan-terima-laporan-2-doktor-pakar-saksi-inkues-muhammad-adib HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:42,111 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:16:42,209 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2019/04/556105/polis-sahkan-terima-laporan-2-doktor-pakar-saksi-inkues-muhammad-adib HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:16:42,370 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:16:45,368 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2017/05/232128/komplot-doktor-pembantu-makmal HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:55,493 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:16:55,620 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=190 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:56,596 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:16:56,597 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:16:56,597 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:16:56,598 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:16:56,598 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:16:56,599 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:16:56,600 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:16:56,600 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:16:56,601 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:16:56,602 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:16:56,602 - DEBUG - ISO-8859-5 Russian confidence = 0.0\n",
      "2020-05-18 15:16:56,604 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:16:56,604 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:16:56,605 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:16:56,606 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:16:56,607 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:16:56,607 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.0\n",
      "2020-05-18 15:16:56,608 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:16:56,609 - DEBUG - TIS-620 Thai confidence = 0.0\n",
      "2020-05-18 15:16:56,609 - DEBUG - ISO-8859-9 Turkish confidence = 0.4156606607176732\n",
      "2020-05-18 15:16:56,610 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:16:56,611 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:16:56,611 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:16:56,612 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:16:56,612 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:16:56,613 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:16:56,614 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:16:56,614 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:16:56,615 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:16:56,616 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:16:56,617 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:16:56,652 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:16:59,794 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2020/04/562347/doktor-cipta-kotak-perlindungan-bantu-barisan-hadapan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:16:59,912 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:17:00,008 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2020/04/562347/doktor-cipta-kotak-perlindungan-bantu-barisan-hadapan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:00,132 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:17:00,920 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/09/611135/kontrak-peluang-untuk-bumiputera-lebih-ketat-pm HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:01,065 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:17:01,161 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/09/611135/kontrak-peluang-untuk-bumiputera-lebih-ketat-pm HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:01,308 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:17:02,045 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/12/639524/mara-kurangkan-pelajar-perubatan-ke-luar-negara HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:02,184 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:17:02,284 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/12/639524/mara-kurangkan-pelajar-perubatan-ke-luar-negara HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:02,457 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:17:03,787 - DEBUG - http://www.astroawani.com:80 \"GET /berita-dunia/1-5kg-rambut-dijumpai-dalam-perut-kanak-kanak-8-tahun-200274 HTTP/1.1\" 200 16611\n",
      "2020-05-18 15:17:03,905 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:17:04,080 - DEBUG - http://www.astroawani.com:80 \"GET /berita-dunia/1-5kg-rambut-dijumpai-dalam-perut-kanak-kanak-8-tahun-200274 HTTP/1.1\" 200 16611\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:04,202 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:17:04,966 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/13723/BERITA/Nasional/Pemilihan-makanan-salah-punca-terdedah-penyakit HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:05,112 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:17:05,630 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/495846 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:05,740 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:17:05,843 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/495846 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:05,972 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:17:06,619 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2018/07/454246/jabatan-pendaftaran-tidak-terima-permohonan-nur-sajat HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:06,760 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:17:06,856 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/kes/2018/07/454246/jabatan-pendaftaran-tidak-terima-permohonan-nur-sajat HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:07,008 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:17:07,780 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/08/460514/transgender-tidak-harus-ditindas HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:07,919 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:17:08,048 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2018/08/460514/transgender-tidak-harus-ditindas HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:08,197 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:17:11,254 - DEBUG - https://www.hmetro.com.my:443 \"GET /hati/2017/11/282048/penyakit-bawaan-air-boleh-bawa-maut HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:11,378 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:17:11,467 - DEBUG - https://www.hmetro.com.my:443 \"GET /hati/2017/11/282048/penyakit-bawaan-air-boleh-bawa-maut HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:11,602 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:17:11,846 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/494545 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:11,940 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:17:12,033 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/494545 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:22,134 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:17:22,273 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=200 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:23,408 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:17:23,409 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:17:23,410 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:17:23,410 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:17:23,411 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:17:23,411 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:17:23,412 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:17:23,413 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:17:23,413 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:17:23,414 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:17:23,414 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:17:23,415 - DEBUG - MacCyrillic Russian confidence = 0.01\n",
      "2020-05-18 15:17:23,415 - DEBUG - IBM866 Russian confidence = 0.01\n",
      "2020-05-18 15:17:23,416 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:17:23,416 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:17:23,417 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:17:23,417 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.0\n",
      "2020-05-18 15:17:23,417 - DEBUG - windows-1251 Bulgarian confidence = 0.0\n",
      "2020-05-18 15:17:23,418 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:17:23,418 - DEBUG - ISO-8859-9 Turkish confidence = 0.403721819378898\n",
      "2020-05-18 15:17:23,419 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:17:23,419 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:17:23,419 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:17:23,420 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:17:23,421 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:17:23,421 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:17:23,422 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:17:23,422 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:17:23,423 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:17:23,424 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:17:23,426 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:17:23,468 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:17:24,165 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2017/09/321577/kuota-pengambilan-pelajar-perubatan-ditentukan-mmc HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:24,327 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:17:24,425 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2017/09/321577/kuota-pengambilan-pelajar-perubatan-ditentukan-mmc HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:24,570 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:17:25,189 - DEBUG - https://www.bharian.com.my:443 \"GET /node/194389 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:25,327 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:17:25,435 - DEBUG - https://www.bharian.com.my:443 \"GET /node/194389 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:25,606 - DEBUG - Starting new HTTPS connection (1): harakahdaily.net:443\n",
      "2020-05-18 15:17:32,692 - DEBUG - Download failed on URL https://harakahdaily.net/index.php/2020/03/23/lim-kit-siang-yang-tak-reti-bahasa/ because of HTTPSConnectionPool(host='harakahdaily.net', port=443): Read timed out. (read timeout=7)\n",
      "2020-05-18 15:17:32,722 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:17:34,316 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/chef-wan-antara-penerima-ijazah-kehormat-doktor-falsafah-uum-160691 HTTP/1.1\" 200 17113\n",
      "2020-05-18 15:17:34,437 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:17:34,610 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/chef-wan-antara-penerima-ijazah-kehormat-doktor-falsafah-uum-160691 HTTP/1.1\" 200 17113\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:34,734 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:17:37,269 - DEBUG - https://www.hmetro.com.my:443 \"GET /node/160834 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:37,443 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:17:37,539 - DEBUG - https://www.hmetro.com.my:443 \"GET /node/160834 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:37,678 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:17:38,428 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/32604/GLOBAL/Lesen-perubatan-doktor-dibatalkan-kerana-berpakaian-seksi HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:38,662 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:17:38,892 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/461957 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:38,999 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:17:39,090 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/461957 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:39,202 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:17:40,536 - DEBUG - https://www.hmetro.com.my:443 \"GET /node/122046 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:40,663 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:17:40,771 - DEBUG - https://www.hmetro.com.my:443 \"GET /node/122046 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:40,918 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:17:42,206 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/bakar-doktor-dan-jururawat-lelaki-didakwa-di-mahkamah-192172 HTTP/1.1\" 200 17423\n",
      "2020-05-18 15:17:42,333 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:17:42,503 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/bakar-doktor-dan-jururawat-lelaki-didakwa-di-mahkamah-192172 HTTP/1.1\" 200 17423\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:42,635 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:17:42,842 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/516031 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:42,933 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:17:43,027 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/516031 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:53,130 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:17:53,255 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=210 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:54,263 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:17:54,264 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:17:54,265 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:17:54,266 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:17:54,266 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:17:54,267 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:17:54,268 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:17:54,269 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:17:54,270 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:17:54,270 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:17:54,271 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:17:54,271 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:17:54,272 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:17:54,273 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:17:54,273 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:17:54,274 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:17:54,274 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:17:54,275 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:17:54,276 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:17:54,276 - DEBUG - ISO-8859-9 Turkish confidence = 0.4121544418599722\n",
      "2020-05-18 15:17:54,277 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:17:54,277 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:17:54,278 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:17:54,279 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:17:54,279 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:17:54,280 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:17:54,280 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:17:54,281 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:17:54,281 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:17:54,282 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:17:54,282 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:17:54,315 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:17:55,091 - DEBUG - https://www.hmetro.com.my:443 \"GET /rap/2020/03/555068/tak-mahu-riak-dah-metrotv HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:55,215 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:17:55,309 - DEBUG - https://www.hmetro.com.my:443 \"GET /rap/2020/03/555068/tak-mahu-riak-dah-metrotv HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:55,432 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:17:56,185 - DEBUG - https://www.hmetro.com.my:443 \"GET /m/2017/09/259529/cantik-cara-dr-irma HTTP/1.1\" 200 None\n",
      "2020-05-18 15:17:56,316 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:17:56,412 - DEBUG - https://www.hmetro.com.my:443 \"GET /m/2017/09/259529/cantik-cara-dr-irma HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:17:56,574 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:17:58,198 - DEBUG - http://www.astroawani.com:80 \"GET /berita-dunia/doktor-perancis-dilabel-rasis-cadang-vaksin-diuji-di-afrika-236852 HTTP/1.1\" 200 15581\n",
      "2020-05-18 15:17:58,313 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:17:59,728 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/isu-kekurangan-vaksin-influenza-tidak-dijangka-228102 HTTP/1.1\" 200 15372\n",
      "2020-05-18 15:17:59,841 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:18:00,018 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/isu-kekurangan-vaksin-influenza-tidak-dijangka-228102 HTTP/1.1\" 200 15372\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:00,138 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:18:01,492 - DEBUG - http://www.astroawani.com:80 \"GET /berita-dunia/doktor-wuhan-pakai-lampin-kurang-ke-tandas-berterusan-bertugas-230551 HTTP/1.1\" 200 17939\n",
      "2020-05-18 15:18:01,618 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:18:01,797 - DEBUG - http://www.astroawani.com:80 \"GET /berita-dunia/doktor-wuhan-pakai-lampin-kurang-ke-tandas-berterusan-bertugas-230551 HTTP/1.1\" 200 18410\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:01,947 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:18:04,920 - DEBUG - https://www.hmetro.com.my:443 \"GET /hati/2017/12/291563/rancang-kehamilan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:05,058 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:18:05,154 - DEBUG - https://www.hmetro.com.my:443 \"GET /hati/2017/12/291563/rancang-kehamilan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:05,314 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:18:05,551 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/64716/BERITA/Nasional/Jelas-prosedur-import-air-zamzam-bukan-haram-penjualan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:05,695 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:18:08,811 - DEBUG - https://www.hmetro.com.my:443 \"GET /rencana/2020/02/548926/bertindak-ikut-sop HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:08,933 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:18:09,031 - DEBUG - https://www.hmetro.com.my:443 \"GET /rencana/2020/02/548926/bertindak-ikut-sop HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:09,168 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:18:09,451 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/39395/KHAS/Isu/Remaja-putus-kepala-zakar-dapat-pampasan-RM150000 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:09,578 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:18:10,812 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/lesen-doktor-tawar-suntikan-vitamin-c-boleh-dibatalkan-170121 HTTP/1.1\" 200 17167\n",
      "2020-05-18 15:18:10,931 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:18:11,103 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/lesen-doktor-tawar-suntikan-vitamin-c-boleh-dibatalkan-170121 HTTP/1.1\" 200 17167\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:21,233 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:18:21,374 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=220 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:22,475 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:18:22,476 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:18:22,476 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:18:22,477 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:18:22,477 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:18:22,478 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:18:22,478 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:18:22,478 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:18:22,479 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:18:22,479 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:18:22,480 - DEBUG - ISO-8859-5 Russian confidence = 0.0\n",
      "2020-05-18 15:18:22,480 - DEBUG - MacCyrillic Russian confidence = 0.01\n",
      "2020-05-18 15:18:22,480 - DEBUG - IBM866 Russian confidence = 0.01\n",
      "2020-05-18 15:18:22,481 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:18:22,481 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:18:22,482 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:18:22,482 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.0\n",
      "2020-05-18 15:18:22,483 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:18:22,484 - DEBUG - TIS-620 Thai confidence = 0.0\n",
      "2020-05-18 15:18:22,484 - DEBUG - ISO-8859-9 Turkish confidence = 0.4091132320021298\n",
      "2020-05-18 15:18:22,485 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:18:22,485 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:18:22,486 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:18:22,486 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:18:22,487 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:18:22,487 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:18:22,488 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:18:22,488 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:18:22,488 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:18:22,489 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:18:22,489 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:18:22,537 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:18:22,752 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/431573 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:22,848 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:18:22,944 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/431573 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:23,047 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:23,967 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2020/03/550682/isu-pemandu-bas-mogok-selesai HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:24,088 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:18:24,184 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2020/03/550682/isu-pemandu-bas-mogok-selesai HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:24,311 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:18:25,085 - DEBUG - https://www.hmetro.com.my:443 \"GET /utama/2019/08/487315/setuju-pulangkan-zakir-naik-tapi HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:25,210 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:18:25,608 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/65983/KHAS/Wacana/Kerajaan-perlu-cari-jalan-kurangkan-kos-sara-hidup-rakyat HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:25,741 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:18:26,009 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/39673/BERITA/Viral/Adegan-pesakit-tak-masuk-akal-ini-ulasan-doktor HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:26,172 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:18:27,448 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/inkues-adib-jangan-malukan-saya-pakar-forensik-207942 HTTP/1.1\" 200 17293\n",
      "2020-05-18 15:18:27,567 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:18:27,740 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/inkues-adib-jangan-malukan-saya-pakar-forensik-207942 HTTP/1.1\" 200 17293\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:27,860 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:18:28,269 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/406612 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:28,364 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:18:28,465 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/406612 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:28,566 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:18:28,881 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/36082/EDISI/Johor/Doktor-gigi-terjatuh-dari-tingkat-22 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:29,011 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:18:29,290 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/443924 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:29,386 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:18:29,475 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/443924 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:29,578 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:30,895 - DEBUG - http://www.astroawani.com:80 \"GET /gaya-hidup/pengaruh-produk-kecantikan-saya-sedia-berdebat-dr-amalina-177851 HTTP/1.1\" 200 18717\n",
      "2020-05-18 15:18:41,034 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:18:41,159 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=230 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:42,158 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:18:42,159 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:18:42,160 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:18:42,160 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:18:42,161 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:18:42,161 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:18:42,162 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:18:42,163 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:18:42,164 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:18:42,164 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:18:42,165 - DEBUG - ISO-8859-5 Russian confidence = 0.0\n",
      "2020-05-18 15:18:42,165 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:18:42,166 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:18:42,166 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:18:42,167 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:18:42,167 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:18:42,168 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.0\n",
      "2020-05-18 15:18:42,168 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:18:42,169 - DEBUG - TIS-620 Thai confidence = 0.0\n",
      "2020-05-18 15:18:42,170 - DEBUG - ISO-8859-9 Turkish confidence = 0.4097090173601338\n",
      "2020-05-18 15:18:42,170 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:18:42,170 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:18:42,171 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:18:42,171 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:18:42,172 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:18:42,172 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:18:42,173 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:18:42,174 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:18:42,174 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:18:42,175 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:18:42,175 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:18:42,210 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:18:42,497 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/430305 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:42,591 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:18:42,683 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/430305 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:42,780 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:43,032 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/377855 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:43,127 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:18:43,220 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/377855 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:43,317 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:44,136 - DEBUG - https://www.hmetro.com.my:443 \"GET /rap/2018/06/351704/doktor-nasihat-gugur-kandungan-metrotv HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:44,256 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:18:44,355 - DEBUG - https://www.hmetro.com.my:443 \"GET /rap/2018/06/351704/doktor-nasihat-gugur-kandungan-metrotv HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:44,478 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:18:44,858 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/62065/BERITA/Nasional/Wanita-hebat-akademik-tapi-kurang-cemerlang-dalam-pekerjaan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:45,020 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:18:47,011 - DEBUG - http://www.astroawani.com:80 \"GET /video-malaysia/doktor-kena-pukul-polis-tahan-dua-individu-1812877 HTTP/1.1\" 200 13909\n",
      "2020-05-18 15:18:47,105 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:18:47,277 - DEBUG - http://www.astroawani.com:80 \"GET /video-malaysia/doktor-kena-pukul-polis-tahan-dua-individu-1812877 HTTP/1.1\" 200 13909\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:47,384 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:18:47,993 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/04/449720/azizan-osman-miliki-dr-sah HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:48,116 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:18:48,206 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/04/449720/azizan-osman-miliki-dr-sah HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:18:48,329 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:18:49,770 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/5-topik-untuk-sembang-hari-ini-230085 HTTP/1.1\" 200 18201\n",
      "2020-05-18 15:18:49,908 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:18:50,183 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/klwbc-2020-wabak-pembunuh-dan-doktor-yang-menulis-236860 HTTP/1.1\" 200 18373\n",
      "2020-05-18 15:18:50,352 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:18:51,574 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/anwar-azizah-saran-rakyat-prihatin-mengenai-covid-19-232868 HTTP/1.1\" 200 17400\n",
      "2020-05-18 15:18:51,698 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:18:51,937 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/523809 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:18:52,052 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:18:52,137 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/523809 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:02,269 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:19:02,416 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=240 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:03,749 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:19:03,750 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:19:03,751 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:19:03,751 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:19:03,752 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:19:03,752 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:19:03,753 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:19:03,753 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:19:03,754 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:19:03,755 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:19:03,755 - DEBUG - ISO-8859-5 Russian confidence = 0.0\n",
      "2020-05-18 15:19:03,756 - DEBUG - MacCyrillic Russian confidence = 0.01\n",
      "2020-05-18 15:19:03,757 - DEBUG - IBM866 Russian confidence = 0.01\n",
      "2020-05-18 15:19:03,757 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:19:03,761 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:19:03,762 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:19:03,763 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.0\n",
      "2020-05-18 15:19:03,764 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:19:03,765 - DEBUG - TIS-620 Thai confidence = 0.0\n",
      "2020-05-18 15:19:03,766 - DEBUG - ISO-8859-9 Turkish confidence = 0.402938526027595\n",
      "2020-05-18 15:19:03,767 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:19:03,767 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:19:03,768 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:19:03,769 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:19:03,769 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:19:03,770 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:19:03,771 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:19:03,772 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:19:03,772 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:19:03,773 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:19:03,774 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:19:03,806 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:05,335 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/09/500891/isu-mykad-rsn-rayer-tarik-diri-bela-datuk HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:05,453 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:05,559 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2019/09/500891/isu-mykad-rsn-rayer-tarik-diri-bela-datuk HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:05,682 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:08,510 - DEBUG - https://www.hmetro.com.my:443 \"GET /hati/2017/08/251518/doktor-teroka-dunia-masakan HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:08,641 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:08,741 - DEBUG - https://www.hmetro.com.my:443 \"GET /hati/2017/08/251518/doktor-teroka-dunia-masakan HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:08,884 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:19:09,114 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/26096/BERITA/Nasional/Sijil-cuti-sakit-palsu-Doktor-dikenakan-tindakan-tegas-jika-terbabit HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:09,240 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:11,875 - DEBUG - https://www.hmetro.com.my:443 \"GET /sihat/2019/07/472892/lebih-mudah-diurus HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:12,001 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:12,090 - DEBUG - https://www.hmetro.com.my:443 \"GET /sihat/2019/07/472892/lebih-mudah-diurus HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:12,225 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:13,118 - DEBUG - https://www.hmetro.com.my:443 \"GET /node/161760 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:13,238 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:13,333 - DEBUG - https://www.hmetro.com.my:443 \"GET /node/161760 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:13,455 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:14,550 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2017/11/286079/bersama-latih-doktor-pakar HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:14,669 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:14,760 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2017/11/286079/bersama-latih-doktor-pakar HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:14,888 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:19:15,268 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/70625/KHAS/Koronavirus/Pengarah-hospital-di-Wuhan-meninggal-dunia HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:15,396 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:19:15,651 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/459752 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:15,755 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:19:15,848 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/459752 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:15,986 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:19:17,651 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/kami-sangat-terhutang-budi-dengan-kalian-semua-bapa-ainul-mardhiah-209856 HTTP/1.1\" 200 17831\n",
      "2020-05-18 15:19:17,773 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:19:17,953 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/kami-sangat-terhutang-budi-dengan-kalian-semua-bapa-ainul-mardhiah-209856 HTTP/1.1\" 200 17831\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:18,085 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:19:18,334 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/479930 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:18,429 - DEBUG - Starting new HTTPS connection (1): www.malaysiakini.com:443\n",
      "2020-05-18 15:19:18,521 - DEBUG - https://www.malaysiakini.com:443 \"GET /news/479930 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:28,634 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:19:28,800 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=250 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:29,790 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:19:29,790 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:19:29,791 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:19:29,792 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:19:29,792 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:19:29,793 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:19:29,794 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:19:29,794 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:19:29,795 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:19:29,795 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:19:29,796 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:19:29,796 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:19:29,797 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:19:29,797 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:19:29,798 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:19:29,799 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:19:29,799 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:19:29,800 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:19:29,800 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:19:29,801 - DEBUG - ISO-8859-9 Turkish confidence = 0.4109593044623013\n",
      "2020-05-18 15:19:29,801 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:19:29,802 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:19:29,803 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:19:29,803 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:19:29,803 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:19:29,804 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:19:29,805 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:19:29,805 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:19:29,806 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:19:29,806 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:19:29,806 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:19:29,856 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:19:30,161 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/41473/BERITA/Tragedi/Nahas-ambulans-KKM-tubuh-jawatankuasa-bebas HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:30,295 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:31,106 - DEBUG - https://www.hmetro.com.my:443 \"GET /WM/2020/02/547722/legasi-klinik-ayah HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:31,228 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:31,336 - DEBUG - https://www.hmetro.com.my:443 \"GET /WM/2020/02/547722/legasi-klinik-ayah HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:31,490 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:19:33,085 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/pendidikan-kerja-sepanjang-hayat-tun-mahathir-187595 HTTP/1.1\" 200 16858\n",
      "2020-05-18 15:19:33,205 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:19:33,383 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/pendidikan-kerja-sepanjang-hayat-tun-mahathir-187595 HTTP/1.1\" 200 16858\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:33,526 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:34,213 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2020/05/578018/bantu-masyarakat-faham-bahaya-covid-19 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:34,330 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:34,426 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2020/05/578018/bantu-masyarakat-faham-bahaya-covid-19 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:34,550 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:19:36,352 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/10-berita-pilihan-sepanjang-hari-ini-242723 HTTP/1.1\" 200 17870\n",
      "2020-05-18 15:19:36,506 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:19:37,846 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/10/616645/berita-baik-buat-penjawat-awam HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:37,988 - DEBUG - Starting new HTTPS connection (1): www.bharian.com.my:443\n",
      "2020-05-18 15:19:38,076 - DEBUG - https://www.bharian.com.my:443 \"GET /berita/nasional/2019/10/616645/berita-baik-buat-penjawat-awam HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:38,225 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:19:39,512 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/anak-petugas-barisan-hadapan-ibu-bapa-jauh-di-perantauan-242968 HTTP/1.1\" 200 16000\n",
      "2020-05-18 15:19:39,630 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:19:39,828 - DEBUG - http://www.astroawani.com:80 \"GET /berita-malaysia/anak-petugas-barisan-hadapan-ibu-bapa-jauh-di-perantauan-242968 HTTP/1.1\" 200 16000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:39,951 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:41,686 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2020/05/576783/ucapan-penuh-perutusan-khas-pm HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:41,813 - DEBUG - Starting new HTTPS connection (1): www.hmetro.com.my:443\n",
      "2020-05-18 15:19:41,902 - DEBUG - https://www.hmetro.com.my:443 \"GET /mutakhir/2020/05/576783/ucapan-penuh-perutusan-khas-pm HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:19:42,051 - DEBUG - Starting new HTTP connection (1): www.astroawani.com:80\n",
      "2020-05-18 15:19:43,616 - DEBUG - http://www.astroawani.com:80 \"GET /berita-dunia/covid-19-peranan-wanita-memimpin-kerajaan-semakin-memberangsangkan-242598 HTTP/1.1\" 200 18348\n",
      "2020-05-18 15:19:43,755 - DEBUG - Starting new HTTPS connection (1): www.sinarharian.com.my:443\n",
      "2020-05-18 15:19:43,983 - DEBUG - https://www.sinarharian.com.my:443 \"GET /article/74399/KHAS/Koronavirus/Covid-19-PM-mohon-rakyat-duduk-di-rumah HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:54,135 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:19:54,268 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=260 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:55,290 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:19:55,290 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:19:55,291 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:19:55,291 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:19:55,291 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:19:55,292 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:19:55,293 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:19:55,293 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:19:55,294 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:19:55,294 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:19:55,295 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:19:55,296 - DEBUG - MacCyrillic Russian confidence = 0.0\n",
      "2020-05-18 15:19:55,296 - DEBUG - IBM866 Russian confidence = 0.0\n",
      "2020-05-18 15:19:55,297 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:19:55,298 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:19:55,299 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:19:55,299 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:19:55,300 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:19:55,301 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:19:55,301 - DEBUG - ISO-8859-9 Turkish confidence = 0.41417910984123163\n",
      "2020-05-18 15:19:55,302 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:19:55,302 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:19:55,303 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:19:55,303 - DEBUG - utf-8  confidence = 0.99\n",
      "2020-05-18 15:19:55,304 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:19:55,304 - DEBUG - EUC-JP Japanese confidence = 0.01\n",
      "2020-05-18 15:19:55,305 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:19:55,305 - DEBUG - EUC-KR Korean confidence = 0.01\n",
      "2020-05-18 15:19:55,306 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:19:55,306 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:19:55,306 - DEBUG - EUC-TW Taiwan confidence = 0.01\n",
      "2020-05-18 15:19:55,337 - DEBUG - Starting new HTTPS connection (1): harakahdaily.net:443\n",
      "2020-05-18 15:19:55,945 - DEBUG - https://harakahdaily.net:443 \"GET /index.php/2020/05/15/semua-orang-sayangkan-mak/ HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:56,175 - DEBUG - Starting new HTTPS connection (1): www.kabarnusantara.id:443\n",
      "2020-05-18 15:19:57,381 - DEBUG - https://www.kabarnusantara.id:443 \"GET /2018/12/07/head-of-corporate-communications-bio-farma-meraih-gelar-doktor-ilmu-komunikasi/ HTTP/1.1\" 200 None\n",
      "2020-05-18 15:19:57,645 - DEBUG - Starting new HTTPS connection (1): www.timesjatim.com:443\n",
      "2020-05-18 15:20:04,991 - DEBUG - https://www.timesjatim.com:443 \"GET /pendidikan/123376/tri-siswanti-berhasil-selesaikan-program-doktor-sosiologi-pps-umm-ini-disertasinya HTTP/1.1\" 200 None\n",
      "2020-05-18 15:20:05,142 - DEBUG - Starting new HTTPS connection (1): www.timesjatim.com:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:20:05,460 - DEBUG - https://www.timesjatim.com:443 \"GET /pendidikan/123376/tri-siswanti-berhasil-selesaikan-program-doktor-sosiologi-pps-umm-ini-disertasinya HTTP/1.1\" 200 None\n",
      "2020-05-18 15:20:05,648 - DEBUG - Starting new HTTPS connection (1): fajar.co.id:443\n",
      "2020-05-18 15:20:06,873 - DEBUG - https://fajar.co.id:443 \"GET /2020/05/16/isu-pki-bangkit-kembali-ahmad-basarah-tap-mprs-nomor-xxv-tahun-1966-masih-berlaku/ HTTP/1.1\" 200 17333\n",
      "2020-05-18 15:20:07,248 - DEBUG - Starting new HTTPS connection (1): wartakota.tribunnews.com:443\n",
      "2020-05-18 15:20:07,651 - DEBUG - https://wartakota.tribunnews.com:443 \"GET /2020/03/21/ahli-virus-ini-mengatakan-covid-19-paling-mudah-dihancurkan-dengan-cairan-ini-di-luar-tubuh HTTP/1.1\" 200 28200\n",
      "2020-05-18 15:20:07,876 - DEBUG - Starting new HTTPS connection (1): ibtimes.id:443\n",
      "2020-05-18 15:20:08,822 - DEBUG - https://ibtimes.id:443 \"GET /jasser-auda-pembaru-maqasid-syariah-kontemporer/ HTTP/1.1\" 200 None\n",
      "2020-05-18 15:20:09,021 - DEBUG - Starting new HTTPS connection (1): www.timesmalang.com:443\n",
      "2020-05-18 15:20:14,843 - DEBUG - https://www.timesmalang.com:443 \"GET /berita/126472/ahamd-basarah-tak-ada-ruang-bagi-pki-kembali-bangkit HTTP/1.1\" 200 None\n",
      "2020-05-18 15:20:14,991 - DEBUG - Starting new HTTPS connection (1): www.timesmalang.com:443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found BM/ID article\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2020-05-18 15:20:15,333 - DEBUG - https://www.timesmalang.com:443 \"GET /berita/126472/ahamd-basarah-tak-ada-ruang-bagi-pki-kembali-bangkit HTTP/1.1\" 200 None\n",
      "2020-05-18 15:20:15,513 - DEBUG - Starting new HTTPS connection (1): tirto.id:443\n",
      "2020-05-18 15:20:15,725 - DEBUG - https://tirto.id:443 \"GET /sari-nusseibeh-dan-jalan-empiris-untuk-perdamaian-israel-palestina-e8k6 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:20:15,925 - DEBUG - Starting new HTTPS connection (1): tirto.id:443\n",
      "2020-05-18 15:20:16,296 - DEBUG - https://tirto.id:443 \"GET /baca-buku-jadi-makin-asoy-sejak-workfromhome-diterapkan-fluq HTTP/1.1\" 200 None\n",
      "2020-05-18 15:20:16,519 - DEBUG - Starting new HTTPS connection (1): republika.co.id:443\n",
      "2020-05-18 15:20:16,691 - DEBUG - https://republika.co.id:443 \"GET /berita/nasional/umum/ptm4dg349/akademisi-pencemaran-laut-tak-hanya-sampah-plastik HTTP/1.1\" 200 None\n",
      "2020-05-18 15:20:26,984 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:20:27,116 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=270 HTTP/1.1\" 200 None\n",
      "2020-05-18 15:20:28,304 - DEBUG - EUC-JP Japanese prober hit error at byte 137872\n",
      "2020-05-18 15:20:28,801 - DEBUG - EUC-KR Korean prober hit error at byte 137872\n",
      "2020-05-18 15:20:29,551 - DEBUG - EUC-TW Taiwan prober hit error at byte 137872\n",
      "2020-05-18 15:20:30,016 - DEBUG - utf-8  confidence = 0.7525\n",
      "2020-05-18 15:20:30,017 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:20:30,017 - DEBUG - EUC-JP not active\n",
      "2020-05-18 15:20:30,017 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:20:30,018 - DEBUG - EUC-KR not active\n",
      "2020-05-18 15:20:30,019 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:20:30,019 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:20:30,020 - DEBUG - EUC-TW not active\n",
      "2020-05-18 15:20:30,020 - DEBUG - windows-1251 Russian confidence = 0.01\n",
      "2020-05-18 15:20:30,021 - DEBUG - KOI8-R Russian confidence = 0.01\n",
      "2020-05-18 15:20:30,022 - DEBUG - ISO-8859-5 Russian confidence = 0.01\n",
      "2020-05-18 15:20:30,022 - DEBUG - MacCyrillic Russian confidence = 0.01\n",
      "2020-05-18 15:20:30,023 - DEBUG - IBM866 Russian confidence = 0.01\n",
      "2020-05-18 15:20:30,023 - DEBUG - IBM855 Russian confidence = 0.01\n",
      "2020-05-18 15:20:30,024 - DEBUG - ISO-8859-7 Greek confidence = 0.0\n",
      "2020-05-18 15:20:30,024 - DEBUG - windows-1253 Greek confidence = 0.0\n",
      "2020-05-18 15:20:30,025 - DEBUG - ISO-8859-5 Bulgairan confidence = 0.01\n",
      "2020-05-18 15:20:30,025 - DEBUG - windows-1251 Bulgarian confidence = 0.01\n",
      "2020-05-18 15:20:30,026 - DEBUG - TIS-620 Thai confidence = 0.01\n",
      "2020-05-18 15:20:30,026 - DEBUG - ISO-8859-9 Turkish confidence = 0.46339427073943457\n",
      "2020-05-18 15:20:30,026 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:20:30,027 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:20:30,027 - DEBUG - windows-1255 Hebrew confidence = 0.0\n",
      "2020-05-18 15:20:30,028 - DEBUG - utf-8  confidence = 0.7525\n",
      "2020-05-18 15:20:30,028 - DEBUG - SHIFT_JIS Japanese confidence = 0.01\n",
      "2020-05-18 15:20:30,029 - DEBUG - EUC-JP not active\n",
      "2020-05-18 15:20:30,030 - DEBUG - GB2312 Chinese confidence = 0.01\n",
      "2020-05-18 15:20:30,030 - DEBUG - EUC-KR not active\n",
      "2020-05-18 15:20:30,031 - DEBUG - CP949 Korean confidence = 0.01\n",
      "2020-05-18 15:20:30,031 - DEBUG - Big5 Chinese confidence = 0.01\n",
      "2020-05-18 15:20:30,032 - DEBUG - EUC-TW not active\n",
      "2020-05-18 15:20:30,082 - DEBUG - Starting new HTTPS connection (1): www.wajahbatam.id:443\n",
      "2020-05-18 15:20:31,556 - DEBUG - https://www.wajahbatam.id:443 \"GET /politik/wb-02042020/antara-bilik-virus-bambu-runcing-dan-darurat-sipil/ HTTP/1.1\" 200 None\n",
      "2020-05-18 15:20:31,804 - DEBUG - Starting new HTTPS connection (1): rmn.ph:443\n",
      "2020-05-18 15:20:33,500 - DEBUG - https://rmn.ph:443 \"GET /2-sasakyan-na-minamaneho-ng-pulis-at-guro-nagsalpukan-isa-patay/ HTTP/1.1\" 200 32486\n",
      "2020-05-18 15:20:43,925 - DEBUG - Starting new HTTPS connection (1): www.google.com.my:443\n",
      "2020-05-18 15:20:44,054 - DEBUG - https://www.google.com.my:443 \"GET /search?q=isu+doktor&source=lnt&tbs=cdr%3A1%2Ccd_min%3A2000%2Ccd_max%3A2021&tbm=nws&start=280 HTTP/1.1\" 200 None\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "No more news to read for keyword isu doktor.\n"
     ]
    }
   ],
   "source": [
    "for topic in topics:\n",
    "    # topic = 'isu ' + topic\n",
    "    file = topic + '.json'\n",
    "    if file in os.listdir(os.getcwd()):\n",
    "        print('passed: ', file)\n",
    "        continue\n",
    "    \n",
    "    print('crawling', topic)\n",
    "    results = google_news_run(\n",
    "        topic,\n",
    "        limit = 10000,\n",
    "        year_start = 2000,\n",
    "        year_end = 2021,\n",
    "        debug = False,\n",
    "        sleep_time_every_ten_articles = 10\n",
    "    )\n",
    "\n",
    "    with open(file, 'w') as fopen:\n",
    "        fopen.write(json.dumps(results))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
