Dataset_Generator.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "view-in-github"
   },
   "source": [
    "<a href=\"https://colab.research.google.com/github/rajadevineni/Scrapping_Wiki_Travel/blob/master/WT_article_scraper.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "Xakuj66f_2K-"
   },
   "source": [
    "# **Location Clasification**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 272
    },
    "colab_type": "code",
    "id": "a8uyGqa0vlNJ",
    "outputId": "9b7bc26e-82b9-44d8-da3d-3fd0d3a9c1ef"
   },
   "outputs": [],
   "source": [
    "#Rajasekhar Devineni\n",
    "\n",
    "import pandas as pd\n",
    "import sys\n",
    "import requests\n",
    "import bs4\n",
    "import urllib\n",
    "from bs4 import BeautifulSoup\n",
    "\n",
    "# Importing PyGithub libraries to create files on Github from the script\n",
    "import base64\n",
    "#!pip install PyGithub\n",
    "#from github import Github\n",
    "from pprint import pprint"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "Xakuj66f_2K-"
   },
   "source": [
    "# **Importing places data from Github source respository to Pandas DataFrame**"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "9ah8z2rRARkU"
   },
   "source": [
    "***The Source file is obtained from https://simplemaps.com/data/world-cities with 15,000 cities on free plan.***"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 419
    },
    "colab_type": "code",
    "id": "Xp5s39Q98AGB",
    "outputId": "909ee64e-14ff-45eb-ce95-957b0f1312d1"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>city</th>\n",
       "      <th>city_ascii</th>\n",
       "      <th>lat</th>\n",
       "      <th>lng</th>\n",
       "      <th>country</th>\n",
       "      <th>iso2</th>\n",
       "      <th>iso3</th>\n",
       "      <th>admin_name</th>\n",
       "      <th>capital</th>\n",
       "      <th>population</th>\n",
       "      <th>id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>Tokyo</td>\n",
       "      <td>Tokyo</td>\n",
       "      <td>35.6850</td>\n",
       "      <td>139.7514</td>\n",
       "      <td>Japan</td>\n",
       "      <td>JP</td>\n",
       "      <td>JPN</td>\n",
       "      <td>Tōkyō</td>\n",
       "      <td>primary</td>\n",
       "      <td>35676000.0</td>\n",
       "      <td>1392685764</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>New York</td>\n",
       "      <td>New York</td>\n",
       "      <td>40.6943</td>\n",
       "      <td>-73.9249</td>\n",
       "      <td>United States</td>\n",
       "      <td>US</td>\n",
       "      <td>USA</td>\n",
       "      <td>New York</td>\n",
       "      <td>NaN</td>\n",
       "      <td>19354922.0</td>\n",
       "      <td>1840034016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>Mexico City</td>\n",
       "      <td>Mexico City</td>\n",
       "      <td>19.4424</td>\n",
       "      <td>-99.1310</td>\n",
       "      <td>Mexico</td>\n",
       "      <td>MX</td>\n",
       "      <td>MEX</td>\n",
       "      <td>Ciudad de México</td>\n",
       "      <td>primary</td>\n",
       "      <td>19028000.0</td>\n",
       "      <td>1484247881</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>Mumbai</td>\n",
       "      <td>Mumbai</td>\n",
       "      <td>19.0170</td>\n",
       "      <td>72.8570</td>\n",
       "      <td>India</td>\n",
       "      <td>IN</td>\n",
       "      <td>IND</td>\n",
       "      <td>Mahārāshtra</td>\n",
       "      <td>admin</td>\n",
       "      <td>18978000.0</td>\n",
       "      <td>1356226629</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>São Paulo</td>\n",
       "      <td>Sao Paulo</td>\n",
       "      <td>-23.5587</td>\n",
       "      <td>-46.6250</td>\n",
       "      <td>Brazil</td>\n",
       "      <td>BR</td>\n",
       "      <td>BRA</td>\n",
       "      <td>São Paulo</td>\n",
       "      <td>admin</td>\n",
       "      <td>18845000.0</td>\n",
       "      <td>1076532519</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15488</td>\n",
       "      <td>Timmiarmiut</td>\n",
       "      <td>Timmiarmiut</td>\n",
       "      <td>62.5333</td>\n",
       "      <td>-42.2167</td>\n",
       "      <td>Greenland</td>\n",
       "      <td>GL</td>\n",
       "      <td>GRL</td>\n",
       "      <td>Kujalleq</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>1304206491</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15489</td>\n",
       "      <td>Cheremoshna</td>\n",
       "      <td>Cheremoshna</td>\n",
       "      <td>51.3894</td>\n",
       "      <td>30.0989</td>\n",
       "      <td>Ukraine</td>\n",
       "      <td>UA</td>\n",
       "      <td>UKR</td>\n",
       "      <td>Kyyivs’ka Oblast’</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1804043438</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15490</td>\n",
       "      <td>Ambarchik</td>\n",
       "      <td>Ambarchik</td>\n",
       "      <td>69.6510</td>\n",
       "      <td>162.3336</td>\n",
       "      <td>Russia</td>\n",
       "      <td>RU</td>\n",
       "      <td>RUS</td>\n",
       "      <td>Sakha (Yakutiya)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1643739159</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15491</td>\n",
       "      <td>Nordvik</td>\n",
       "      <td>Nordvik</td>\n",
       "      <td>74.0165</td>\n",
       "      <td>111.5100</td>\n",
       "      <td>Russia</td>\n",
       "      <td>RU</td>\n",
       "      <td>RUS</td>\n",
       "      <td>Krasnoyarskiy Kray</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1643587468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15492</td>\n",
       "      <td>Ennadai</td>\n",
       "      <td>Ennadai</td>\n",
       "      <td>61.1333</td>\n",
       "      <td>-100.8833</td>\n",
       "      <td>Canada</td>\n",
       "      <td>CA</td>\n",
       "      <td>CAN</td>\n",
       "      <td>Nunavut</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1124019423</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>15493 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              city   city_ascii      lat       lng        country iso2 iso3  \\\n",
       "0            Tokyo        Tokyo  35.6850  139.7514          Japan   JP  JPN   \n",
       "1         New York     New York  40.6943  -73.9249  United States   US  USA   \n",
       "2      Mexico City  Mexico City  19.4424  -99.1310         Mexico   MX  MEX   \n",
       "3           Mumbai       Mumbai  19.0170   72.8570          India   IN  IND   \n",
       "4        São Paulo    Sao Paulo -23.5587  -46.6250         Brazil   BR  BRA   \n",
       "...            ...          ...      ...       ...            ...  ...  ...   \n",
       "15488  Timmiarmiut  Timmiarmiut  62.5333  -42.2167      Greenland   GL  GRL   \n",
       "15489  Cheremoshna  Cheremoshna  51.3894   30.0989        Ukraine   UA  UKR   \n",
       "15490    Ambarchik    Ambarchik  69.6510  162.3336         Russia   RU  RUS   \n",
       "15491      Nordvik      Nordvik  74.0165  111.5100         Russia   RU  RUS   \n",
       "15492      Ennadai      Ennadai  61.1333 -100.8833         Canada   CA  CAN   \n",
       "\n",
       "               admin_name  capital  population          id  \n",
       "0                   Tōkyō  primary  35676000.0  1392685764  \n",
       "1                New York      NaN  19354922.0  1840034016  \n",
       "2        Ciudad de México  primary  19028000.0  1484247881  \n",
       "3             Mahārāshtra    admin  18978000.0  1356226629  \n",
       "4               São Paulo    admin  18845000.0  1076532519  \n",
       "...                   ...      ...         ...         ...  \n",
       "15488            Kujalleq      NaN        10.0  1304206491  \n",
       "15489   Kyyivs’ka Oblast’      NaN         0.0  1804043438  \n",
       "15490    Sakha (Yakutiya)      NaN         0.0  1643739159  \n",
       "15491  Krasnoyarskiy Kray      NaN         0.0  1643587468  \n",
       "15492             Nunavut      NaN         0.0  1124019423  \n",
       "\n",
       "[15493 rows x 11 columns]"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Make sure you have the source file in the same directory as the python file.\n",
    "cities_data = pd.read_csv('worldcities.csv')\n",
    "cities_data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "qnDy0MbgHF6d"
   },
   "source": [
    "**Some cities have same names but in different countries or in different states, so we eliminate lesser important cities based on the population**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "YVYlzFps_vZm",
    "outputId": "82595978-2169-4e1b-a985-01f9c3d0c87b"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1100\n"
     ]
    }
   ],
   "source": [
    "duplicates = set(cities_data[cities_data.duplicated(['city_ascii'],keep=False)]['city_ascii'])\n",
    "print(len(duplicates))\n",
    "#1100 cities have same name despite different locations"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "l7xxIOhW2XqC"
   },
   "source": [
    "**Sorting the cities on Alphabetical order and then on Decreasing population, then removing the all the cities with same names what has lower population**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "Ym8bMdp8RRhP"
   },
   "outputs": [],
   "source": [
    "# Sorting the cities Alphabetically and then on descending order of population \n",
    "cities_data = cities_data.sort_values(['city_ascii','population'], ascending=(True,False))\n",
    "# keeping just the highest populated cities if they have same name\n",
    "cities_data = cities_data.drop_duplicates(['city_ascii'], keep='first')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "HMEFX1Eo2w58"
   },
   "source": [
    "**Dropping all the unwanted columns**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "VSLHjcAs0hBu"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>city_ascii</th>\n",
       "      <th>country</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>2757</td>\n",
       "      <td>'s-Hertogenbosch</td>\n",
       "      <td>Netherlands</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1316</td>\n",
       "      <td>A Coruna</td>\n",
       "      <td>Spain</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2912</td>\n",
       "      <td>Aalborg</td>\n",
       "      <td>Denmark</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>10572</td>\n",
       "      <td>Aarau</td>\n",
       "      <td>Switzerland</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1849</td>\n",
       "      <td>Aarhus</td>\n",
       "      <td>Denmark</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5699</td>\n",
       "      <td>`Ajman</td>\n",
       "      <td>United Arab Emirates</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5761</td>\n",
       "      <td>`Amran</td>\n",
       "      <td>Yemen</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1958</td>\n",
       "      <td>`Ar`ar</td>\n",
       "      <td>Saudi Arabia</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4163</td>\n",
       "      <td>`Ataq</td>\n",
       "      <td>Yemen</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3238</td>\n",
       "      <td>`Ibri</td>\n",
       "      <td>Oman</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>13482 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             city_ascii               country\n",
       "2757   's-Hertogenbosch           Netherlands\n",
       "1316           A Coruna                 Spain\n",
       "2912            Aalborg               Denmark\n",
       "10572             Aarau           Switzerland\n",
       "1849             Aarhus               Denmark\n",
       "...                 ...                   ...\n",
       "5699             `Ajman  United Arab Emirates\n",
       "5761             `Amran                 Yemen\n",
       "1958             `Ar`ar          Saudi Arabia\n",
       "4163              `Ataq                 Yemen\n",
       "3238              `Ibri                  Oman\n",
       "\n",
       "[13482 rows x 2 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cities_data = cities_data.drop(columns= ['city','lat','lng','iso2','iso3','admin_name','capital','population','id'])\n",
    "cities_data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "tNa34Bi9P1Nw"
   },
   "source": [
    "**Function \"get_article_data\", Collects Article data from Wiki Travel page**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "NN2_wuZgeKRU"
   },
   "outputs": [],
   "source": [
    "def get_article_data(URL) -> str:\n",
    "  try:\n",
    "    res = requests.get(URL)\n",
    "    res.raise_for_status()\n",
    "    wiki = bs4.BeautifulSoup(res.text,\"html.parser\")\n",
    "    #article_content = []\n",
    "    article_content = ''\n",
    "    #Looping through all the paragraph and concatinating them into a string.\n",
    "    for i in wiki.select('p'):\n",
    "      #article_content.append(i.getText())\n",
    "      article_content += i.getText()\n",
    "    return article_content\n",
    "  except requests.exceptions.HTTPError as e:\n",
    "    return 'NA'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "fPHaY6pW_2Sm"
   },
   "source": [
    "# **Setting up the authentication to access public repositories.**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ZxLCcjGC_0Lh"
   },
   "outputs": [],
   "source": [
    "username = \"Your Username\"\n",
    "password = \"Your Password\"\n",
    "# authenticate to github\n",
    "g = Github(username, password)\n",
    "# get the authenticated user\n",
    "user = g.get_user()\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "WkVkG1jIAOi8"
   },
   "source": [
    "# **Fetching article data of each city from Wiki**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "fVSNW4mW9MbM"
   },
   "outputs": [],
   "source": [
    "# Create empty DataFrame\n",
    "city_descriptions = pd.DataFrame(columns = [\"City\", \"Country\", \"Description\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "colab_type": "code",
    "id": "nDzX1loQEgsD",
    "outputId": "0d037a34-7478-4155-eaee-326d143c470d"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1 Luxor\n",
      "2 Lynchburg\n",
      "3 Lynden\n",
      "4 Lynnwood\n",
      "5 Lyon\n",
      "6 Maasin\n",
      "7 Maastricht\n",
      "8 Mabaruma\n",
      "9 Macapa\n",
      "10 Macau\n",
      "11 Maceio\n",
      "12 Machala\n",
      "13 Machilipatnam\n",
      "14 Mackay\n",
      "15 Madaba\n",
      "16 Madeira\n",
      "17 Madera\n",
      "18 Madison\n",
      "19 Madiun\n",
      "20 Madona\n",
      "21 Madrid\n",
      "22 Madura\n",
      "23 Mae Hong Son\n",
      "24 Mae Sot\n",
      "25 Maebashi\n",
      "26 Magadan\n",
      "27 Magdeburg\n",
      "28 Magnitogorsk\n",
      "29 Magway\n",
      "30 Maha Sarakham\n",
      "31 Mahajanga\n",
      "32 Maidenhead\n",
      "33 Maidstone\n",
      "34 Maiduguri\n",
      "35 Maine\n",
      "36 Mainz\n",
      "37 Maizuru\n",
      "38 Majuro\n",
      "39 Makassar\n",
      "40 Makati City\n",
      "41 Makawao\n",
      "42 Makeni\n",
      "43 Makhachkala\n",
      "44 Malabo\n",
      "45 Malaga\n",
      "46 Malakal\n",
      "47 Malang\n",
      "48 Malargue\n",
      "49 Malatya\n",
      "50 Malaybalay\n",
      "51 Male\n",
      "52 Mali\n",
      "53 Maliana\n",
      "54 Malibu\n",
      "55 Malindi\n",
      "56 Malmo\n",
      "57 Malta\n",
      "58 Mamaroneck\n",
      "59 Mammoth Lakes\n",
      "60 Mamoudzou\n",
      "61 Man\n",
      "62 Manado\n",
      "63 Managua\n",
      "64 Manalapan\n",
      "65 Manama\n",
      "66 Manasquan\n",
      "67 Manassas\n",
      "68 Manaus\n",
      "69 Manchester\n",
      "70 Manchester-by-the-Sea\n",
      "71 Mandalay\n",
      "72 Mandaluyong City\n",
      "73 Mandeville\n",
      "74 Mangalore\n",
      "75 Manhattan\n",
      "76 Manhattan Beach\n",
      "77 Manila\n",
      "78 Manisa\n",
      "79 Manistee\n",
      "80 Manitou Springs\n",
      "81 Manizales\n",
      "82 Mannheim\n",
      "83 Manta\n",
      "84 Manteca\n",
      "85 Manteo\n",
      "86 Manzanillo\n",
      "87 Manzhouli\n",
      "88 Manzini\n",
      "89 Mao\n",
      "90 Mapleton\n",
      "91 Maputo\n",
      "92 Mar del Plata\n",
      "93 Maracaibo\n",
      "94 Maracay\n",
      "95 Maradi\n",
      "96 Marathon\n",
      "97 Marbella\n",
      "98 Mardin\n",
      "99 Margate\n",
      "100 Maribor\n",
      "101 Mariehamn\n",
      "102 Marina del Rey\n",
      "103 Markham\n",
      "104 Maroantsetra\n",
      "105 Marrakech\n",
      "106 Marsa Matruh\n",
      "107 Marsabit\n",
      "108 Marsala\n",
      "109 Marsaxlokk\n",
      "110 Marseille\n",
      "111 Martapura\n",
      "112 Mary\n",
      "113 Maryborough\n",
      "114 Maryville\n",
      "115 Masasi\n",
      "116 Masaya\n",
      "117 Masbate\n",
      "118 Maseru\n",
      "119 Mashhad\n",
      "120 Masindi\n",
      "121 Mason City\n",
      "122 Massawa\n",
      "123 Masterton\n",
      "124 Masvingo\n",
      "125 Matagalpa\n",
      "126 Matanzas\n",
      "127 Matara\n",
      "128 Mataram\n",
      "129 Mataro\n",
      "130 Mathura\n",
      "131 Matlock\n",
      "132 Matola\n",
      "133 Matsue\n",
      "134 Matsuyama\n",
      "135 Maumere\n",
      "136 Maun\n",
      "137 Mawlamyine\n",
      "138 Mayaguez\n",
      "139 Mayumba\n",
      "140 Mazar-e Sharif\n",
      "141 Mazatlan\n",
      "142 Mbabane\n",
      "143 Mbaiki\n",
      "144 Mbale\n",
      "145 Mbamba Bay\n",
      "146 Mbarara\n",
      "147 Mbeya\n",
      "148 McAllen\n",
      "149 McComb\n",
      "150 McKinleyville\n",
      "151 Mecca\n",
      "152 Mechanicsburg\n",
      "153 Medan\n",
      "154 Medellin\n",
      "155 Media\n",
      "156 Medicine Hat\n",
      "157 Medina\n",
      "158 Meerut\n",
      "159 Meizhou\n",
      "160 Mejillones\n",
      "161 Mekele\n",
      "162 Meknes\n",
      "163 Melaka\n",
      "164 Melbourne\n",
      "165 Melekeok\n",
      "166 Memphis\n",
      "167 Mendi\n",
      "168 Mendoza\n",
      "169 Menlo Park\n",
      "170 Mercedes\n",
      "171 Mercer Island\n",
      "172 Meredith\n",
      "173 Merimbula\n",
      "174 Merrick\n",
      "175 Merrifield\n",
      "176 Merrimack\n",
      "177 Mersin\n",
      "178 Meru\n",
      "179 Mesa\n",
      "180 Messina\n",
      "181 Metairie\n",
      "182 Metropolis\n",
      "183 Metz\n",
      "184 Mexicali\n",
      "185 Mexico\n",
      "186 Mexico City\n",
      "187 Miami\n",
      "188 Miami Beach\n",
      "189 Mianyang\n",
      "190 Miaoli\n",
      "191 Michigan City\n",
      "192 Middleburg\n",
      "193 Middlesbrough\n",
      "194 Midland Park\n",
      "195 Midlothian\n",
      "196 Mikkeli\n",
      "197 Milan\n",
      "198 Mildura\n",
      "199 Mill Valley\n",
      "200 Millbrae\n",
      "201 Milledgeville\n",
      "202 Milton Keynes\n",
      "203 Milwaukee\n",
      "204 Mindelo\n",
      "205 Minneapolis\n",
      "206 Minnetonka\n",
      "207 Minot\n",
      "208 Minsk\n",
      "209 Miragoane\n",
      "210 Miramar Beach\n",
      "211 Miri\n",
      "212 Mirpur Khas\n",
      "213 Mirzapur\n",
      "214 Mishawaka\n",
      "215 Miskolc\n",
      "216 Misratah\n",
      "217 Mission Viejo\n",
      "218 Missoula\n",
      "219 Mito\n",
      "220 Mitrovice\n",
      "221 Miyazaki\n",
      "222 Mo i Rana\n",
      "223 Moab\n",
      "224 Mocoa\n",
      "225 Modena\n",
      "226 Mogadishu\n",
      "227 Mohale's Hoek\n",
      "228 Mokhotlong\n",
      "229 Mokpo\n",
      "230 Molde\n",
      "231 Moline\n",
      "232 Mombasa\n",
      "233 Monaco\n",
      "234 Monastir\n",
      "235 Monclova\n",
      "236 Moncton\n",
      "237 Mongu\n",
      "238 Monrovia\n",
      "239 Mons\n",
      "240 Montana\n",
      "241 Montego Bay\n",
      "242 Monterey Park\n",
      "243 Monteria\n",
      "244 Monterrey\n",
      "245 Montes Claros\n",
      "246 Montevideo\n",
      "247 Montezuma\n",
      "248 Montgomery\n",
      "249 Montpellier\n",
      "250 Montreal\n",
      "251 Monywa\n",
      "252 Mooresville\n",
      "253 Moorhead\n",
      "254 Moosonee\n",
      "255 Mopti\n",
      "256 Morehead City\n",
      "257 Morelia\n",
      "258 Morgan Hill\n",
      "259 Morioka\n",
      "260 Morogoro\n",
      "261 Morondava\n",
      "262 Morristown\n",
      "263 Morro Bay\n",
      "264 Moscow\n",
      "265 Moshi\n",
      "266 Mossel Bay\n",
      "267 Mossendjo\n",
      "268 Mossoro\n",
      "269 Mostaganem\n",
      "270 Mostar\n",
      "271 Mosul\n",
      "272 Mount Dora\n",
      "273 Mount Hagen\n",
      "274 Mount Isa\n",
      "275 Mount Kisco\n",
      "276 Mount Laurel\n",
      "277 Mount Olive\n",
      "278 Mount Rainier\n",
      "279 Mount Shasta\n",
      "280 Mount Sinai\n",
      "281 Moyale\n",
      "282 Moyo\n",
      "283 Moyobamba\n",
      "284 Mpika\n",
      "285 Mpwapwa\n",
      "286 Mtskheta\n",
      "287 Mtwara\n",
      "288 Muar\n",
      "289 Mudanjiang\n",
      "290 Mudgee\n",
      "291 Mudon\n",
      "292 Mugla\n",
      "293 Muisne\n",
      "294 Mukdahan\n",
      "295 Mulhouse\n",
      "296 Mullingar\n",
      "297 Multan\n",
      "298 Mumbai\n",
      "299 Muncie\n",
      "300 Munich\n",
      "301 Murmansk\n",
      "302 Murphy\n",
      "303 Murray Bridge\n",
      "304 Mus\n",
      "305 Muscat\n",
      "306 Muscatine\n",
      "307 Muskegon\n",
      "308 Mutare\n",
      "309 Muzaffarpur\n",
      "310 Mwanza\n",
      "311 My Tho\n",
      "312 Myeik\n",
      "313 Myitkyina\n",
      "314 Mykolayiv\n",
      "315 Mymensingh\n",
      "316 Myrtle Beach\n",
      "317 Mysore\n",
      "318 Mzuzu\n",
      "319 N'Djamena\n",
      "320 Naas\n",
      "321 Nacogdoches\n",
      "322 Nadi\n",
      "323 Naga City\n",
      "324 Nagano\n",
      "325 Nagasaki\n",
      "326 Nagoya\n",
      "327 Nagpur\n",
      "328 Nagykanizsa\n",
      "329 Naha\n",
      "330 Nairobi\n",
      "331 Naivasha\n",
      "332 Nakhodka\n",
      "333 Nakhon Nayok\n",
      "334 Nakhon Pathom\n",
      "335 Nakhon Phanom\n",
      "336 Nakhon Ratchasima\n",
      "337 Nakhon Sawan\n",
      "338 Nakhon Si Thammarat\n",
      "339 Nakuru\n",
      "340 Nampa\n",
      "341 Nampula\n",
      "342 Namur\n",
      "343 Nan\n",
      "344 Nanaimo\n",
      "345 Nanakuli\n",
      "346 Nanchang\n",
      "347 Nancy\n",
      "348 Nanded\n",
      "349 Nandyal\n",
      "350 Nangan\n",
      "351 Nanjing\n",
      "352 Nanning\n",
      "353 Nantes\n",
      "354 Nantong\n",
      "355 Nantou\n",
      "356 Nantucket\n",
      "357 Nanyang\n",
      "358 Napa\n",
      "359 Naperville\n",
      "360 Napier\n",
      "361 Naples\n",
      "362 Nara\n",
      "363 Narathiwat\n",
      "364 Narrabri\n",
      "365 Narragansett\n",
      "366 Narsarsuaq\n",
      "367 Narva\n",
      "368 Narvik\n",
      "369 Naryn\n",
      "370 Nashville\n",
      "371 Nasik\n",
      "372 Nassau\n",
      "373 Natal\n",
      "374 Natchitoches\n",
      "375 Natick\n",
      "376 Natitingou\n",
      "377 Navarre\n",
      "378 Nawabshah\n",
      "379 Naxcivan\n",
      "380 Nazareth\n",
      "381 Nazca\n",
      "382 Nazret\n",
      "383 Nederland\n",
      "384 Neiafu\n",
      "385 Neiva\n",
      "386 Nellore\n",
      "387 Nelspruit\n",
      "388 Nenagh\n",
      "389 Nepalganj\n",
      "390 Neryungri\n",
      "391 Neuchatel\n",
      "392 Nevada\n",
      "393 Nevers\n",
      "394 Nevsehir\n",
      "395 New Albany\n",
      "396 New Bedford\n",
      "397 New Bern\n",
      "398 New Braunfels\n",
      "399 New Brunswick\n",
      "400 New Delhi\n",
      "401 New Fairfield\n",
      "402 New Glasgow\n",
      "403 New Haven\n",
      "404 New Hope\n",
      "405 New Milford\n",
      "406 New Orleans\n",
      "407 New Paltz\n",
      "408 New Plymouth\n",
      "409 New Roads\n",
      "410 New Smyrna Beach\n",
      "411 New York\n",
      "412 Newberg\n",
      "413 Newburyport\n",
      "414 Newcastle upon Tyne\n",
      "415 Newington\n",
      "416 Newman\n",
      "417 Newport Beach\n",
      "418 Newry\n",
      "419 Newton\n",
      "420 Neyshabur\n",
      "421 Ngaoundere\n",
      "422 Ngorongoro\n",
      "423 Nha Trang\n",
      "424 Niamey\n",
      "425 Nice\n",
      "426 Niceville\n",
      "427 Nicosia\n",
      "428 Nida\n",
      "429 Niigata\n",
      "430 Nimes\n",
      "431 Nimule\n",
      "432 Ningbo\n",
      "433 Ninh Binh\n",
      "434 Nis\n",
      "435 Niteroi\n",
      "436 Nitra\n",
      "437 Nizamabad\n",
      "438 Nizhnevartovsk\n",
      "439 Nizhniy Novgorod\n",
      "440 Nizwa\n",
      "441 Njombe\n",
      "442 Nkhata Bay\n",
      "443 Nkhotakota\n",
      "444 Noblesville\n",
      "445 Nogliki\n",
      "446 Nong Bua Lamphu\n",
      "447 Nong Khai\n",
      "448 Nonthaburi\n",
      "449 Normal\n",
      "450 Norristown\n",
      "451 Norrkoping\n",
      "452 North Andover\n",
      "453 North Attleborough\n",
      "454 North Battleford\n",
      "455 North Bay\n",
      "456 North Brunswick\n",
      "457 North Hills\n",
      "458 North Kingstown\n",
      "459 North Las Vegas\n",
      "460 North Myrtle Beach\n",
      "461 North Platte\n",
      "462 North Providence\n",
      "463 North Smithfield\n",
      "464 North Stonington\n",
      "465 Northallerton\n",
      "466 Northridge\n",
      "467 Northumberland\n",
      "468 Norwich\n",
      "469 Norwood\n",
      "470 Nottingham\n",
      "471 Nouadhibou\n",
      "472 Nouakchott\n",
      "473 Noumea\n",
      "474 Nova Gorica\n",
      "475 Novato\n",
      "476 Novi Pazar\n",
      "477 Novi Sad\n",
      "478 Novo Mesto\n",
      "479 Novokuznetsk\n",
      "480 Novorossiysk\n",
      "481 Novosibirsk\n",
      "482 Nowra\n",
      "483 Nueva Loja\n",
      "484 Nuevo Laredo\n",
      "485 Nukus\n",
      "486 Nuremberg\n",
      "487 Nutley\n",
      "488 Nuuk\n",
      "489 Nyala\n",
      "490 Nyaungdon\n",
      "491 Nyiregyhaza\n",
      "492 Nykoping\n",
      "493 Oak Park\n",
      "494 Oak Ridge\n",
      "495 Oakham\n",
      "496 Oakland\n",
      "497 Oakley\n",
      "498 Oberlin\n",
      "499 Obidos\n",
      "500 Obock\n",
      "501 Ocala\n",
      "502 Ocean Shores\n",
      "503 Ocean Springs\n",
      "504 Ocotal\n",
      "505 Odense\n",
      "506 Odesa\n",
      "507 Odessa\n",
      "508 Ogden\n",
      "509 Ohrid\n",
      "510 Oita\n",
      "511 Okayama\n",
      "512 Okha\n",
      "513 Okhotsk\n",
      "514 Oklahoma City\n",
      "515 Old Lyme\n",
      "516 Old Orchard Beach\n",
      "517 Old Saybrook\n",
      "518 Old Town\n",
      "519 Oldenburg\n",
      "520 Oldham\n",
      "521 Olgiy\n",
      "522 Olinda\n",
      "523 Olive Branch\n",
      "524 Olney\n",
      "525 Olomouc\n",
      "526 Olsztyn\n",
      "527 Omagh\n",
      "528 Omaha\n",
      "529 Omsk\n",
      "530 Onslow\n",
      "531 Ontario\n",
      "532 Opole\n",
      "533 Opuwo\n",
      "534 Oradea\n",
      "535 Oran\n",
      "536 Orange Beach\n",
      "537 Orange Walk\n",
      "538 Oranjestad\n",
      "539 Ordino\n",
      "540 Orebro\n",
      "541 Oregon\n",
      "542 Orenburg\n",
      "543 Orillia\n",
      "544 Orinda\n",
      "545 Orizaba\n",
      "546 Orlando\n",
      "547 Orleans\n",
      "548 Ormond Beach\n",
      "549 Orodara\n",
      "550 Oruro\n",
      "551 Osaka\n",
      "552 Osh\n",
      "553 Oshawa\n",
      "554 Oshkosh\n",
      "555 Osijek\n",
      "556 Oskemen\n",
      "557 Oslo\n",
      "558 Osnabruck\n",
      "559 Osorno\n",
      "560 Ossining\n",
      "561 Ostersund\n",
      "562 Ostrava\n",
      "563 Otaru\n",
      "564 Otjiwarongo\n",
      "565 Otsu\n",
      "566 Ottawa\n",
      "567 Ottumwa\n",
      "568 Ouagadougou\n",
      "569 Ouahigouya\n",
      "570 Oudtshoorn\n",
      "571 Ouidah\n",
      "572 Oulu\n",
      "573 Ourense\n",
      "574 Outjo\n",
      "575 Overland\n",
      "576 Overland Park\n",
      "577 Owen Sound\n",
      "578 Owensboro\n",
      "579 Owings Mills\n",
      "580 Oxford\n",
      "581 Oxnard\n",
      "582 Ozurgeti\n",
      "583 Paamiut\n",
      "584 Paarl\n",
      "585 Pacasmayo\n",
      "586 Pachuca\n",
      "587 Pacific Grove\n",
      "588 Pacifica\n",
      "589 Padang\n",
      "590 Paducah\n",
      "591 Pagadian\n",
      "592 Page\n",
      "593 Pagosa Springs\n",
      "594 Pahrump\n",
      "595 Pailin\n",
      "596 Paisley\n",
      "597 Pakokku\n",
      "598 Pakxe\n",
      "599 Palanga\n",
      "600 Palangkaraya\n",
      "601 Palatka\n",
      "602 Palembang\n",
      "603 Palermo\n",
      "604 Palestine\n",
      "605 Palikir\n",
      "606 Palm Bay\n",
      "607 Palm Beach\n",
      "608 Palm Coast\n",
      "609 Palm Desert\n",
      "610 Palm Harbor\n",
      "611 Palm Springs\n",
      "612 Palmdale\n",
      "613 Palmerston North\n",
      "614 Palmyra\n",
      "615 Palo Alto\n",
      "616 Palopo\n",
      "617 Palos Verdes Estates\n",
      "618 Palu\n",
      "619 Pampa\n",
      "620 Pamplona\n",
      "621 Panaji\n",
      "622 Panama City\n",
      "623 Panama City Beach\n",
      "624 Panevezys\n",
      "625 Pangnirtung\n",
      "626 Papeete\n",
      "627 Paphos\n",
      "628 Papillion\n",
      "629 Paracuru\n",
      "630 Paraiso\n",
      "631 Parakou\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "632 Paramaribo\n",
      "633 Paramus\n",
      "634 Paranagua\n",
      "635 Paraparaumu\n",
      "636 Pardubice\n",
      "637 Paris\n",
      "638 Parkersburg\n",
      "639 Parma\n",
      "640 Parnaiba\n",
      "641 Parnu\n",
      "642 Paro\n",
      "643 Parry Sound\n",
      "644 Pasadena\n",
      "645 Pasco\n",
      "646 Pasig City\n",
      "647 Passau\n",
      "648 Pasto\n",
      "649 Paterson\n",
      "650 Pathankot\n",
      "651 Pathein\n",
      "652 Pathum Thani\n",
      "653 Patiala\n",
      "654 Patna\n",
      "655 Patra\n",
      "656 Pattani\n",
      "657 Pavlodar\n",
      "658 Pawtucket\n",
      "659 Paysandu\n",
      "660 Peace River\n",
      "661 Pearl\n",
      "662 Pecs\n",
      "663 Pedernales\n",
      "664 Peekskill\n",
      "665 Peje\n",
      "666 Pekalongan\n",
      "667 Pekanbaru\n",
      "668 Pella\n",
      "669 Pelotas\n",
      "670 Pemagatshel\n",
      "671 Pematangsiantar\n",
      "672 Pemba\n",
      "673 Pembroke Pines\n",
      "674 Pendleton\n",
      "675 Penedo\n",
      "676 Pennsville\n",
      "677 Pensacola\n",
      "678 Penticton\n",
      "679 Penzance\n",
      "680 Pereira\n",
      "681 Permet\n",
      "682 Perpignan\n",
      "683 Perryton\n",
      "684 Perryville\n",
      "685 Perth\n",
      "686 Peru\n",
      "687 Perugia\n",
      "688 Pescara\n",
      "689 Peshawar\n",
      "690 Petaluma\n",
      "691 Peterborough\n",
      "692 Petersburg\n",
      "693 Petoskey\n",
      "694 Petropavlovsk-Kamchatskiy\n",
      "695 Petropolis\n",
      "696 Petrozavodsk\n",
      "697 Pevek\n",
      "698 Phan Thiet\n",
      "699 Phatthalung\n",
      "700 Phayao\n",
      "701 Phetchabun\n",
      "702 Phetchaburi\n",
      "703 Phichit\n",
      "704 Philadelphia\n",
      "705 Philipsburg\n",
      "706 Phitsanulok\n",
      "707 Phnom Penh\n",
      "708 Phoenix\n",
      "709 Phongsali\n",
      "710 Phonsavan\n",
      "711 Phra Nakhon Si Ayutthaya\n",
      "712 Phrae\n",
      "713 Phuket\n",
      "714 Piatra Neamt\n",
      "715 Pichilemu\n",
      "716 Pico Rivera\n",
      "717 Piedmont\n",
      "718 Pierre\n",
      "719 Pietermaritzburg\n",
      "720 Pigeon Forge\n",
      "721 Pikesville\n",
      "722 Pilar\n",
      "723 Pinar del Rio\n",
      "724 Pindamonhangaba\n",
      "725 Pine Bluff\n",
      "726 Pinecrest\n",
      "727 Pinehurst\n",
      "728 Pingdingshan\n",
      "729 Pingtung\n",
      "730 Piraeus\n",
      "731 Piran\n",
      "732 Pisa\n",
      "733 Pisco\n",
      "734 Pismo Beach\n",
      "735 Pittsburgh\n",
      "736 Pittsfield\n",
      "737 Piura\n",
      "738 Placerville\n",
      "739 Plano\n",
      "740 Plattsburgh\n",
      "741 Pleasant Hill\n",
      "742 Pleasanton\n",
      "743 Pleiku\n",
      "744 Pleven\n",
      "745 Plovdiv\n",
      "746 Plzen\n",
      "747 Pocatello\n",
      "748 Podgorica\n",
      "749 Podujeve\n",
      "750 Pogradec\n",
      "751 Pohang\n",
      "752 Point Fortin\n",
      "753 Pointe-Noire\n",
      "754 Poitiers\n",
      "755 Pokhara\n",
      "756 Poland\n",
      "757 Poltava\n",
      "758 Ponce\n",
      "759 Ponta Delgada\n",
      "760 Pontianak\n",
      "761 Poole\n",
      "762 Popayan\n",
      "763 Poplar Bluff\n",
      "764 Pori\n",
      "765 Porirua\n",
      "766 Porkeri\n",
      "767 Porlamar\n",
      "768 Port Alfred\n",
      "769 Port Angeles\n",
      "770 Port Antonio\n",
      "771 Port Arthur\n",
      "772 Port Augusta\n",
      "773 Port Blair\n",
      "774 Port Charlotte\n",
      "775 Port Douglas\n",
      "776 Port Elizabeth\n",
      "777 Port Harcourt\n",
      "778 Port Hedland\n",
      "779 Port Hope Simpson\n",
      "780 Port Hueneme\n",
      "781 Port Jefferson\n",
      "782 Port Laoise\n",
      "783 Port Lincoln\n",
      "784 Port Louis\n",
      "785 Port Macquarie\n",
      "786 Port Moresby\n",
      "787 Port Orange\n",
      "788 Port Orchard\n",
      "789 Port Royal\n",
      "790 Port Said\n",
      "791 Port St. John\n",
      "792 Port St. Lucie\n",
      "793 Port Sudan\n",
      "794 Port Talbot\n",
      "795 Port Townsend\n",
      "796 Port of Spain\n",
      "797 Port-Vila\n",
      "798 Port-au-Prince\n",
      "799 Portimao\n",
      "800 Portland\n",
      "801 Porto\n",
      "802 Porto Alegre\n",
      "803 Porto Novo\n",
      "804 Porto Seguro\n",
      "805 Porto Velho\n",
      "806 Porto-Novo\n",
      "807 Portsmouth\n",
      "808 Porvoo\n",
      "809 Posadas\n",
      "810 Postojna\n",
      "811 Potchefstroom\n",
      "812 Poteau\n",
      "813 Potomac\n",
      "814 Potosi\n",
      "815 Potsdam\n",
      "816 Pottsville\n",
      "817 Poughkeepsie\n",
      "818 Powell River\n",
      "819 Pozarevac\n",
      "820 Poznan\n",
      "821 Prachuap Khiri Khan\n",
      "822 Prague\n",
      "823 Praia\n",
      "824 Preston\n",
      "825 Pretoria\n",
      "826 Prey Veng\n",
      "827 Price\n",
      "828 Prien\n",
      "829 Prilep\n",
      "830 Prince Albert\n",
      "831 Prince George\n",
      "832 Prince Rupert\n",
      "833 Princess Anne\n",
      "834 Princeton\n",
      "835 Princetown\n",
      "836 Pristina\n",
      "837 Prizren\n",
      "838 Probolinggo\n",
      "839 Progreso\n",
      "840 Prokuplje\n",
      "841 Proserpine\n",
      "842 Prospect Heights\n",
      "843 Providence\n",
      "844 Provo\n",
      "845 Pskov\n",
      "846 Ptuj\n",
      "847 Pucallpa\n",
      "848 Puducherry\n",
      "849 Puebla\n",
      "850 Pueblo\n",
      "851 Puerto Baquerizo Moreno\n",
      "852 Puerto Barrios\n",
      "853 Puerto Escondido\n",
      "854 Puerto La Cruz\n",
      "855 Puerto Lopez\n",
      "856 Puerto Madryn\n",
      "857 Puerto Maldonado\n",
      "858 Puerto Montt\n",
      "859 Puerto Natales\n",
      "860 Puerto Plata\n",
      "861 Puerto Princesa\n",
      "862 Puerto Suarez\n",
      "863 Puerto Vallarta\n",
      "864 Puerto Varas\n",
      "865 Puerto Villamil\n",
      "866 Pula\n",
      "867 Pullman\n",
      "868 Punakha\n",
      "869 Pune\n",
      "870 Puno\n",
      "871 Punta Arenas\n",
      "872 Punta del Este\n",
      "873 Puntarenas\n",
      "874 Punxsutawney\n",
      "875 Puri\n",
      "876 Pursat\n",
      "877 Putina\n",
      "878 Putrajaya\n",
      "879 Puyallup\n",
      "880 Puyo\n",
      "881 Pyay\n",
      "882 Pyongyang\n",
      "883 Pyrgos\n",
      "884 Qaanaaq\n",
      "885 Qabala\n",
      "886 Qaqortoq\n",
      "887 Qasigiannguit\n",
      "888 Qax\n",
      "889 Qazvin\n",
      "890 Qingdao\n",
      "891 Qingyuan\n",
      "892 Qinhuangdao\n",
      "893 Qiqihar\n",
      "894 Qobustan\n",
      "895 Qom\n",
      "896 Quakertown\n",
      "897 Quanzhou\n",
      "898 Quba\n",
      "899 Queanbeyan\n",
      "900 Quebec\n",
      "901 Queens\n",
      "902 Quelimane\n",
      "903 Quellon\n",
      "904 Queretaro\n",
      "905 Quesada\n",
      "906 Quesnel\n",
      "907 Quetta\n",
      "908 Quetzaltenango\n",
      "909 Quezon City\n",
      "910 Quime\n",
      "911 Quito\n",
      "912 Qusar\n",
      "913 Quy Nhon\n",
      "914 Ra's al Khaymah\n",
      "915 Rabat\n",
      "916 Rabaul\n",
      "917 Rach Gia\n",
      "918 Racine\n",
      "919 Radovis\n",
      "920 Ragusa\n",
      "921 Rahimyar Khan\n",
      "922 Raichur\n",
      "923 Raipur\n",
      "924 Rajahmundry\n",
      "925 Rajkot\n",
      "926 Rajshahi\n",
      "927 Rakvere\n",
      "928 Raleigh\n",
      "929 Ramla\n",
      "930 Ramona\n",
      "931 Rancagua\n",
      "932 Ranchi\n",
      "933 Rancho Cucamonga\n",
      "934 Rancho Palos Verdes\n",
      "935 Rangoon\n",
      "936 Ranong\n",
      "937 Rapid City\n",
      "938 Rasht\n",
      "939 Ratchaburi\n",
      "940 Ratnapura\n",
      "941 Raton\n",
      "942 Raub\n",
      "943 Ravenna\n",
      "944 Rawalpindi\n",
      "945 Rayong\n",
      "946 Recife\n",
      "947 Red Bank\n",
      "948 Red Bluff\n",
      "949 Red Hook\n",
      "950 Red Wing\n",
      "951 Redding\n",
      "952 Redland\n",
      "953 Redlands\n",
      "954 Redondo Beach\n",
      "955 Redwood City\n",
      "956 Regensburg\n",
      "957 Reggio di Calabria\n",
      "958 Regina\n",
      "959 Reims\n",
      "960 Rennes\n",
      "961 Reno\n",
      "962 Renwick\n",
      "963 Resistencia\n",
      "964 Resita\n",
      "965 Resolute\n",
      "966 Revelstoke\n",
      "967 Revere\n",
      "968 Reykjavik\n",
      "969 Reynosa\n",
      "970 Rezekne\n",
      "971 Rhinelander\n",
      "972 Ribeira Grande\n",
      "973 Ribeirao Preto\n",
      "974 Riberalta\n",
      "975 Richardson\n",
      "976 Richland\n",
      "977 Richmond\n",
      "978 Ridgecrest\n",
      "979 Ridgewood\n",
      "980 Riga\n",
      "981 Rijeka\n",
      "982 Rimouski\n",
      "983 Rindge\n",
      "984 Rio Branco\n",
      "985 Rio Rancho\n",
      "986 Rio de Janeiro\n",
      "987 Riobamba\n",
      "988 Riohacha\n",
      "989 Rivas\n",
      "990 River Edge\n",
      "991 River Vale\n",
      "992 Rivera\n",
      "993 Riverside\n",
      "994 Rivne\n",
      "995 Riyadh\n",
      "996 Rize\n",
      "997 Roanoke\n",
      "998 Roatan\n",
      "999 Rochdale\n",
      "1000 Rochelle\n",
      "1001 Rochester Hills\n",
      "1002 Rock Hill\n",
      "1003 Rockaway\n",
      "1004 Rockford\n",
      "1005 Rockhampton\n",
      "1006 Rockledge\n",
      "1007 Rocklin\n",
      "1008 Rockville\n",
      "1009 Rockville Centre\n",
      "1010 Rodeo\n",
      "1011 Rohnert Park\n",
      "1012 Rohtak\n",
      "1013 Roi Et\n",
      "1014 Rolling Hills Estates\n",
      "1015 Romblon\n",
      "1016 Rome\n",
      "1017 Rosario\n",
      "1018 Roseau\n",
      "1019 Rosemount\n",
      "1020 Rosenheim\n",
      "1021 Roskilde\n",
      "1022 Rostock\n",
      "1023 Rotherham\n",
      "1024 Rotorua\n",
      "1025 Rotterdam\n",
      "1026 Rouen\n",
      "1027 Round Rock\n",
      "1028 Rouyn-Noranda\n",
      "1029 Rovaniemi\n",
      "1030 Rowland Heights\n",
      "1031 Royal Oak\n",
      "1032 Ruhengeri\n",
      "1033 Rumson\n",
      "1034 Rundu\n",
      "1035 Rurrenabaque\n",
      "1036 Ruse\n",
      "1037 Russas\n",
      "1038 Rustavi\n",
      "1039 Ruteng\n",
      "1040 Rzeszow\n",
      "1041 Sa Kaeo\n",
      "1042 Saarbrucken\n",
      "1043 Sabac\n",
      "1044 Sabaneta\n",
      "1045 Sacramento\n",
      "1046 Safety Harbor\n",
      "1047 Saga\n",
      "1048 Sagaing\n",
      "1049 Saginaw\n",
      "1050 Saidpur\n",
      "1051 Saint John\n",
      "1052 Saint John's\n",
      "1053 Saint Petersburg\n",
      "1054 Saint-Brieuc\n",
      "1055 Saint-Denis\n",
      "1056 Saint-Etienne\n",
      "1057 Saint-Louis\n",
      "1058 Saitama\n",
      "1059 Sakata\n",
      "1060 Sakon Nakhon\n",
      "1061 Salalah\n",
      "1062 Salamanca\n",
      "1063 Salaspils\n",
      "1064 Salatiga\n",
      "1065 Salekhard\n",
      "1066 Salerno\n",
      "1067 Salford\n",
      "1068 Salgotarjan\n",
      "1069 Salinas\n",
      "1070 Salinopolis\n",
      "1071 Salt Lake City\n",
      "1072 Salta\n",
      "1073 Saltillo\n",
      "1074 Salto\n",
      "1075 Salvador\n",
      "1076 Salzburg\n",
      "1077 Samaipata\n",
      "1078 Samara\n",
      "1079 Samarinda\n",
      "1080 Samarkand\n",
      "1081 Sambalpur\n",
      "1082 Samdrup Jongkhar\n",
      "1083 Same\n",
      "1084 Samraong\n",
      "1085 Samsun\n",
      "1086 Samut Prakan\n",
      "1087 Samut Sakhon\n",
      "1088 Samut Songkhram\n",
      "1089 San Angelo\n",
      "1090 San Antonio\n",
      "1091 San Antonio Oeste\n",
      "1092 San Benito\n",
      "1093 San Bernardino\n",
      "1094 San Carlos de Bariloche\n",
      "1095 San Clemente\n",
      "1096 San Diego\n",
      "1097 San Felipe\n",
      "1098 San Fernando\n",
      "1099 San Francisco\n",
      "1100 San German\n",
      "1101 San Juan\n",
      "1102 San Juan Capistrano\n",
      "1103 San Juan del Sur\n",
      "1104 San Leandro\n",
      "1105 San Luis Obispo\n",
      "1106 San Luis Potosi\n",
      "1107 San Marino\n",
      "1108 San Mateo\n",
      "1109 San Miguel de Tucuman\n",
      "1110 San Pedro Sula\n",
      "1111 San Pedro de Macoris\n",
      "1112 San Rafael\n",
      "1113 San Salvador\n",
      "1114 San Sebastian\n",
      "1115 Sanaa\n",
      "1116 Sancti Spiritus\n",
      "1117 Sandakan\n",
      "1118 Sandbach\n",
      "1119 Sandnes\n",
      "1120 Sandpoint\n",
      "1121 Sandusky\n",
      "1122 Sandy\n",
      "1123 Sandy Springs\n",
      "1124 Sangli\n",
      "1125 Sanliurfa\n",
      "1126 Sant Julia de Loria\n",
      "1127 Santa Barbara\n",
      "1128 Santa Clarita\n",
      "1129 Santa Cruz de Tenerife\n",
      "1130 Santa Lucia\n",
      "1131 Santa Marta\n",
      "1132 Santa Monica\n",
      "1133 Santa Rosalia\n",
      "1134 Santander\n",
      "1135 Santaquin\n",
      "1136 Santiago de Compostela\n",
      "1137 Santiago de Cuba\n",
      "1138 Santo Andre\n",
      "1139 Santo Domingo\n",
      "1140 Santo Domingo Tehuantepec\n",
      "1141 Santos\n",
      "1142 Sanya\n",
      "1143 Sao Carlos\n",
      "1144 Sao Gabriel da Cachoeira\n",
      "1145 Sao Jose do Rio Preto\n",
      "1146 Sao Jose dos Campos\n",
      "1147 Sao Luis\n",
      "1148 Sao Paulo\n",
      "1149 Sao Tome\n",
      "1150 Sapporo\n",
      "1151 Saraburi\n",
      "1152 Sarajevo\n",
      "1153 Saranac Lake\n",
      "1154 Sarande\n",
      "1155 Saransk\n",
      "1156 Sarasota\n",
      "1157 Saratoga Springs\n",
      "1158 Saratov\n",
      "1159 Sari\n",
      "1160 Sarnia\n",
      "1161 Sarpsborg\n",
      "1162 Saskatoon\n",
      "1163 Satellite Beach\n",
      "1164 Satsuma\n",
      "1165 Satu Mare\n",
      "1166 Satun\n",
      "1167 Sausalito\n",
      "1168 Savannah\n",
      "1169 Savannakhet\n",
      "1170 Savonlinna\n",
      "1171 Sawahlunto\n",
      "1172 Scarborough\n",
      "1173 Scarsdale\n",
      "1174 Schaan\n",
      "1175 Schaffhausen\n",
      "1176 Schaumburg\n",
      "1177 Schenectady\n",
      "1178 Schwerin\n",
      "1179 Scotch Plains\n",
      "1180 Scotts Valley\n",
      "1181 Scranton\n",
      "1182 SeaTac\n",
      "1183 Seaford\n",
      "1184 Seattle\n",
      "1185 Sedona\n",
      "1186 Sedro-Woolley\n",
      "1187 Seekonk\n",
      "1188 Segou\n",
      "1189 Sekondi\n",
      "1190 Selfoss\n",
      "1191 Selinsgrove\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1192 Semarang\n",
      "1193 Sen Monorom\n",
      "1194 Sendai\n",
      "1195 Seoul\n",
      "1196 Sept-Iles\n",
      "1197 Sequim\n",
      "1198 Serang\n",
      "1199 Seremban\n",
      "1200 Serpukhov\n",
      "1201 Serres\n",
      "1202 Sesheke\n",
      "1203 Setubal\n",
      "1204 Severna Park\n",
      "1205 Severomorsk\n",
      "1206 Sevilla\n",
      "1207 Seville\n",
      "1208 Seward\n",
      "1209 Sfax\n",
      "1210 Shah Alam\n",
      "1211 Shahrisabz\n",
      "1212 Shaker Heights\n",
      "1213 Shamokin\n",
      "1214 Shanghai\n",
      "1215 Shannon\n",
      "1216 Shantou\n",
      "1217 Shaoguan\n",
      "1218 Shaoxing\n",
      "1219 Sharjah\n",
      "1220 Shawnee\n",
      "1221 Sheboygan\n",
      "1222 Sheffield\n",
      "1223 Shenyang\n",
      "1224 Shenzhen\n",
      "1225 Shepherdstown\n",
      "1226 Shepparton\n",
      "1227 Sherbrooke\n",
      "1228 Sheridan\n",
      "1229 Shihezi\n",
      "1230 Shijiazhuang\n",
      "1231 Shillong\n",
      "1232 Shimla\n",
      "1233 Shimoga\n",
      "1234 Shiprock\n",
      "1235 Shiraz\n",
      "1236 Shiyan\n",
      "1237 Shizuoka\n",
      "1238 Shkoder\n",
      "1239 Shoreline\n",
      "1240 Shorewood\n",
      "1241 Short Hills\n",
      "1242 Shreveport\n",
      "1243 Shumen\n",
      "1244 Shwebo\n",
      "1245 Shymkent\n",
      "1246 Si Racha\n",
      "1247 Siauliai\n",
      "1248 Sibenik\n",
      "1249 Sibiu\n",
      "1250 Sibu\n",
      "1251 Sidi Bel Abbes\n",
      "1252 Sidon\n",
      "1253 Siem Reap\n",
      "1254 Siena\n",
      "1255 Sierra Vista\n",
      "1256 Siesta Key\n",
      "1257 Sigulda\n",
      "1258 Sihanoukville\n",
      "1259 Silchar\n",
      "1260 Silver City\n",
      "1261 Silver Spring\n",
      "1262 Simi Valley\n",
      "1263 Sincelejo\n",
      "1264 Sing Buri\n",
      "1265 Singapore\n",
      "1266 Singaraja\n",
      "1267 Singida\n",
      "1268 Singkawang\n",
      "1269 Singleton\n",
      "1270 Sinop\n",
      "1271 Sion\n",
      "1272 Sioux Falls\n",
      "1273 Siping\n",
      "1274 Siquijor\n",
      "1275 Siracusa\n",
      "1276 Sisimiut\n",
      "1277 Sisophon\n",
      "1278 Sitka\n",
      "1279 Sittwe\n",
      "1280 Sivas\n",
      "1281 Skidaway Island\n",
      "1282 Skien\n",
      "1283 Skocjan\n",
      "1284 Skofja Loka\n",
      "1285 Skokie\n",
      "1286 Skopje\n",
      "1287 Skovorodino\n",
      "1288 Slavonski Brod\n",
      "1289 Sleepy Hollow\n",
      "1290 Slidell\n",
      "1291 Sliema\n",
      "1292 Sligo\n",
      "1293 Sliven\n",
      "1294 Slobozia\n",
      "1295 Slough\n",
      "1296 Slyudyanka\n",
      "1297 Smithfield\n",
      "1298 Smolensk\n",
      "1299 Smolyan\n",
      "1300 Smyrna\n",
      "1301 Sobral\n",
      "1302 Soc Trang\n",
      "1303 Sochi\n",
      "1304 Socorro\n",
      "1305 Sofia\n",
      "1306 Sokcho\n",
      "1307 Sokhumi\n",
      "1308 Sokobanja\n",
      "1309 Solana Beach\n",
      "1310 Solapur\n",
      "1311 Soldotna\n",
      "1312 Solihull\n",
      "1313 Solola\n",
      "1314 Solothurn\n",
      "1315 Solvang\n",
      "1316 Somerdale\n",
      "1317 Somers\n",
      "1318 Somerton\n",
      "1319 Somerville\n",
      "1320 Somoto\n",
      "1321 Songea\n",
      "1322 Songkhla\n",
      "1323 Sonipat\n",
      "1324 Sonoma\n",
      "1325 Sopron\n",
      "1326 Sorata\n",
      "1327 Sousse\n",
      "1328 South Bank\n",
      "1329 South Bend\n",
      "1330 South Hadley\n",
      "1331 South Haven\n",
      "1332 South Kensington\n",
      "1333 South Kingstown\n",
      "1334 South Lake Tahoe\n",
      "1335 South San Francisco\n",
      "1336 South Windsor\n",
      "1337 Southampton\n",
      "1338 Southend-on-Sea\n",
      "1339 Southington\n",
      "1340 Southport\n",
      "1341 Sparta\n",
      "1342 Spartanburg\n",
      "1343 Spearfish\n",
      "1344 Split\n",
      "1345 Spokane\n",
      "1346 Spokane Valley\n",
      "1347 Springbok\n",
      "1348 Sremski Karlovci\n",
      "1349 Srinagar\n",
      "1350 St. Andrews\n",
      "1351 St. Anthony\n",
      "1352 St. Augustine\n",
      "1353 St. Clair\n",
      "1354 St. Clair Shores\n",
      "1355 St. Joseph\n",
      "1356 St. Louis\n",
      "1357 St. Paul\n",
      "1358 St. Petersburg\n",
      "1359 St. Robert\n",
      "1360 Stanton\n",
      "1361 Stara Zagora\n",
      "1362 Staraya Russa\n",
      "1363 Starkville\n",
      "1364 State College\n",
      "1365 Staten Island\n",
      "1366 Stavanger\n",
      "1367 Steamboat Springs\n",
      "1368 Steinbach\n",
      "1369 Steinkjer\n",
      "1370 Stevensville\n",
      "1371 Stip\n",
      "1372 Stirling\n",
      "1373 Stockholm\n",
      "1374 Stockport\n",
      "1375 Stockton-on-Tees\n",
      "1376 Stoke-on-Trent\n",
      "1377 Stone Mountain\n",
      "1378 Stony Brook\n",
      "1379 Stony Point\n",
      "1380 Storm Lake\n",
      "1381 Stornoway\n",
      "1382 Storrs\n",
      "1383 Strasbourg\n",
      "1384 Struga\n",
      "1385 Strumica\n",
      "1386 Stung Treng\n",
      "1387 Sturbridge\n",
      "1388 Sturgis\n",
      "1389 Stuttgart\n",
      "1390 Suai\n",
      "1391 Subotica\n",
      "1392 Succasunna\n",
      "1393 Suceava\n",
      "1394 Sucre\n",
      "1395 Suez\n",
      "1396 Suffolk\n",
      "1397 Sugar Land\n",
      "1398 Sukabumi\n",
      "1399 Sukhothai\n",
      "1400 Sumba\n",
      "1401 Summit\n",
      "1402 Sumqayit\n",
      "1403 Sumter\n",
      "1404 Sumy\n",
      "1405 Sunderland\n",
      "1406 Sundsvall\n",
      "1407 Sunny Isles Beach\n",
      "1408 Sunnyvale\n",
      "1409 Superior\n",
      "1410 Suphan Buri\n",
      "1411 Sur\n",
      "1412 Surabaya\n",
      "1413 Surakarta\n",
      "1414 Surat\n",
      "1415 Surat Thani\n",
      "1416 Surfside\n",
      "1417 Surgut\n",
      "1418 Surin\n",
      "1419 Susuman\n",
      "1420 Suva\n",
      "1421 Suwon\n",
      "1422 Suzhou\n",
      "1423 Svay Rieng\n",
      "1424 Svendborg\n",
      "1425 Svolvaer\n",
      "1426 Swakopmund\n",
      "1427 Swan Hill\n",
      "1428 Swansboro\n",
      "1429 Swansea\n",
      "1430 Swarthmore\n",
      "1431 Swartz Creek\n",
      "1432 Sweden\n",
      "1433 Swellendam\n",
      "1434 Swindon\n",
      "1435 Swords\n",
      "1436 Sycamore\n",
      "1437 Sydney\n",
      "1438 Sylhet\n",
      "1439 Szczecin\n",
      "1440 Szeged\n",
      "1441 Szekesfehervar\n",
      "1442 Tabriz\n",
      "1443 Tacloban\n",
      "1444 Tacna\n",
      "1445 Tacoma\n",
      "1446 Tacuarembo\n",
      "1447 Tadmur\n",
      "1448 Taft\n",
      "1449 Taganrog\n",
      "1450 Taguig City\n",
      "1451 Tai'an\n",
      "1452 Taichung\n",
      "1453 Tainan\n",
      "1454 Taipei\n",
      "1455 Taiping\n",
      "1456 Taitung\n",
      "1457 Taiyuan\n",
      "1458 Tak\n",
      "1459 Takamatsu\n",
      "1460 Takaoka\n",
      "1461 Takoma Park\n",
      "1462 Talas\n",
      "1463 Talca\n",
      "1464 Tallahassee\n",
      "1465 Tallinn\n",
      "1466 Tamale\n",
      "1467 Tamanrasset\n",
      "1468 Tambov\n",
      "1469 Tampa\n",
      "1470 Tampere\n",
      "1471 Tampico\n",
      "1472 Tangier\n",
      "1473 Tangshan\n",
      "1474 Tanjore\n",
      "1475 Tanjungpinang\n",
      "1476 Tanta\n",
      "1477 Taos\n",
      "1478 Tapachula\n",
      "1479 Tara\n",
      "1480 Tarabuco\n",
      "1481 Tarakan\n",
      "1482 Tarapoto\n",
      "1483 Tarawa\n",
      "1484 Taraz\n",
      "1485 Taree\n",
      "1486 Targoviste\n",
      "1487 Targu Jiu\n",
      "1488 Targu-Mures\n",
      "1489 Tarija\n",
      "1490 Tarma\n",
      "1491 Tarpon Springs\n",
      "1492 Tarragona\n",
      "1493 Tarrytown\n",
      "1494 Tarsus\n",
      "1495 Tartu\n",
      "1496 Tashkent\n",
      "1497 Tasiilaq\n",
      "1498 Tasikmalaya\n",
      "1499 Tatvan\n",
      "1500 Taunggyi\n",
      "1501 Taungoo\n",
      "1502 Taupo\n",
      "1503 Tauranga\n",
      "1504 Tawau\n",
      "1505 Tay Ninh\n",
      "1506 Taza\n",
      "1507 Tbilisi\n",
      "1508 Tchibanga\n",
      "1509 Te Anau\n",
      "1510 Teaneck\n",
      "1511 Tega Cay\n",
      "1512 Tegucigalpa\n",
      "1513 Tehran\n",
      "1514 Tekirdag\n",
      "1515 Tel Aviv-Yafo\n",
      "1516 Telavi\n",
      "1517 Telford\n",
      "1518 Teluk Intan\n",
      "1519 Temecula\n",
      "1520 Tempe\n",
      "1521 Temuco\n",
      "1522 Tena\n",
      "1523 Tenafly\n",
      "1524 Tenosique\n",
      "1525 Tepelene\n",
      "1526 Tepic\n",
      "1527 Teresina\n",
      "1528 Termiz\n",
      "1529 Ternate\n",
      "1530 Terrace\n",
      "1531 Terre Haute\n",
      "1532 Tetovo\n",
      "1533 Tewksbury\n",
      "1534 Texarkana\n",
      "1535 Tezpur\n",
      "1536 Thakhek\n",
      "1537 Thames\n",
      "1538 Thanh Hoa\n",
      "1539 Thargomindah\n",
      "1540 The Colony\n",
      "1541 The Hague\n",
      "1542 The Woodlands\n",
      "1543 Thessaloniki\n",
      "1544 Thibodaux\n",
      "1545 Thies\n",
      "1546 Thimphu\n",
      "1547 Thiruvananthapuram\n",
      "1548 Thompson\n",
      "1549 Thornton\n",
      "1550 Thunder Bay\n",
      "1551 Thung Song\n",
      "1552 Tianjin\n",
      "1553 Tiburon\n",
      "1554 Tiffin\n",
      "1555 Tijuana\n",
      "1556 Timaru\n",
      "1557 Timbuktu\n",
      "1558 Timisoara\n",
      "1559 Timmins\n",
      "1560 Tipton\n",
      "1561 Tirana\n",
      "1562 Tiraspol\n",
      "1563 Tirupati\n",
      "1564 Tiruvannamalai\n",
      "1565 Titel\n",
      "1566 Tivat\n",
      "1567 Tiverton\n",
      "1568 Toamasina\n",
      "1569 Tocopilla\n",
      "1570 Tofino\n",
      "1571 Tokat\n",
      "1572 Tokmok\n",
      "1573 Toktogul\n",
      "1574 Tokushima\n",
      "1575 Tokyo\n",
      "1576 Toliara\n",
      "1577 Tolmin\n",
      "1578 Toluca\n",
      "1579 Toms River\n",
      "1580 Tomsk\n",
      "1581 Tongren\n",
      "1582 Tongshan\n",
      "1583 Tonk\n",
      "1584 Tonsberg\n",
      "1585 Topeka\n",
      "1586 Topsham\n",
      "1587 Toronto\n",
      "1588 Torquay\n",
      "1589 Torrance\n",
      "1590 Torreon\n",
      "1591 Torshavn\n",
      "1592 Torun\n",
      "1593 Tottori\n",
      "1594 Toulon\n",
      "1595 Toulouse\n",
      "1596 Tours\n",
      "1597 Townsville\n",
      "1598 Towson\n",
      "1599 Toyama\n",
      "1600 Tozeur\n",
      "1601 Tra Vinh\n",
      "1602 Trabzon\n",
      "1603 Trakai\n",
      "1604 Tralee\n",
      "1605 Trang\n",
      "1606 Traralgon\n",
      "1607 Trashigang\n",
      "1608 Trat\n",
      "1609 Traverse City\n",
      "1610 Trbovlje\n",
      "1611 Trelew\n",
      "1612 Trencin\n",
      "1613 Trento\n",
      "1614 Trenton\n",
      "1615 Treviso\n",
      "1616 Triesenberg\n",
      "1617 Trieste\n",
      "1618 Trim\n",
      "1619 Trincomalee\n",
      "1620 Trindade\n",
      "1621 Trinidad\n",
      "1622 Tripoli\n",
      "1623 Trnava\n",
      "1624 Trois-Rivieres\n",
      "1625 Trollhattan\n",
      "1626 Tromso\n",
      "1627 Trondheim\n",
      "1628 Trowbridge\n",
      "1629 Troyes\n",
      "1630 Truckee\n",
      "1631 Trumbull\n",
      "1632 Truth or Consequences\n",
      "1633 Tsetserleg\n",
      "1634 Tsu\n",
      "1635 Tsumeb\n",
      "1636 Tsuruoka\n",
      "1637 Tuapse\n",
      "1638 Tucson\n",
      "1639 Tucupita\n",
      "1640 Tuktoyaktuk\n",
      "1641 Tukuyu\n",
      "1642 Tula\n",
      "1643 Tulcan\n",
      "1644 Tullamore\n",
      "1645 Tulsa\n",
      "1646 Tumbes\n",
      "1647 Tumby Bay\n",
      "1648 Tumen\n",
      "1649 Tumkur\n",
      "1650 Tumut\n",
      "1651 Tunceli\n",
      "1652 Tuncurry\n",
      "1653 Tunis\n",
      "1654 Tunja\n",
      "1655 Tupelo\n",
      "1656 Tupiza\n",
      "1657 Turangi\n",
      "1658 Turbo\n",
      "1659 Turin\n",
      "1660 Turkmenabat\n",
      "1661 Turku\n",
      "1662 Turpan\n",
      "1663 Tuscaloosa\n",
      "1664 Tuticorin\n",
      "1665 Tuzi\n",
      "1666 Tuzla\n",
      "1667 Tvoroyri\n",
      "1668 Tweed Heads\n",
      "1669 Twickenham\n",
      "1670 Twin Falls\n",
      "1671 Two Rivers\n",
      "1672 Tyler\n",
      "1673 Tynda\n",
      "1674 Tzaneen\n",
      "1675 Uberlandia\n",
      "1676 Ubon Ratchathani\n",
      "1677 Udaipur\n",
      "1678 Udine\n",
      "1679 Udon Thani\n",
      "1680 Ufa\n",
      "1681 Uglich\n",
      "1682 Ujjain\n",
      "1683 Ukiah\n",
      "1684 Ulaanbaatar\n",
      "1685 Ulaangom\n",
      "1686 Ulan-Ude\n",
      "1687 Ulcinj\n",
      "1688 Ulladulla\n",
      "1689 Ulm\n",
      "1690 Ulsan\n",
      "1691 Ulster\n",
      "1692 Umea\n",
      "1693 Umtata\n",
      "1694 Union City\n",
      "1695 Universal City\n",
      "1696 University Park\n",
      "1697 University at Buffalo\n",
      "1698 Upernavik\n",
      "1699 Upington\n",
      "1700 Upland\n",
      "1701 Upper Hutt\n",
      "1702 Uppsala\n",
      "1703 Uruapan\n",
      "1704 Urubamba\n",
      "1705 Urumqi\n",
      "1706 Ushuaia\n",
      "1707 Ussuriysk\n",
      "1708 Uthai Thani\n",
      "1709 Utica\n",
      "1710 Utrecht\n",
      "1711 Utsunomiya\n",
      "1712 Uttaradit\n",
      "1713 Uummannaq\n",
      "1714 Uyuni\n",
      "1715 Uzhhorod\n",
      "1716 Uzice\n",
      "1717 Vaasa\n",
      "1718 Vac\n",
      "1719 Vadodara\n",
      "1720 Vadso\n",
      "1721 Vaduz\n",
      "1722 Vagur\n",
      "1723 Vail\n",
      "1724 Valdez\n",
      "1725 Valdivia\n",
      "1726 Valdosta\n",
      "1727 Valencia\n",
      "1728 Valka\n",
      "1729 Valledupar\n",
      "1730 Vallejo\n",
      "1731 Valletta\n",
      "1732 Valparai\n",
      "1733 Valparaiso\n",
      "1734 Van\n",
      "1735 Vanadzor\n",
      "1736 Vancouver\n",
      "1737 Vanersborg\n",
      "1738 Vanimo\n",
      "1739 Vanino\n",
      "1740 Varanasi\n",
      "1741 Varazdin\n",
      "1742 Varna\n",
      "1743 Vasteras\n",
      "1744 Vaxjo\n",
      "1745 Vejle\n",
      "1746 Veliko Tarnovo\n",
      "1747 Vellore\n",
      "1748 Venice\n",
      "1749 Ventspils\n",
      "1750 Veracruz\n",
      "1751 Vereeniging\n",
      "1752 Verkhoyansk\n",
      "1753 Vernal\n",
      "1754 Verona\n",
      "1755 Versailles\n",
      "1756 Viana do Castelo\n",
      "1757 Vianden\n",
      "1758 Vibo Valentia\n",
      "1759 Vicksburg\n",
      "1760 Victor Harbor\n",
      "1761 Victoria Falls\n",
      "1762 Vidin\n",
      "1763 Vienna\n",
      "1764 Vientiane\n",
      "1765 Vigan\n",
      "1766 Vigo\n",
      "1767 Viljandi\n",
      "1768 Villa O'Higgins\n",
      "1769 Villahermosa\n",
      "1770 Villazon\n",
      "1771 Vilnius\n",
      "1772 Vina del Mar\n",
      "1773 Vincennes\n",
      "1774 Vineland\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1775 Vinh\n",
      "1776 Vinh Long\n",
      "1777 Vipava\n",
      "1778 Virginia\n",
      "1779 Virginia Beach\n",
      "1780 Visalia\n",
      "1781 Visby\n",
      "1782 Viseu\n",
      "1783 Vista\n",
      "1784 Vitoria\n",
      "1785 Vitoria-Gasteiz\n",
      "1786 Vitsyebsk\n",
      "1787 Vittoriosa\n",
      "1788 Vladikavkaz\n",
      "1789 Vladimir\n",
      "1790 Vladivostok\n",
      "1791 Vlore\n",
      "1792 Volgograd\n",
      "1793 Vologda\n",
      "1794 Volos\n",
      "1795 Voronezh\n",
      "1796 Vranje\n",
      "1797 Vratsa\n",
      "1798 Vrsac\n",
      "1799 Vukovar\n",
      "1800 Vung Tau\n",
      "1801 Vyborg\n",
      "1802 Wa\n",
      "1803 Waco\n",
      "1804 Wagga Wagga\n",
      "1805 Waianae\n",
      "1806 Wailea\n",
      "1807 Wailuku\n",
      "1808 Waingapu\n",
      "1809 Waitakere\n",
      "1810 Wakayama\n",
      "1811 Walker\n",
      "1812 Walla Walla\n",
      "1813 Wallaroo\n",
      "1814 Wallsend\n",
      "1815 Walnut Creek\n",
      "1816 Waltham\n",
      "1817 Wanaka\n",
      "1818 Wangaratta\n",
      "1819 Wappingers Falls\n",
      "1820 Warangal\n",
      "1821 Ware\n",
      "1822 Warrensburg\n",
      "1823 Warrenton\n",
      "1824 Warri\n",
      "1825 Warrington\n",
      "1826 Warrnambool\n",
      "1827 Warsaw\n",
      "1828 Wasco\n",
      "1829 Wasilla\n",
      "1830 Waterbury\n",
      "1831 Waterford\n",
      "1832 Watson Lake\n",
      "1833 Waukesha\n",
      "1834 Wausau\n",
      "1835 Wawa\n",
      "1836 Wayland\n",
      "1837 We\n",
      "1838 Weehawken\n",
      "1839 Weifang\n",
      "1840 Weihai\n",
      "1841 Weinan\n",
      "1842 Welcome\n",
      "1843 Wellesley\n",
      "1844 Wellington\n",
      "1845 Wells\n",
      "1846 Wembley\n",
      "1847 Wenatchee\n",
      "1848 Wenzhou\n",
      "1849 West Bridgewater\n",
      "1850 West Fargo\n",
      "1851 West Greenwich\n",
      "1852 West Hartford\n",
      "1853 West Hollywood\n",
      "1854 West Lafayette\n",
      "1855 West Linn\n",
      "1856 West Memphis\n",
      "1857 West Orange\n",
      "1858 West Palm Beach\n",
      "1859 West Sacramento\n",
      "1860 West Valley City\n",
      "1861 West Warwick\n",
      "1862 West Windsor\n",
      "1863 Westborough\n",
      "1864 Westchester\n",
      "1865 Westerly\n",
      "1866 Westminster\n",
      "1867 Weston-super-Mare\n",
      "1868 Westphalia\n",
      "1869 Wewak\n",
      "1870 Wexford\n",
      "1871 Whakatane\n",
      "1872 Whanganui\n",
      "1873 Whangarei\n",
      "1874 Wheaton\n",
      "1875 Wheeling\n",
      "1876 White Bear Lake\n",
      "1877 White Rock\n",
      "1878 Whitefish\n",
      "1879 Whitehall\n",
      "1880 Whitehorse\n",
      "1881 Whittier\n",
      "1882 Whyalla\n",
      "1883 Wichita Falls\n",
      "1884 Wicklow\n",
      "1885 Widnes\n",
      "1886 Wiener Neustadt\n",
      "1887 Wiesbaden\n",
      "1888 Wigan\n",
      "1889 Wilcannia\n",
      "1890 Wilkes-Barre\n",
      "1891 Williams Lake\n",
      "1892 Williamsburg\n",
      "1893 Williamsport\n",
      "1894 Willimantic\n",
      "1895 Willits\n",
      "1896 Willow Grove\n",
      "1897 Wilmette\n",
      "1898 Wilson\n",
      "1899 Windhoek\n",
      "1900 Winnemucca\n",
      "1901 Winnipeg\n",
      "1902 Winona\n",
      "1903 Winston-Salem\n",
      "1904 Winter Haven\n",
      "1905 Winterset\n",
      "1906 Winton\n",
      "1907 Wollongong\n",
      "1908 Wolverhampton\n",
      "1909 Wonju\n",
      "1910 Wonthaggi\n",
      "1911 Woodinville\n",
      "1912 Woomera\n",
      "1913 Worland\n",
      "1914 Wrentham\n",
      "1915 Wroclaw\n",
      "1916 Wuhan\n",
      "1917 Wuhu\n",
      "1918 Wuppertal\n",
      "1919 Wurzburg\n",
      "1920 Wuwei\n",
      "1921 Wuxi\n",
      "1922 Wuyuan\n",
      "1923 Wyandotte\n",
      "1924 Wyckoff\n",
      "1925 Wyndham\n",
      "1926 Wyoming\n",
      "1927 Xaghra\n",
      "1928 Xalapa\n",
      "1929 Xanthi\n",
      "1930 Xi'an\n",
      "1931 Xiamen\n",
      "1932 Xianyang\n",
      "1933 Xichang\n",
      "1934 Xicheng\n",
      "1935 Xingyi\n",
      "1936 Xining\n",
      "1937 Yakeshi\n",
      "1938 Yakima\n",
      "1939 Yakutsk\n",
      "1940 Yala\n",
      "1941 Yalova\n",
      "1942 Yamagata\n",
      "1943 Yamaguchi\n",
      "1944 Yamba\n",
      "1945 Yangjiang\n",
      "1946 Yangzhou\n",
      "1947 Yanji\n",
      "1948 Yantai\n",
      "1949 Yaounde\n",
      "1950 Yasothon\n",
      "1951 Yazd\n",
      "1952 Ye\n",
      "1953 Yeghegnadzor\n",
      "1954 Yei\n",
      "1955 Yekaterinburg\n",
      "1956 Yellowknife\n",
      "1957 Yeosu\n",
      "1958 Yeppoon\n",
      "1959 Yerevan\n",
      "1960 Yibin\n",
      "1961 Yilan\n",
      "1962 Yinchuan\n",
      "1963 Yogyakarta\n",
      "1964 Yokohama\n",
      "1965 Yonkers\n",
      "1966 York\n",
      "1967 Yorkshire\n",
      "1968 Yorkton\n",
      "1969 Yoro\n",
      "1970 Yoshkar-Ola\n",
      "1971 Yozgat\n",
      "1972 Ypacarai\n",
      "1973 Yreka\n",
      "1974 Yukon\n",
      "1975 Yulara\n",
      "1976 Yuma\n",
      "1977 Yuzhno-Sakhalinsk\n",
      "1978 Zabljak\n",
      "1979 Zacatecas\n",
      "1980 Zadar\n",
      "1981 Zagreb\n",
      "1982 Zahedan\n",
      "1983 Zajecar\n",
      "1984 Zalau\n",
      "1985 Zamboanga City\n",
      "1986 Zanjan\n",
      "1987 Zanzibar\n",
      "1988 Zaqatala\n",
      "1989 Zaragoza\n",
      "1990 Zeeland\n",
      "1991 Zenica\n",
      "1992 Zhangye\n",
      "1993 Zhangzhou\n",
      "1994 Zhanjiang\n",
      "1995 Zhaoqing\n",
      "1996 Zheleznogorsk\n",
      "1997 Zhengzhou\n",
      "1998 Zhenjiang\n",
      "1999 Zhongli\n",
      "2000 Zhuhai\n",
      "2001 Zhuzhou\n",
      "2002 Zibo\n",
      "2003 Zielona Gora\n",
      "2004 Zigong\n",
      "2005 Ziguinchor\n",
      "2006 Zilina\n",
      "2007 Zinder\n",
      "2008 Zion\n",
      "2009 Zlin\n",
      "2010 Zomba\n",
      "2011 Zonguldak\n",
      "2012 Zugdidi\n",
      "2013 Zunyi\n",
      "2014 Zurich\n",
      "2015 Zvolen\n",
      "2016 Zwolle\n"
     ]
    }
   ],
   "source": [
    "# counter\n",
    "counter = 0\n",
    "for index, row in cities_data_2.iterrows():\n",
    "  city = row['city_ascii'].replace(' ', '_')\n",
    "  # creating a URL with city name\n",
    "  URL = 'https://wikitravel.org/en/' + city\n",
    "  # print(URL)\n",
    "  # storing Article data into a string\n",
    "  article_data = get_article_data(URL)\n",
    "  # removing all the \\n chars. values from the article data\n",
    "  article_data = article_data.replace(\"\\n\", \"\")\n",
    "  # length of article data\n",
    "  len_article = len(article_data)\n",
    "  if len_article >700:\n",
    "    new_row = {'City':row['city_ascii'], 'Country': row['country'], 'Description':article_data}\n",
    "    city_descriptions = city_descriptions.append(new_row, ignore_index=True)\n",
    "    counter += 1\n",
    "    print(counter, row['city_ascii'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4016, 3)"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# shape of city description dataframe\n",
    "city_descriptions.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Creating a CSV file to store all city descriptions.\n",
    "city_descriptions.to_csv(r'/Users/rajasekhardevineni/Documents/GitHub/Scrapping_Wiki_Travel/city_description.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "# creating HDFS file to store all city descriptions.\n",
    "city_descriptions.to_hdf('city_description.h5', key='city', mode='a', data_columnslist = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "include_colab_link": true,
   "name": "Untitled5.ipynb",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}