DataExploration.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "DataExploration.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "authorship_tag": "ABX9TyPZuTBBdeiG/MMU42lrDDFb"
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "alVCNhCJVsdx"
      },
      "source": [
        "# Pré-Requisitos"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "IiIJteApVzjr"
      },
      "source": [
        "## Sweetviz - https://pypi.org/project/sweetviz/"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-WzgYLKpV2Oa"
      },
      "source": [
        "!pip install sweetviz"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "lYe6XTM8N4Bg"
      },
      "source": [
        "# Bibliotecas"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3ralI8XsN9yj"
      },
      "source": [
        "import pandas as pd\n",
        "import sweetviz as sv\n",
        "from bs4 import BeautifulSoup"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "9DXdghqxcUJZ"
      },
      "source": [
        "# Abre o DataSet diretamente do GitHub"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ekyUKGGh8f2j"
      },
      "source": [
        "url = \"https://github.com/ppgi-ufrj-data-science/FakeNews/raw/main/in/fake.csv\"\n",
        "ds = pd.read_csv(url)\n",
        "ds.head()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "wNhl6qzaX0po"
      },
      "source": [
        "# Mostra informações sobre o DataSet"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VfUK5nZFX-X2"
      },
      "source": [
        "ds.info()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "zwAQAub-dH3_"
      },
      "source": [
        "# Seleciona registros com dados nulos"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fQ4L7RhWAWbv"
      },
      "source": [
        "ds[ds.isna().any(axis=1)]"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5qg0p7Vc2M72"
      },
      "source": [
        "# Mostra total de valores nulos por colunas"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "uiXlDsoW1UlD"
      },
      "source": [
        "ds.isna().sum()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5PQInSkkdq3f"
      },
      "source": [
        "# Mostra as colunas informando sobre valores nulos"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2RglXi4fE0-o"
      },
      "source": [
        "ds.isna().any()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "tsVdTngUeKSu"
      },
      "source": [
        "# Lista somente as colunas que possuem valores nulos"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tftDEVUuF871"
      },
      "source": [
        "ds.columns[ds.isna().any()].tolist()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "jNXW6pnuVj8p"
      },
      "source": [
        "# Mostra as quantidades de registros por país / língua"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xdpHqcFBcTJj"
      },
      "source": [
        "# Tabela de códigos de países - https://docs.webhose.io/reference#countries-codes\n",
        "html_doc = \"\"\"<html><body><table>\n",
        "  <tbody><tr>\n",
        "\t<th>Afghanistan</th>\n",
        "\t<th>AF</th>\n",
        "</tr><tr>\n",
        "\t<th>Albania</th>\n",
        "\t<th>AL</th>\n",
        "</tr><tr>\n",
        "\t<th>Algeria</th>\n",
        "\t<th>DZ</th>\n",
        "</tr><tr>\n",
        "\t<th>American Samoa</th>\n",
        "\t<th>AS</th>\n",
        "</tr><tr>\n",
        "\t<th>Andorra</th>\n",
        "\t<th>AD</th>\n",
        "</tr><tr>\n",
        "\t<th>Angola</th>\n",
        "\t<th>AG</th>\n",
        "</tr><tr>\n",
        "\t<th>Anguilla</th>\n",
        "\t<th>AI</th>\n",
        "</tr><tr>\n",
        "\t<th>Antigua &amp; Barbuda</th>\n",
        "\t<th>AG</th>\n",
        "</tr><tr>\n",
        "\t<th>Argentina</th>\n",
        "\t<th>AR</th>\n",
        "</tr><tr>\n",
        "\t<th>Armenia</th>\n",
        "\t<th>AA</th>\n",
        "</tr><tr>\n",
        "\t<th>Aruba</th>\n",
        "\t<th>AW</th>\n",
        "</tr><tr>\n",
        "\t<th>Australia</th>\n",
        "\t<th>AU</th>\n",
        "</tr><tr>\n",
        "\t<th>Austria</th>\n",
        "\t<th>AT</th>\n",
        "</tr><tr>\n",
        "\t<th>Azerbaijan</th>\n",
        "\t<th>AZ</th>\n",
        "</tr><tr>\n",
        "\t<th>Bahamas</th>\n",
        "\t<th>BS</th>\n",
        "</tr><tr>\n",
        "\t<th>Bahrain</th>\n",
        "\t<th>BH</th>\n",
        "</tr><tr>\n",
        "\t<th>Bangladesh</th>\n",
        "\t<th>BD</th>\n",
        "</tr><tr>\n",
        "\t<th>Barbados</th>\n",
        "\t<th>BB</th>\n",
        "</tr><tr>\n",
        "\t<th>Belarus</th>\n",
        "\t<th>BY</th>\n",
        "</tr><tr>\n",
        "\t<th>Belgium</th>\n",
        "\t<th>BE</th>\n",
        "</tr><tr>\n",
        "\t<th>Belize</th>\n",
        "\t<th>BZ</th>\n",
        "</tr><tr>\n",
        "\t<th>Benin</th>\n",
        "\t<th>BJ</th>\n",
        "</tr><tr>\n",
        "\t<th>Bermuda</th>\n",
        "\t<th>BM</th>\n",
        "</tr><tr>\n",
        "\t<th>Bhutan</th>\n",
        "\t<th>BT</th>\n",
        "</tr><tr>\n",
        "\t<th>Bolivia</th>\n",
        "\t<th>BO</th>\n",
        "</tr><tr>\n",
        "\t<th>Bonaire</th>\n",
        "\t<th>BL</th>\n",
        "</tr><tr>\n",
        "\t<th>Bosnia &amp; Herzegovina</th>\n",
        "\t<th>BA</th>\n",
        "</tr><tr>\n",
        "\t<th>Botswana</th>\n",
        "\t<th>BW</th>\n",
        "</tr><tr>\n",
        "\t<th>Brazil</th>\n",
        "\t<th>BR</th>\n",
        "</tr><tr>\n",
        "\t<th>British Indian Ocean Ter</th>\n",
        "\t<th>BC</th>\n",
        "</tr><tr>\n",
        "\t<th>Brunei</th>\n",
        "\t<th>BN</th>\n",
        "</tr><tr>\n",
        "\t<th>Bulgaria</th>\n",
        "\t<th>BG</th>\n",
        "</tr><tr>\n",
        "\t<th>Burkina Faso</th>\n",
        "\t<th>BF</th>\n",
        "</tr><tr>\n",
        "\t<th>Burundi</th>\n",
        "\t<th>BI</th>\n",
        "</tr><tr>\n",
        "\t<th>Cambodia</th>\n",
        "\t<th>KH</th>\n",
        "</tr><tr>\n",
        "\t<th>Cameroon</th>\n",
        "\t<th>CM</th>\n",
        "</tr><tr>\n",
        "\t<th>Canada</th>\n",
        "\t<th>CA</th>\n",
        "</tr><tr>\n",
        "\t<th>Canary Islands</th>\n",
        "\t<th>IC</th>\n",
        "</tr><tr>\n",
        "\t<th>Cape Verde</th>\n",
        "\t<th>CV</th>\n",
        "</tr><tr>\n",
        "\t<th>Cayman Islands</th>\n",
        "\t<th>KY</th>\n",
        "</tr><tr>\n",
        "\t<th>Central African Republic</th>\n",
        "\t<th>CF</th>\n",
        "</tr><tr>\n",
        "\t<th>Chad</th>\n",
        "\t<th>TD</th>\n",
        "</tr><tr>\n",
        "\t<th>Channel Islands</th>\n",
        "\t<th>CD</th>\n",
        "</tr><tr>\n",
        "\t<th>Chile</th>\n",
        "\t<th>CL</th>\n",
        "</tr><tr>\n",
        "\t<th>China</th>\n",
        "\t<th>CN</th>\n",
        "</tr><tr>\n",
        "\t<th>Christmas Island</th>\n",
        "\t<th>CI</th>\n",
        "</tr><tr>\n",
        "\t<th>Cocos Island</th>\n",
        "\t<th>CS</th>\n",
        "</tr><tr>\n",
        "\t<th>Colombia</th>\n",
        "\t<th>CO</th>\n",
        "</tr><tr>\n",
        "\t<th>Comoros</th>\n",
        "\t<th>CC</th>\n",
        "</tr><tr>\n",
        "\t<th>Congo</th>\n",
        "\t<th>CG</th>\n",
        "</tr><tr>\n",
        "\t<th>Cook Islands</th>\n",
        "\t<th>CK</th>\n",
        "</tr><tr>\n",
        "\t<th>Costa Rica</th>\n",
        "\t<th>CR</th>\n",
        "</tr><tr>\n",
        "\t<th>Cote D'Ivoire</th>\n",
        "\t<th>CT</th>\n",
        "</tr><tr>\n",
        "\t<th>Croatia</th>\n",
        "\t<th>HR</th>\n",
        "</tr><tr>\n",
        "\t<th>Cuba</th>\n",
        "\t<th>CU</th>\n",
        "</tr><tr>\n",
        "\t<th>Curacao</th>\n",
        "\t<th>CB</th>\n",
        "</tr><tr>\n",
        "\t<th>Cyprus</th>\n",
        "\t<th>CY</th>\n",
        "</tr><tr>\n",
        "\t<th>Czech Republic</th>\n",
        "\t<th>CZ</th>\n",
        "</tr><tr>\n",
        "\t<th>Denmark</th>\n",
        "\t<th>DK</th>\n",
        "</tr><tr>\n",
        "\t<th>Djibouti</th>\n",
        "\t<th>DJ</th>\n",
        "</tr><tr>\n",
        "\t<th>Dominica</th>\n",
        "\t<th>DM</th>\n",
        "</tr><tr>\n",
        "\t<th>Dominican Republic</th>\n",
        "\t<th>DO</th>\n",
        "</tr><tr>\n",
        "\t<th>East Timor</th>\n",
        "\t<th>TM</th>\n",
        "</tr><tr>\n",
        "\t<th>Ecuador</th>\n",
        "\t<th>EC</th>\n",
        "</tr><tr>\n",
        "\t<th>Egypt</th>\n",
        "\t<th>EG</th>\n",
        "</tr><tr>\n",
        "\t<th>El Salvador</th>\n",
        "\t<th>SV</th>\n",
        "</tr><tr>\n",
        "\t<th>Equatorial Guinea</th>\n",
        "\t<th>GQ</th>\n",
        "</tr><tr>\n",
        "\t<th>Eritrea</th>\n",
        "\t<th>ER</th>\n",
        "</tr><tr>\n",
        "\t<th>Estonia</th>\n",
        "\t<th>EE</th>\n",
        "</tr><tr>\n",
        "\t<th>Ethiopia</th>\n",
        "\t<th>ET</th>\n",
        "</tr><tr>\n",
        "\t<th>Falkland Islands</th>\n",
        "\t<th>FA</th>\n",
        "</tr><tr>\n",
        "\t<th>Faroe Islands</th>\n",
        "\t<th>FO</th>\n",
        "</tr><tr>\n",
        "\t<th>Fiji</th>\n",
        "\t<th>FJ</th>\n",
        "</tr><tr>\n",
        "\t<th>Finland</th>\n",
        "\t<th>FI</th>\n",
        "</tr><tr>\n",
        "\t<th>France</th>\n",
        "\t<th>FR</th>\n",
        "</tr><tr>\n",
        "\t<th>French Guiana</th>\n",
        "\t<th>GF</th>\n",
        "</tr><tr>\n",
        "\t<th>French Polynesia</th>\n",
        "\t<th>PF</th>\n",
        "</tr><tr>\n",
        "\t<th>French Southern Ter</th>\n",
        "\t<th>FS</th>\n",
        "</tr><tr>\n",
        "\t<th>Gabon</th>\n",
        "\t<th>GA</th>\n",
        "</tr><tr>\n",
        "\t<th>Gambia</th>\n",
        "\t<th>GM</th>\n",
        "</tr><tr>\n",
        "\t<th>Georgia</th>\n",
        "\t<th>GE</th>\n",
        "</tr><tr>\n",
        "\t<th>Germany</th>\n",
        "\t<th>DE</th>\n",
        "</tr><tr>\n",
        "\t<th>Ghana</th>\n",
        "\t<th>GH</th>\n",
        "</tr><tr>\n",
        "\t<th>Gibraltar</th>\n",
        "\t<th>GI</th>\n",
        "</tr><tr>\n",
        "\t<th>Great Britain</th>\n",
        "\t<th>GB</th>\n",
        "</tr><tr>\n",
        "\t<th>Greece</th>\n",
        "\t<th>GR</th>\n",
        "</tr><tr>\n",
        "\t<th>Greenland</th>\n",
        "\t<th>GL</th>\n",
        "</tr><tr>\n",
        "\t<th>Grenada</th>\n",
        "\t<th>GD</th>\n",
        "</tr><tr>\n",
        "\t<th>Guadeloupe</th>\n",
        "\t<th>GP</th>\n",
        "</tr><tr>\n",
        "\t<th>Guam</th>\n",
        "\t<th>GU</th>\n",
        "</tr><tr>\n",
        "\t<th>Guatemala</th>\n",
        "\t<th>GT</th>\n",
        "</tr><tr>\n",
        "\t<th>Guinea</th>\n",
        "\t<th>GN</th>\n",
        "</tr><tr>\n",
        "\t<th>Guyana</th>\n",
        "\t<th>GY</th>\n",
        "</tr><tr>\n",
        "\t<th>Haiti</th>\n",
        "\t<th>HT</th>\n",
        "</tr><tr>\n",
        "\t<th>Hawaii</th>\n",
        "\t<th>HW</th>\n",
        "</tr><tr>\n",
        "\t<th>Honduras</th>\n",
        "\t<th>HN</th>\n",
        "</tr><tr>\n",
        "\t<th>Hong Kong</th>\n",
        "\t<th>HK</th>\n",
        "</tr><tr>\n",
        "\t<th>Hungary</th>\n",
        "\t<th>HU</th>\n",
        "</tr><tr>\n",
        "\t<th>Iceland</th>\n",
        "\t<th>IS</th>\n",
        "</tr><tr>\n",
        "\t<th>India</th>\n",
        "\t<th>IN</th>\n",
        "</tr><tr>\n",
        "\t<th>Indonesia</th>\n",
        "\t<th>ID</th>\n",
        "</tr><tr>\n",
        "\t<th>Iran</th>\n",
        "\t<th>IR</th>\n",
        "</tr><tr>\n",
        "\t<th>Iraq</th>\n",
        "\t<th>IQ</th>\n",
        "</tr><tr>\n",
        "\t<th>Ireland</th>\n",
        "\t<th>IE</th>\n",
        "</tr><tr>\n",
        "\t<th>Isle of Man</th>\n",
        "\t<th>IM</th>\n",
        "</tr><tr>\n",
        "\t<th>Israel</th>\n",
        "\t<th>IL</th>\n",
        "</tr><tr>\n",
        "\t<th>Italy</th>\n",
        "\t<th>IT</th>\n",
        "</tr><tr>\n",
        "\t<th>Jamaica</th>\n",
        "\t<th>JM</th>\n",
        "</tr><tr>\n",
        "\t<th>Japan</th>\n",
        "\t<th>JP</th>\n",
        "</tr><tr>\n",
        "\t<th>Jordan</th>\n",
        "\t<th>JO</th>\n",
        "</tr><tr>\n",
        "\t<th>Kazakhstan</th>\n",
        "\t<th>KZ</th>\n",
        "</tr><tr>\n",
        "\t<th>Kenya</th>\n",
        "\t<th>KE</th>\n",
        "</tr><tr>\n",
        "\t<th>Kiribati</th>\n",
        "\t<th>KI</th>\n",
        "</tr><tr>\n",
        "\t<th>Korea North</th>\n",
        "\t<th>NK</th>\n",
        "</tr><tr>\n",
        "\t<th>Korea</th>\n",
        "\t<th>KR</th>\n",
        "</tr><tr>\n",
        "\t<th>Kuwait</th>\n",
        "\t<th>KW</th>\n",
        "</tr><tr>\n",
        "\t<th>Kyrgyzstan</th>\n",
        "\t<th>KG</th>\n",
        "</tr><tr>\n",
        "\t<th>Laos</th>\n",
        "\t<th>LA</th>\n",
        "</tr><tr>\n",
        "\t<th>Latvia</th>\n",
        "\t<th>LV</th>\n",
        "</tr><tr>\n",
        "\t<th>Lebanon</th>\n",
        "\t<th>LB</th>\n",
        "</tr><tr>\n",
        "\t<th>Lesotho</th>\n",
        "\t<th>LS</th>\n",
        "</tr><tr>\n",
        "\t<th>Liberia</th>\n",
        "\t<th>LR</th>\n",
        "</tr><tr>\n",
        "\t<th>Libya</th>\n",
        "\t<th>LY</th>\n",
        "</tr><tr>\n",
        "\t<th>Liechtenstein</th>\n",
        "\t<th>LI</th>\n",
        "</tr><tr>\n",
        "\t<th>Lithuania</th>\n",
        "\t<th>LT</th>\n",
        "</tr><tr>\n",
        "\t<th>Luxembourg</th>\n",
        "\t<th>LU</th>\n",
        "</tr><tr>\n",
        "\t<th>Macau</th>\n",
        "\t<th>MO</th>\n",
        "</tr><tr>\n",
        "\t<th>Macedonia</th>\n",
        "\t<th>MK</th>\n",
        "</tr><tr>\n",
        "\t<th>Madagascar</th>\n",
        "\t<th>MG</th>\n",
        "</tr><tr>\n",
        "\t<th>Malaysia</th>\n",
        "\t<th>MY</th>\n",
        "</tr><tr>\n",
        "\t<th>Malawi</th>\n",
        "\t<th>MW</th>\n",
        "</tr><tr>\n",
        "\t<th>Maldives</th>\n",
        "\t<th>MV</th>\n",
        "</tr><tr>\n",
        "\t<th>Mali</th>\n",
        "\t<th>ML</th>\n",
        "</tr><tr>\n",
        "\t<th>Malta</th>\n",
        "\t<th>MT</th>\n",
        "</tr><tr>\n",
        "\t<th>Marshall Islands</th>\n",
        "\t<th>MH</th>\n",
        "</tr><tr>\n",
        "\t<th>Martinique</th>\n",
        "\t<th>MQ</th>\n",
        "</tr><tr>\n",
        "\t<th>Mauritania</th>\n",
        "\t<th>MR</th>\n",
        "</tr><tr>\n",
        "\t<th>Mauritius</th>\n",
        "\t<th>MU</th>\n",
        "</tr><tr>\n",
        "\t<th>Mayotte</th>\n",
        "\t<th>YT</th>\n",
        "</tr><tr>\n",
        "\t<th>Mexico</th>\n",
        "\t<th>MX</th>\n",
        "</tr><tr>\n",
        "\t<th>Midway Islands</th>\n",
        "\t<th>MI</th>\n",
        "</tr><tr>\n",
        "\t<th>Moldova</th>\n",
        "\t<th>MD</th>\n",
        "</tr><tr>\n",
        "\t<th>Monaco</th>\n",
        "\t<th>MC</th>\n",
        "</tr><tr>\n",
        "\t<th>Mongolia</th>\n",
        "\t<th>MN</th>\n",
        "</tr><tr>\n",
        "\t<th>Montserrat</th>\n",
        "\t<th>MS</th>\n",
        "</tr><tr>\n",
        "\t<th>Morocco</th>\n",
        "\t<th>MA</th>\n",
        "</tr><tr>\n",
        "\t<th>Mozambique</th>\n",
        "\t<th>MZ</th>\n",
        "</tr><tr>\n",
        "\t<th>Myanmar</th>\n",
        "\t<th>MM</th>\n",
        "</tr><tr>\n",
        "\t<th>Nambia</th>\n",
        "\t<th>NA</th>\n",
        "</tr><tr>\n",
        "\t<th>Nauru</th>\n",
        "\t<th>NU</th>\n",
        "</tr><tr>\n",
        "\t<th>Nepal</th>\n",
        "\t<th>NP</th>\n",
        "</tr><tr>\n",
        "\t<th>Netherland Antilles</th>\n",
        "\t<th>AN</th>\n",
        "</tr><tr>\n",
        "\t<th>Netherlands (Holland, Europe)</th>\n",
        "\t<th>NL</th>\n",
        "</tr><tr>\n",
        "\t<th>Nevis</th>\n",
        "\t<th>NV</th>\n",
        "</tr><tr>\n",
        "\t<th>New Caledonia</th>\n",
        "\t<th>NC</th>\n",
        "</tr><tr>\n",
        "\t<th>New Zealand</th>\n",
        "\t<th>NZ</th>\n",
        "</tr><tr>\n",
        "\t<th>Nicaragua</th>\n",
        "\t<th>NI</th>\n",
        "</tr><tr>\n",
        "\t<th>Niger</th>\n",
        "\t<th>NE</th>\n",
        "</tr><tr>\n",
        "\t<th>Nigeria</th>\n",
        "\t<th>NG</th>\n",
        "</tr><tr>\n",
        "\t<th>Niue</th>\n",
        "\t<th>NW</th>\n",
        "</tr><tr>\n",
        "\t<th>Norfolk Island</th>\n",
        "\t<th>NF</th>\n",
        "</tr><tr>\n",
        "\t<th>Norway</th>\n",
        "\t<th>NO</th>\n",
        "</tr><tr>\n",
        "\t<th>Oman</th>\n",
        "\t<th>OM</th>\n",
        "</tr><tr>\n",
        "\t<th>Pakistan</th>\n",
        "\t<th>PK</th>\n",
        "</tr><tr>\n",
        "\t<th>Palau Island</th>\n",
        "\t<th>PW</th>\n",
        "</tr><tr>\n",
        "\t<th>Palestine</th>\n",
        "\t<th>PS</th>\n",
        "</tr><tr>\n",
        "\t<th>Panama</th>\n",
        "\t<th>PA</th>\n",
        "</tr><tr>\n",
        "\t<th>Papua New Guinea</th>\n",
        "\t<th>PG</th>\n",
        "</tr><tr>\n",
        "\t<th>Paraguay</th>\n",
        "\t<th>PY</th>\n",
        "</tr><tr>\n",
        "\t<th>Peru</th>\n",
        "\t<th>PE</th>\n",
        "</tr><tr>\n",
        "\t<th>Philippines</th>\n",
        "\t<th>PH</th>\n",
        "</tr><tr>\n",
        "\t<th>Pitcairn Island</th>\n",
        "\t<th>PO</th>\n",
        "</tr><tr>\n",
        "\t<th>Poland</th>\n",
        "\t<th>PL</th>\n",
        "</tr><tr>\n",
        "\t<th>Portugal</th>\n",
        "\t<th>PT</th>\n",
        "</tr><tr>\n",
        "\t<th>Puerto Rico</th>\n",
        "\t<th>PR</th>\n",
        "</tr><tr>\n",
        "\t<th>Qatar</th>\n",
        "\t<th>QA</th>\n",
        "</tr><tr>\n",
        "\t<th>Republic of Montenegro</th>\n",
        "\t<th>ME</th>\n",
        "</tr><tr>\n",
        "\t<th>Republic of Serbia</th>\n",
        "\t<th>RS</th>\n",
        "</tr><tr>\n",
        "\t<th>Reunion</th>\n",
        "\t<th>RE</th>\n",
        "</tr><tr>\n",
        "\t<th>Romania</th>\n",
        "\t<th>RO</th>\n",
        "</tr><tr>\n",
        "\t<th>Russia</th>\n",
        "\t<th>RU</th>\n",
        "</tr><tr>\n",
        "\t<th>Rwanda</th>\n",
        "\t<th>RW</th>\n",
        "</tr><tr>\n",
        "\t<th>St Barthelemy</th>\n",
        "\t<th>NT</th>\n",
        "</tr><tr>\n",
        "\t<th>St Eustatius</th>\n",
        "\t<th>EU</th>\n",
        "</tr><tr>\n",
        "\t<th>St Helena</th>\n",
        "\t<th>HE</th>\n",
        "</tr><tr>\n",
        "\t<th>St Kitts-Nevis</th>\n",
        "\t<th>KN</th>\n",
        "</tr><tr>\n",
        "\t<th>St Lucia</th>\n",
        "\t<th>LC</th>\n",
        "</tr><tr>\n",
        "\t<th>St Maarten</th>\n",
        "\t<th>MB</th>\n",
        "</tr><tr>\n",
        "\t<th>St Pierre &amp; Miquelon</th>\n",
        "\t<th>PM</th>\n",
        "</tr><tr>\n",
        "\t<th>St Vincent &amp; Grenadines</th>\n",
        "\t<th>VC</th>\n",
        "</tr><tr>\n",
        "\t<th>Saipan</th>\n",
        "\t<th>SP</th>\n",
        "</tr><tr>\n",
        "\t<th>Samoa</th>\n",
        "\t<th>SO</th>\n",
        "</tr><tr>\n",
        "\t<th>Samoa American</th>\n",
        "\t<th>AS</th>\n",
        "</tr><tr>\n",
        "\t<th>San Marino</th>\n",
        "\t<th>SM</th>\n",
        "</tr><tr>\n",
        "\t<th>Sao Tome &amp; Principe</th>\n",
        "\t<th>ST</th>\n",
        "</tr><tr>\n",
        "\t<th>Saudi Arabia</th>\n",
        "\t<th>SA</th>\n",
        "</tr><tr>\n",
        "\t<th>Senegal</th>\n",
        "\t<th>SN</th>\n",
        "</tr><tr>\n",
        "\t<th>Seychelles</th>\n",
        "\t<th>SC</th>\n",
        "</tr><tr>\n",
        "\t<th>Sierra Leone</th>\n",
        "\t<th>SL</th>\n",
        "</tr><tr>\n",
        "\t<th>Singapore</th>\n",
        "\t<th>SG</th>\n",
        "</tr><tr>\n",
        "\t<th>Slovakia</th>\n",
        "\t<th>SK</th>\n",
        "</tr><tr>\n",
        "\t<th>Slovenia</th>\n",
        "\t<th>SI</th>\n",
        "</tr><tr>\n",
        "\t<th>Solomon Islands</th>\n",
        "\t<th>SB</th>\n",
        "</tr><tr>\n",
        "\t<th>Somalia</th>\n",
        "\t<th>OI</th>\n",
        "</tr><tr>\n",
        "\t<th>South Africa</th>\n",
        "\t<th>ZA</th>\n",
        "</tr><tr>\n",
        "\t<th>Spain</th>\n",
        "\t<th>ES</th>\n",
        "</tr><tr>\n",
        "\t<th>Sri Lanka</th>\n",
        "\t<th>LK</th>\n",
        "</tr><tr>\n",
        "\t<th>Sudan</th>\n",
        "\t<th>SD</th>\n",
        "</tr><tr>\n",
        "\t<th>Suriname</th>\n",
        "\t<th>SR</th>\n",
        "</tr><tr>\n",
        "\t<th>Swaziland</th>\n",
        "\t<th>SZ</th>\n",
        "</tr><tr>\n",
        "\t<th>Sweden</th>\n",
        "\t<th>SE</th>\n",
        "</tr><tr>\n",
        "\t<th>Switzerland</th>\n",
        "\t<th>CH</th>\n",
        "</tr><tr>\n",
        "\t<th>Syria</th>\n",
        "\t<th>SY</th>\n",
        "</tr><tr>\n",
        "\t<th>Tahiti</th>\n",
        "\t<th>TA</th>\n",
        "</tr><tr>\n",
        "\t<th>Taiwan</th>\n",
        "\t<th>TW</th>\n",
        "</tr><tr>\n",
        "\t<th>Tajikistan</th>\n",
        "\t<th>TJ</th>\n",
        "</tr><tr>\n",
        "\t<th>Tanzania</th>\n",
        "\t<th>TZ</th>\n",
        "</tr><tr>\n",
        "\t<th>Thailand</th>\n",
        "\t<th>TH</th>\n",
        "</tr><tr>\n",
        "\t<th>Togo</th>\n",
        "\t<th>TG</th>\n",
        "</tr><tr>\n",
        "\t<th>Tokelau</th>\n",
        "\t<th>TK</th>\n",
        "</tr><tr>\n",
        "\t<th>Tonga</th>\n",
        "\t<th>TO</th>\n",
        "</tr><tr>\n",
        "\t<th>Trinidad &amp; Tobago</th>\n",
        "\t<th>TT</th>\n",
        "</tr><tr>\n",
        "\t<th>Tunisia</th>\n",
        "\t<th>TN</th>\n",
        "</tr><tr>\n",
        "\t<th>Turkey</th>\n",
        "\t<th>TR</th>\n",
        "</tr><tr>\n",
        "\t<th>Turkmenistan</th>\n",
        "\t<th>TU</th>\n",
        "</tr><tr>\n",
        "\t<th>Turks &amp; Caicos Is</th>\n",
        "\t<th>TC</th>\n",
        "</tr><tr>\n",
        "\t<th>Tuvalu</th>\n",
        "\t<th>TV</th>\n",
        "</tr><tr>\n",
        "\t<th>Uganda</th>\n",
        "\t<th>UG</th>\n",
        "</tr><tr>\n",
        "\t<th>Ukraine</th>\n",
        "\t<th>UA</th>\n",
        "</tr><tr>\n",
        "\t<th>United Arab Emirates</th>\n",
        "\t<th>AE</th>\n",
        "</tr><tr>\n",
        "\t<th>United Kingdom</th>\n",
        "\t<th>GB</th>\n",
        "</tr><tr>\n",
        "\t<th>United States of America</th>\n",
        "\t<th>US</th>\n",
        "</tr><tr>\n",
        "\t<th>Uruguay</th>\n",
        "\t<th>UY</th>\n",
        "</tr><tr>\n",
        "\t<th>Uzbekistan</th>\n",
        "\t<th>UZ</th>\n",
        "</tr><tr>\n",
        "\t<th>Vanuatu</th>\n",
        "\t<th>VU</th>\n",
        "</tr><tr>\n",
        "\t<th>Vatican City State</th>\n",
        "\t<th>VS</th>\n",
        "</tr><tr>\n",
        "\t<th>Venezuela</th>\n",
        "\t<th>VE</th>\n",
        "</tr><tr>\n",
        "\t<th>Vietnam</th>\n",
        "\t<th>VN</th>\n",
        "</tr><tr>\n",
        "\t<th>Virgin Islands (Brit)</th>\n",
        "\t<th>VB</th>\n",
        "</tr><tr>\n",
        "\t<th>Virgin Islands (USA)</th>\n",
        "\t<th>VA</th>\n",
        "</tr><tr>\n",
        "\t<th>Wake Island</th>\n",
        "\t<th>WK</th>\n",
        "</tr><tr>\n",
        "\t<th>Wallis &amp; Futana Is</th>\n",
        "\t<th>WF</th>\n",
        "</tr><tr>\n",
        "\t<th>Yemen</th>\n",
        "\t<th>YE</th>\n",
        "</tr><tr>\n",
        "\t<th>Zaire</th>\n",
        "\t<th>ZR</th>\n",
        "</tr><tr>\n",
        "\t<th>Zambia</th>\n",
        "\t<th>ZM</th>\n",
        "</tr><tr>\n",
        "\t<th>Zimbabwe</th>\n",
        "\t<th>ZW</th>\n",
        "</tr></tbody></table>\n",
        "</body></html>\"\"\"\n",
        "# Cria dicionário de códigos / países\n",
        "countries = {}\n",
        "# Parsing do BeautifulSoup\n",
        "soup = BeautifulSoup(html_doc, 'html.parser')\n",
        "# Pega todas as linhas da tabela\n",
        "rows = soup.find_all('tr')\n",
        "# Preenche o dicionário de acordo com os valores da linha\n",
        "for row in rows:\n",
        "  value, key = row.find_all('th')\n",
        "  countries[key.text] = value.text\n",
        "# Cria DataFrame com total de registros por países\n",
        "countries_total_df = ds['country'].value_counts().to_frame().reset_index().rename(columns={'index':'codigo', 'country':'total'})\n",
        "# Cria coluna com os nomes dos países\n",
        "countries_total_df['pais'] = [countries.get(key) for key in countries_total_df['codigo']]\n",
        "# Reordena as colunas\n",
        "countries_total_df[['codigo', 'pais', 'total']]"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "uxTkA-4rWXTb"
      },
      "source": [
        "ds['language'].value_counts()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "gZJOL0S4W0uJ"
      },
      "source": [
        "# Mostra registros com a lígua portuguesa"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0itxSIb7W5XJ"
      },
      "source": [
        "ds[ds['language'] == 'portuguese']"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "H4GOgtcoYhfe"
      },
      "source": [
        "# Análise Exploratória de Dados - Sweetviz"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cXhdX05mYjqU"
      },
      "source": [
        "report = sv.analyze(ds)\n",
        "report.show_notebook()"
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}