demo_notebooks/Inference_Multilingual_Islamic_Theology.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "gpuClass": "standard"
  },
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "v_jbQpEJDigx",
        "outputId": "d4ee828b-5011-4ed9-bf87-088931d0abd6"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: laserembeddings==1.1.2 in /usr/local/lib/python3.7/dist-packages (1.1.2)\n",
            "Requirement already satisfied: sacremoses==0.0.35 in /usr/local/lib/python3.7/dist-packages (from laserembeddings==1.1.2) (0.0.35)\n",
            "Requirement already satisfied: numpy<2.0.0,>=1.15.4 in /usr/local/lib/python3.7/dist-packages (from laserembeddings==1.1.2) (1.21.6)\n",
            "Requirement already satisfied: torch<2.0.0,>=1.0.1.post2 in /usr/local/lib/python3.7/dist-packages (from laserembeddings==1.1.2) (1.12.1+cu113)\n",
            "Requirement already satisfied: transliterate==1.10.2 in /usr/local/lib/python3.7/dist-packages (from laserembeddings==1.1.2) (1.10.2)\n",
            "Requirement already satisfied: subword-nmt<0.4.0,>=0.3.6 in /usr/local/lib/python3.7/dist-packages (from laserembeddings==1.1.2) (0.3.8)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from sacremoses==0.0.35->laserembeddings==1.1.2) (1.15.0)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses==0.0.35->laserembeddings==1.1.2) (1.1.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses==0.0.35->laserembeddings==1.1.2) (7.1.2)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.7/dist-packages (from sacremoses==0.0.35->laserembeddings==1.1.2) (4.64.0)\n",
            "Requirement already satisfied: mock in /usr/local/lib/python3.7/dist-packages (from subword-nmt<0.4.0,>=0.3.6->laserembeddings==1.1.2) (4.0.3)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from torch<2.0.0,>=1.0.1.post2->laserembeddings==1.1.2) (4.1.1)\n"
          ]
        }
      ],
      "source": [
        "\n",
        "!pip install laserembeddings==1.1.2\n",
        "#!python -m laserembeddings download-models\n",
        "import torch\n",
        "from tqdm.auto import tqdm\n",
        "import re\n",
        "tqdm.pandas()\n",
        "import numpy as np # linear algebra\n",
        "import pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n",
        "from numpy import dot\n",
        "from numpy.linalg import norm\n",
        "from laserembeddings import Laser\n",
        "import site\n",
        "import sys\n",
        "import os\n",
        "import gdown\n",
        "import shutil\n",
        "pd.set_option('display.max_colwidth', None)\n",
        "#os.system('python -m laserembeddings download-models')\n"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "torch.__version__"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "id": "1P1QjJAeFGzx",
        "outputId": "6ea1ef7e-50a4-4da8-fd43-967b9ced03bf"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'1.12.1+cu113'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 2
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "torch.cuda.is_available()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "my7dge3_FCWn",
        "outputId": "05edf9c5-aa9f-4c6b-a474-82fe184052b5"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 3
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "\n",
        "loc = site.getsitepackages() \n",
        "data_path = loc[0]+'/laserembeddings/data'\n",
        "print(site.getusersitepackages()) # String for user-specific package location)\n",
        "loc[0]"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 53
        },
        "id": "Q60itEd-ET9X",
        "outputId": "62764f79-1e0f-4357-f032-040846c6fc69"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/root/.local/lib/python3.7/site-packages\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'/usr/local/lib/python3.7/dist-packages'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# assets folder\n",
        "url = \"https://drive.google.com/drive/folders/1Zw64MRFvQxxwDLYFTdNki7HwNQOM30gy?usp=sharing\"\n",
        "\n",
        "id = \"1Zw64MRFvQxxwDLYFTdNki7HwNQOM30gy\""
      ],
      "metadata": {
        "id": "7jmE53QlFa61"
      },
      "execution_count": 5,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "%%time\n",
        "\n",
        "dir = './assets/'\n",
        "if not os.path.exists(dir):\n",
        "    os.mkdir(dir)\n",
        "\n",
        "files = os.listdir(dir)\n",
        "if(len(files)<7):\n",
        "    print(\"downloading necessary files....\")\n",
        "    gdown.download_folder(id=id, quiet=True, use_cookies=False)    \n",
        "\n",
        "    shutil.copy('/content/assets/93langs.fcodes', data_path)\n",
        "    shutil.copy('/content/assets/93langs.fvocab', data_path)\n",
        "    shutil.copy('/content/assets/bilstm.93langs.2018-12-26.pt', data_path)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "zNgiRg-8FjUl",
        "outputId": "7c391a2a-e312-47ca-d5b1-e2009f199b9d"
      },
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "downloading necessary files....\n",
            "CPU times: user 919 ms, sys: 894 ms, total: 1.81 s\n",
            "Wall time: 18.2 s\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "\n",
        "#https://stackoverflow.com/questions/21030391/how-to-normalize-a-numpy-array-to-a-unit-vector\n",
        "def normalized(a, axis=-1, order=2):\n",
        "    l2 = np.atleast_1d(np.linalg.norm(a, order, axis))\n",
        "    l2[l2==0] = 1\n",
        "    return a / np.expand_dims(l2, axis)\n",
        "\n",
        "\n",
        "def pairwise_dot(v1, v2):\n",
        "    return (normalized(v1) * normalized(v2)).sum(axis=1)\n",
        "\n",
        "def pairwise_euclidean_dists(x, y):\n",
        "    dists = -2 * np.matmul(x, y.T)\n",
        "    dists +=  np.sum(x**2, axis=1)[:, np.newaxis]\n",
        "    dists += np.sum(y**2, axis=1)\n",
        "    return  np.sqrt(dists)\n",
        "\n",
        "\n",
        "laser = Laser()\n",
        "\n"
      ],
      "metadata": {
        "id": "EyPUNCM3ElSx"
      },
      "execution_count": 7,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "corpus_emb_quran = np.load('./assets/Holy_Quran_mlt_emb.npy')\n",
        "corpus_emb_hadith = np.load('./assets/en_emb_bukhari_muslim.npy')\n",
        "\n",
        "en_bn_quran_tafsir = pd.read_csv('./assets/en_bn_quran_tafsir.csv')\n",
        "\n",
        "en_bn_bukhari_muslim = pd.read_csv('./assets/en_bn_bukhari_muslim.csv')\n",
        "\n",
        "en_bn_bukhari_muslim.head(1)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 611
        },
        "id": "3t8EJnK8Eous",
        "outputId": "6468459d-2782-4c78-9b69-afb2691b45ec"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   id  hadith_id           source  chapter_no  hadith_no      chapter  \\\n",
              "0   0          1   Sahih Bukhari            1          1  Revelation    \n",
              "\n",
              "                             chain_indx  \\\n",
              "0  30418, 20005, 11062, 11213, 11042, 3   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                text_ar  \\\n",
              "0  حدثنا الحميدي عبد الله بن الزبير، قال حدثنا سفيان، قال حدثنا يحيى بن سعيد الأنصاري، قال أخبرني محمد بن إبراهيم التيمي، أنه سمع علقمة بن وقاص الليثي، يقول سمعت عمر بن الخطاب  رضى الله عنه  على المنبر قال سمعت رسول الله صلى الله عليه وسلم يقول ‏\"‏ إنما الأعمال بالنيات، وإنما لكل امرئ ما نوى، فمن كانت هجرته إلى دنيا يصيبها أو إلى امرأة ينكحها فهجرته إلى ما هاجر إليه ‏\"‏‏.‏   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                  text_en  \\\n",
              "0        Narrated 'Umar bin Al-Khattab:                          I heard Allah's Apostle saying, \"The reward of deeds depends upon the      intentions and every person will get the reward according to what he      has intended. So whoever emigrated for worldly benefits or for a woman     to marry, his emigration was for what he emigrated for.\"   \n",
              "\n",
              "                                                                                                                                                         narrators  \\\n",
              "0  'Abdullah bin al Zubair bin 'Isa ,Sufyan bin 'Uyaynah ,Yahya bin Sa'id al Ansari ,Muhammad bin Ibrahim bin al Harith ,'Alqama bin Waqqas ,'Umar ibn al Khattab    \n",
              "\n",
              "                                                                                                                                                                                                                                                                            text_bn  \n",
              "0  উমর বিন আল-খাততাবের কাহিনীঃ আমি আল্লার রসূলকে বলতে শুনেছি, \"ক্রিয়া-কর্মের প্রতিদান উদ্দেশ্যের উপর নির্ভর করে এবং প্রত্যেক ব্যক্তিকে তার উদ্দেশ্য অনুযায়ী প্রতিদান দেওয়া হবে। সুতরাং যে কেউ পার্থিব জীবনোপকরণ বা বিবাহের উদ্দেশ্যে হিজরত করে, তার হিজরত তার হিজরতের জন্যই হবে।  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-27ca71fd-b8fd-4583-966f-895dc84fa948\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>hadith_id</th>\n",
              "      <th>source</th>\n",
              "      <th>chapter_no</th>\n",
              "      <th>hadith_no</th>\n",
              "      <th>chapter</th>\n",
              "      <th>chain_indx</th>\n",
              "      <th>text_ar</th>\n",
              "      <th>text_en</th>\n",
              "      <th>narrators</th>\n",
              "      <th>text_bn</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>Sahih Bukhari</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>Revelation</td>\n",
              "      <td>30418, 20005, 11062, 11213, 11042, 3</td>\n",
              "      <td>حدثنا الحميدي عبد الله بن الزبير، قال حدثنا سفيان، قال حدثنا يحيى بن سعيد الأنصاري، قال أخبرني محمد بن إبراهيم التيمي، أنه سمع علقمة بن وقاص الليثي، يقول سمعت عمر بن الخطاب  رضى الله عنه  على المنبر قال سمعت رسول الله صلى الله عليه وسلم يقول ‏\"‏ إنما الأعمال بالنيات، وإنما لكل امرئ ما نوى، فمن كانت هجرته إلى دنيا يصيبها أو إلى امرأة ينكحها فهجرته إلى ما هاجر إليه ‏\"‏‏.‏</td>\n",
              "      <td>Narrated 'Umar bin Al-Khattab:                          I heard Allah's Apostle saying, \"The reward of deeds depends upon the      intentions and every person will get the reward according to what he      has intended. So whoever emigrated for worldly benefits or for a woman     to marry, his emigration was for what he emigrated for.\"</td>\n",
              "      <td>'Abdullah bin al Zubair bin 'Isa ,Sufyan bin 'Uyaynah ,Yahya bin Sa'id al Ansari ,Muhammad bin Ibrahim bin al Harith ,'Alqama bin Waqqas ,'Umar ibn al Khattab</td>\n",
              "      <td>উমর বিন আল-খাততাবের কাহিনীঃ আমি আল্লার রসূলকে বলতে শুনেছি, \"ক্রিয়া-কর্মের প্রতিদান উদ্দেশ্যের উপর নির্ভর করে এবং প্রত্যেক ব্যক্তিকে তার উদ্দেশ্য অনুযায়ী প্রতিদান দেওয়া হবে। সুতরাং যে কেউ পার্থিব জীবনোপকরণ বা বিবাহের উদ্দেশ্যে হিজরত করে, তার হিজরত তার হিজরতের জন্যই হবে।</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-27ca71fd-b8fd-4583-966f-895dc84fa948')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-27ca71fd-b8fd-4583-966f-895dc84fa948 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-27ca71fd-b8fd-4583-966f-895dc84fa948');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def MLT_Sahih_Hadith_Search_Engine(query,size=10,language = 'en',metric = 'dot',query_embedding=None):\n",
        "\n",
        "    if(metric == 'dot'):\n",
        "        query_embedding = np.squeeze(np.asarray(query_embedding))\n",
        "        linear_similarities = pairwise_dot(corpus_emb_hadith, query_embedding)\n",
        "\n",
        "    else:\n",
        "        linear_similarities = pairwise_euclidean_dists(corpus_emb_hadith, query_embedding)\n",
        "        linear_similarities = np.squeeze(np.asarray(linear_similarities))\n",
        "        linear_similarities = np.array(linear_similarities, dtype=np.float32)\n",
        "\n",
        "    if(metric == 'dot'):\n",
        "        Top_index_doc = linear_similarities.argsort()[:-(size+1):-1]\n",
        "    else:\n",
        "        Top_index_doc = linear_similarities.argsort()[:-(size+1):]\n",
        "        Top_index_doc = Top_index_doc[:size]\n",
        "\n",
        "    \n",
        "    linear_similarities.sort()\n",
        "    find = pd.DataFrame()\n",
        "    for i,index in enumerate(Top_index_doc):\n",
        "        find.loc[i,'source'] = str(en_bn_bukhari_muslim['source'][index])\n",
        "        find.loc[i,'chapter_no'] = str(en_bn_bukhari_muslim['chapter_no'][index])\n",
        "        find.loc[i,'hadith_no'] = str(en_bn_bukhari_muslim['hadith_no'][index])\n",
        "        find.loc[i,'chapter'] = str(en_bn_bukhari_muslim['chapter'][index])\n",
        "        find.loc[i,'text_ar'] = str(en_bn_bukhari_muslim['text_ar'][index])\n",
        "        find.loc[i,'text_en'] = str(en_bn_bukhari_muslim['text_en'][index])\n",
        "        find.loc[i,'text_bn'] = str(en_bn_bukhari_muslim['text_bn'][index])\n",
        "        find.loc[i,'narrators'] = str(en_bn_bukhari_muslim['narrators'][index])\n",
        "        \n",
        "\n",
        "    for j,simScore in enumerate(linear_similarities[:-(size+1):-1]):\n",
        "        find.loc[j,'Score'] = simScore\n",
        "\n",
        "    return find"
      ],
      "metadata": {
        "id": "VmMQd56iEsXT"
      },
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "en_bn_quran_tafsir.head(1)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 350
        },
        "id": "5Pws5nYNLWDa",
        "outputId": "93c7aa24-cef5-454a-c716-600acb23ff0d"
      },
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "          Name  Surah  Ayat  \\\n",
              "0  The Opening      1     1   \n",
              "\n",
              "                                                 Verse  \\\n",
              "0  In the name of Allah, the Beneficent, the Merciful.   \n",
              "\n",
              "                                             Tafseer  \\\n",
              "0  In the Name of God the Compassionate the Merciful   \n",
              "\n",
              "                                                                   ar_text  \\\n",
              "0   بِسۡمِ اللّٰهِ الرَّحۡمٰنِ الرَّحِیۡمِ ﴿۱﴾\\nبسم الله الرحمن الرحیم ﴿۱﴾   \n",
              "\n",
              "                              আল_বায়ান  \\\n",
              "0  পরম করুণাময় অতি দয়ালু আল্লাহর নামে।    \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           tafsir_bayan  \n",
              "0  (১) অনন্ত করুণাময় পরম দয়ালু আল্লাহর নামে (আরম্ভ করছি)।‘বিসমিল্লাহ’র পূর্বে ‘আক্বরাউ’ ‘আবদাউ’ অথবা ‘আতলু’ ফে’ল (ক্রিয়া) উহ্য আছে। অর্থাৎ, আল্লাহর নাম নিয়ে পড়ছি অথবা শুরু করছি কিংবা তেলাঅত আরম্ভ করছি। প্রত্যেক গুরুত্বপূর্ণ কাজ আরম্ভ করার পূর্বে ‘বিসমিল্লাহ’ পড়ার প্রতি তাকীদ করা হয়েছে। সুতরাং নির্দেশ করা হয়েছে যে, খাওয়া, যবেহ করা, ওযু করা এবং সহবাস করার পূর্বে ‘বিসমিল্লাহ’ পড়। অবশ্য ক্বুরআনে করীম তেলাঅত করার সময় ‘বিসমিল্লাহির রাহমানির রাহীম’ পড়ার পূর্বে ‘আউযু বিল্লাহি মিনাশ্শায়ত্বানির রাজীম’ পড়াও অত্যাবশ্যক। মহান আল্লাহ বলেছেন, ‘‘অতএব যখন তুমি ক্বুরআন পাঠ করবে, তখন বিতাড়িত শয়তান থেকে আল্লাহর আশ্রয় প্রার্থনা কর।’’ (সূরা নাহল ৯৮ আয়াত)।তাফসীরে আহসানুল বায়ান  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-d6d28acc-4221-45c6-9bba-ae0ce0ae05aa\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Name</th>\n",
              "      <th>Surah</th>\n",
              "      <th>Ayat</th>\n",
              "      <th>Verse</th>\n",
              "      <th>Tafseer</th>\n",
              "      <th>ar_text</th>\n",
              "      <th>আল_বায়ান</th>\n",
              "      <th>tafsir_bayan</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>The Opening</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>In the name of Allah, the Beneficent, the Merciful.</td>\n",
              "      <td>In the Name of God the Compassionate the Merciful</td>\n",
              "      <td>بِسۡمِ اللّٰهِ الرَّحۡمٰنِ الرَّحِیۡمِ ﴿۱﴾\\nبسم الله الرحمن الرحیم ﴿۱﴾</td>\n",
              "      <td>পরম করুণাময় অতি দয়ালু আল্লাহর নামে।</td>\n",
              "      <td>(১) অনন্ত করুণাময় পরম দয়ালু আল্লাহর নামে (আরম্ভ করছি)।‘বিসমিল্লাহ’র পূর্বে ‘আক্বরাউ’ ‘আবদাউ’ অথবা ‘আতলু’ ফে’ল (ক্রিয়া) উহ্য আছে। অর্থাৎ, আল্লাহর নাম নিয়ে পড়ছি অথবা শুরু করছি কিংবা তেলাঅত আরম্ভ করছি। প্রত্যেক গুরুত্বপূর্ণ কাজ আরম্ভ করার পূর্বে ‘বিসমিল্লাহ’ পড়ার প্রতি তাকীদ করা হয়েছে। সুতরাং নির্দেশ করা হয়েছে যে, খাওয়া, যবেহ করা, ওযু করা এবং সহবাস করার পূর্বে ‘বিসমিল্লাহ’ পড়। অবশ্য ক্বুরআনে করীম তেলাঅত করার সময় ‘বিসমিল্লাহির রাহমানির রাহীম’ পড়ার পূর্বে ‘আউযু বিল্লাহি মিনাশ্শায়ত্বানির রাজীম’ পড়াও অত্যাবশ্যক। মহান আল্লাহ বলেছেন, ‘‘অতএব যখন তুমি ক্বুরআন পাঠ করবে, তখন বিতাড়িত শয়তান থেকে আল্লাহর আশ্রয় প্রার্থনা কর।’’ (সূরা নাহল ৯৮ আয়াত)।তাফসীরে আহসানুল বায়ান</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d6d28acc-4221-45c6-9bba-ae0ce0ae05aa')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-d6d28acc-4221-45c6-9bba-ae0ce0ae05aa button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-d6d28acc-4221-45c6-9bba-ae0ce0ae05aa');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def Multilingual_Quran_Hadith_Search_Engine(query,size=10,language = 'en',metric = 'dot'):\n",
        "\n",
        "    query_embedding = laser.embed_sentences(query, lang=language)\n",
        "\n",
        "    mlt_hadiths = MLT_Sahih_Hadith_Search_Engine(query,size=size,language = 'en',metric = metric,query_embedding=query_embedding)\n",
        "    \n",
        "    if(metric == 'dot'):\n",
        "        query_embedding = np.squeeze(np.asarray(query_embedding))\n",
        "        linear_similarities = pairwise_dot(corpus_emb_quran, query_embedding)\n",
        "   \n",
        "    else:\n",
        "        linear_similarities = pairwise_euclidean_dists(corpus_emb_quran, query_embedding)\n",
        "        linear_similarities = np.squeeze(np.asarray(linear_similarities))\n",
        "        linear_similarities = np.array(linear_similarities, dtype=np.float32)\n",
        "\n",
        "    if(metric == 'dot'):\n",
        "        Top_index_doc = linear_similarities.argsort()[:-(size+1):-1]\n",
        "    else:\n",
        "        Top_index_doc = linear_similarities.argsort()[:-(size+1):]\n",
        "        Top_index_doc = Top_index_doc[:size]\n",
        "\n",
        "  \n",
        "    linear_similarities.sort()\n",
        "    find = pd.DataFrame()\n",
        "    for i,index in enumerate(Top_index_doc):\n",
        "        find.loc[i,'Name'] = str(en_bn_quran_tafsir['Name'][index])\n",
        "        find.loc[i,'Surah'] = str(en_bn_quran_tafsir['Surah'][index])\n",
        "        find.loc[i,'Ayat'] = str(en_bn_quran_tafsir['Ayat'][index])\n",
        "        find.loc[i,'Verse'] = str(en_bn_quran_tafsir['Verse'][index]) \n",
        "        find.loc[i,'Tafseer'] = str(en_bn_quran_tafsir['Tafseer'][index]) \n",
        "        find.loc[i,'ar_text'] = str(en_bn_quran_tafsir['ar_text'][index])\n",
        "        \n",
        "        find.loc[i,'আল_বায়ান'] = str(en_bn_quran_tafsir['আল_বায়ান'][index])\n",
        "        find.loc[i,'tafsir_bayan'] = str(en_bn_quran_tafsir['tafsir_bayan'][index])\n",
        "\n",
        "    for j,simScore in enumerate(linear_similarities[:-(size+1):-1]):\n",
        "        find.loc[j,'Score'] = simScore\n",
        "  \n",
        "    return find,mlt_hadiths"
      ],
      "metadata": {
        "id": "jk6XZbkDLdAM"
      },
      "execution_count": 11,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "%%time\n",
        "result,mlt_hadiths = Multilingual_Quran_Hadith_Search_Engine(\"fire\",size=5,language = 'en',metric = 'dot')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PDDJ4OWtEwMr",
        "outputId": "60647a3e-0b64-49ac-8d3f-ae6acd5a834a"
      },
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "CPU times: user 439 ms, sys: 61.4 ms, total: 500 ms\n",
            "Wall time: 516 ms\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "result"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "F-WzGZp_E1Bi",
        "outputId": "512f684b-f8b2-4ec2-d184-ff9e163e9b6b"
      },
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                      Name Surah Ayat                       Verse  \\\n",
              "0             The Calamity   101   11                Raging Fire.   \n",
              "1                The Event    56   94  And roasting at hell-fire.   \n",
              "2                   Yâ Sîn    36    1                     Ya Sin.   \n",
              "3          The Cloaked One    74    5             Pollution shun!   \n",
              "4  The Ascending Stairways    70   16             Eager to roast;   \n",
              "\n",
              "                                                                                                                                                                                                           Tafseer  \\\n",
              "0  It is A scorching fire of extremely hot temperature the hā’ of hiya is for consonantal quiescence and is retained when reciting without a subsequent pause or with; some omit it when reciting without a pause.   \n",
              "1                                                                                                                                                                                     and a roasting in Hell-fire.   \n",
              "2                                                                                                                                                            Yā sīn God knows best what He means by these letters.   \n",
              "3                                                                               and shun all defilement this rijz was explained by the Prophet s to be the graven images; in other words persist in shunning them.   \n",
              "4                                                                                                                                        ripping out the scalp shawā is the plural of shawāt the skin of the head;   \n",
              "\n",
              "                                             ar_text  \\\n",
              "0               نَارٌ حَامِیَۃٌ ﴿۱۱﴾\\nنار حامیۃ ﴿۱۱﴾   \n",
              "1    وَّ تَصۡلِیَۃُ جَحِیۡمٍ ﴿۹۴﴾\\nو تصلیۃ جحیم ﴿۹۴﴾   \n",
              "2                                 یٰسٓ ۚ﴿۱﴾\\nیس ۚ﴿۱﴾   \n",
              "3   وَ الرُّجۡزَ فَاهۡجُرۡ ۪﴿ۙ۵﴾\\nو الرجز فاهجر ﴿ۙ۵﴾   \n",
              "4   نَزَّاعَۃً لِّلشَّوٰی ﴿ۚۖ۱۶﴾\\nنزاعۃ للشوی ﴿ۚۖ۱۶﴾   \n",
              "\n",
              "                        আল_বায়ান  \\\n",
              "0             প্রজ্জ্বলিত অগ্নি।    \n",
              "1  আর জ্বলন্ত আগুনে প্রজ্জ্বলনে।    \n",
              "2                       ইয়া-সীন।    \n",
              "3         আর অপবিত্রতা বর্জন কর।    \n",
              "4     যা মাথার চামড়া খসিয়ে নেবে।    \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 tafsir_bayan  \\\n",
              "0  ১১। তা অতি উত্তপ্ত অগ্নি।[1][1] যেমন হাদীস শরীফে আছে যে, দুনিয়াতে মানুষ যে আগুন ব্যবহার করে থাকে, তা জাহান্নামের ৭০ ভাগের এক ভাগ। জাহান্নামের আগুন দুনিয়ার আগুন হতে উষ্ণতার দিক দিয়ে ৬৯ গুণ বেশী। (সহীহ বুখারী মখলুক সৃষ্টি অধ্যায়, জাহান্নামের বিবরণ পরিচ্ছেদ, মুসলিম জান্নাতের বিবরণ অধ্যায়, জাহান্নামের আগুনের উষ্ণতা বিবরণ পরিচ্ছেদ)এক অন্য হাদীসে বর্ণিত হয়েছে যে, জাহান্নামের আগুন আল্লাহর নিকট অভিযোগ করে বলল যে, ‘আমার এক অংশ অপর অংশকে খেয়ে ফেলছে।’ তখন আল্লাহ জাহান্নামকে দুটি নিঃশ্বাস নিতে আদেশ করলেন। প্রথম নিঃশ্বাস হল গরমকালে। আর দ্বিতীয় নিঃশ্বাস হল শীতকালে। সুতরাং শীতকালে যে প্রচন্ড শীত অনুভব হয়, তা জাহান্নামের ঠান্ডা নিঃশ্বাসের কারণে। আর গ্রীষ্মকালে যে প্রচন্ড গরম পড়ে, তা জাহান্নামের গরম নিঃশ্বাসের ফলে। (বুখারী, উল্লিখিত বাবে)অন্য এক হাদীসে বর্ণিত হয়েছে, মহানবী (সাঃ) বলেছেন যে, ‘‘গরম যখন প্রচন্ড হয়, তখন নামায ঠান্ডা করে পড়। কেননা, গরমের প্রচন্ডতা জাহান্নামের উত্তেজনা থেকে হয়।’’ (প্রমাণ পূর্বে উল্লিখিত, মুসলিম মাসজিদ অধ্যায়)তাফসীরে আহসানুল বায়ান   \n",
              "1                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           (৯৪) এবং জাহান্নাম প্রবেশ।-তাফসীরে আহসানুল বায়ান   \n",
              "2                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     (১) ইয়া-সীন,[1][1] অনেকে এর অর্থ, ‘হে ব্যক্তি! বা হে মানুষ!’ বলেছেন। আবার অনেকে এটিকে নবী (সাঃ)-এর নাম এবং অনেকে আল্লাহ তাআলার সুন্দরতম নামাবলীর একটি নাম রূপে উল্লেখ করেছেন। কিন্তু এই সকল মত কোন প্রমাণ ছাড়াই পেশ করা হয়েছে। কারণ এটিও সেই ‘হরূফে মুক্বাত্ত্বাআত’ (বিচ্ছিন্ন অক্ষরমালা), যার অর্থ আল্লাহ ছাড়া অন্য কেউ অবগত নয়।তাফসীরে আহসানুল বায়ান   \n",
              "3                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              (৫) অপবিত্রতা বর্জন কর। [1][1] অর্থাৎ, মূর্তিপূজা ছেড়ে দাও। এটা আসলে রসূল (সাঃ)-এর মাধ্যমে লোকদেরকে নির্দেশ দেওয়া হচ্ছে।তাফসীরে আহসানুল বায়ান   \n",
              "4                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            (১৬) যা দেহ হতে চামড়া খসিয়ে দেবে। [1][1] অর্থাৎ, গোশত এবং চামড়াকে জ্বালিয়ে ছাই করে দিবে এবং মানুষ কেবল অস্থির কঙ্কালসার হয়ে অবশিষ্ট থাকবে।তাফসীরে আহসানুল বায়ান   \n",
              "\n",
              "      Score  \n",
              "0  0.327300  \n",
              "1  0.318196  \n",
              "2  0.307974  \n",
              "3  0.266461  \n",
              "4  0.248549  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-5826c810-4250-4a7b-865f-2de0df106a9e\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Name</th>\n",
              "      <th>Surah</th>\n",
              "      <th>Ayat</th>\n",
              "      <th>Verse</th>\n",
              "      <th>Tafseer</th>\n",
              "      <th>ar_text</th>\n",
              "      <th>আল_বায়ান</th>\n",
              "      <th>tafsir_bayan</th>\n",
              "      <th>Score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>The Calamity</td>\n",
              "      <td>101</td>\n",
              "      <td>11</td>\n",
              "      <td>Raging Fire.</td>\n",
              "      <td>It is A scorching fire of extremely hot temperature the hā’ of hiya is for consonantal quiescence and is retained when reciting without a subsequent pause or with; some omit it when reciting without a pause.</td>\n",
              "      <td>نَارٌ حَامِیَۃٌ ﴿۱۱﴾\\nنار حامیۃ ﴿۱۱﴾</td>\n",
              "      <td>প্রজ্জ্বলিত অগ্নি।</td>\n",
              "      <td>১১। তা অতি উত্তপ্ত অগ্নি।[1][1] যেমন হাদীস শরীফে আছে যে, দুনিয়াতে মানুষ যে আগুন ব্যবহার করে থাকে, তা জাহান্নামের ৭০ ভাগের এক ভাগ। জাহান্নামের আগুন দুনিয়ার আগুন হতে উষ্ণতার দিক দিয়ে ৬৯ গুণ বেশী। (সহীহ বুখারী মখলুক সৃষ্টি অধ্যায়, জাহান্নামের বিবরণ পরিচ্ছেদ, মুসলিম জান্নাতের বিবরণ অধ্যায়, জাহান্নামের আগুনের উষ্ণতা বিবরণ পরিচ্ছেদ)এক অন্য হাদীসে বর্ণিত হয়েছে যে, জাহান্নামের আগুন আল্লাহর নিকট অভিযোগ করে বলল যে, ‘আমার এক অংশ অপর অংশকে খেয়ে ফেলছে।’ তখন আল্লাহ জাহান্নামকে দুটি নিঃশ্বাস নিতে আদেশ করলেন। প্রথম নিঃশ্বাস হল গরমকালে। আর দ্বিতীয় নিঃশ্বাস হল শীতকালে। সুতরাং শীতকালে যে প্রচন্ড শীত অনুভব হয়, তা জাহান্নামের ঠান্ডা নিঃশ্বাসের কারণে। আর গ্রীষ্মকালে যে প্রচন্ড গরম পড়ে, তা জাহান্নামের গরম নিঃশ্বাসের ফলে। (বুখারী, উল্লিখিত বাবে)অন্য এক হাদীসে বর্ণিত হয়েছে, মহানবী (সাঃ) বলেছেন যে, ‘‘গরম যখন প্রচন্ড হয়, তখন নামায ঠান্ডা করে পড়। কেননা, গরমের প্রচন্ডতা জাহান্নামের উত্তেজনা থেকে হয়।’’ (প্রমাণ পূর্বে উল্লিখিত, মুসলিম মাসজিদ অধ্যায়)তাফসীরে আহসানুল বায়ান</td>\n",
              "      <td>0.327300</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The Event</td>\n",
              "      <td>56</td>\n",
              "      <td>94</td>\n",
              "      <td>And roasting at hell-fire.</td>\n",
              "      <td>and a roasting in Hell-fire.</td>\n",
              "      <td>وَّ تَصۡلِیَۃُ جَحِیۡمٍ ﴿۹۴﴾\\nو تصلیۃ جحیم ﴿۹۴﴾</td>\n",
              "      <td>আর জ্বলন্ত আগুনে প্রজ্জ্বলনে।</td>\n",
              "      <td>(৯৪) এবং জাহান্নাম প্রবেশ।-তাফসীরে আহসানুল বায়ান</td>\n",
              "      <td>0.318196</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Yâ Sîn</td>\n",
              "      <td>36</td>\n",
              "      <td>1</td>\n",
              "      <td>Ya Sin.</td>\n",
              "      <td>Yā sīn God knows best what He means by these letters.</td>\n",
              "      <td>یٰسٓ ۚ﴿۱﴾\\nیس ۚ﴿۱﴾</td>\n",
              "      <td>ইয়া-সীন।</td>\n",
              "      <td>(১) ইয়া-সীন,[1][1] অনেকে এর অর্থ, ‘হে ব্যক্তি! বা হে মানুষ!’ বলেছেন। আবার অনেকে এটিকে নবী (সাঃ)-এর নাম এবং অনেকে আল্লাহ তাআলার সুন্দরতম নামাবলীর একটি নাম রূপে উল্লেখ করেছেন। কিন্তু এই সকল মত কোন প্রমাণ ছাড়াই পেশ করা হয়েছে। কারণ এটিও সেই ‘হরূফে মুক্বাত্ত্বাআত’ (বিচ্ছিন্ন অক্ষরমালা), যার অর্থ আল্লাহ ছাড়া অন্য কেউ অবগত নয়।তাফসীরে আহসানুল বায়ান</td>\n",
              "      <td>0.307974</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>The Cloaked One</td>\n",
              "      <td>74</td>\n",
              "      <td>5</td>\n",
              "      <td>Pollution shun!</td>\n",
              "      <td>and shun all defilement this rijz was explained by the Prophet s to be the graven images; in other words persist in shunning them.</td>\n",
              "      <td>وَ الرُّجۡزَ فَاهۡجُرۡ ۪﴿ۙ۵﴾\\nو الرجز فاهجر ﴿ۙ۵﴾</td>\n",
              "      <td>আর অপবিত্রতা বর্জন কর।</td>\n",
              "      <td>(৫) অপবিত্রতা বর্জন কর। [1][1] অর্থাৎ, মূর্তিপূজা ছেড়ে দাও। এটা আসলে রসূল (সাঃ)-এর মাধ্যমে লোকদেরকে নির্দেশ দেওয়া হচ্ছে।তাফসীরে আহসানুল বায়ান</td>\n",
              "      <td>0.266461</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>The Ascending Stairways</td>\n",
              "      <td>70</td>\n",
              "      <td>16</td>\n",
              "      <td>Eager to roast;</td>\n",
              "      <td>ripping out the scalp shawā is the plural of shawāt the skin of the head;</td>\n",
              "      <td>نَزَّاعَۃً لِّلشَّوٰی ﴿ۚۖ۱۶﴾\\nنزاعۃ للشوی ﴿ۚۖ۱۶﴾</td>\n",
              "      <td>যা মাথার চামড়া খসিয়ে নেবে।</td>\n",
              "      <td>(১৬) যা দেহ হতে চামড়া খসিয়ে দেবে। [1][1] অর্থাৎ, গোশত এবং চামড়াকে জ্বালিয়ে ছাই করে দিবে এবং মানুষ কেবল অস্থির কঙ্কালসার হয়ে অবশিষ্ট থাকবে।তাফসীরে আহসানুল বায়ান</td>\n",
              "      <td>0.248549</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5826c810-4250-4a7b-865f-2de0df106a9e')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-5826c810-4250-4a7b-865f-2de0df106a9e button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-5826c810-4250-4a7b-865f-2de0df106a9e');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "mlt_hadiths"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 945
        },
        "id": "wkHkjmD9E7EY",
        "outputId": "32c1a73d-5197-44b6-843d-26c34cc1583e"
      },
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "            source chapter_no hadith_no                        chapter  \\\n",
              "0   Sahih Bukhari          24      1466  Obligatory Charity Tax Zakat    \n",
              "1    Sahih Muslim           2       114             The Book of Faith    \n",
              "2    Sahih Muslim          34      4870        The Book on Government    \n",
              "3    Sahih Muslim          14      2607           The Book of Fasting    \n",
              "4   Sahih Bukhari           8       490                 Prayers Salat    \n",
              "\n",
              "                                                                                                                                                                                                                                                               text_ar  \\\n",
              "0                                                                                                                  وقال حنظلة عن طاوس، ‏\"‏ جنتان ‏\"‏‏.‏ وقال الليث حدثني جعفر، عن ابن هرمز، سمعت أبا هريرة  رضى الله عنه  عن النبي صلى الله عليه وسلم ‏\"‏ جنتان ‏\"‏‏.‏   \n",
              "1                                                وحدثني محمد بن حاتم، وعبد الرحمن بن بشر، قالا حدثنا بهز، حدثنا شعبة، حدثنا محمد بن عثمان بن عبد الله بن موهب، وأبوه، عثمان أنهما سمعا موسى بن طلحة، يحدث عن أبي أيوب، عن النبي صلى الله عليه وسلم بمثل هذا الحديث ‏.‏   \n",
              "2                                                                                                                           وحدثناه زهير بن حرب، ومحمد بن المثنى، قالا حدثنا يحيى، وهو القطان ح وحدثنا ابن نمير، حدثنا أبي كلاهما، عن عبيد الله، بهذا الإسناد مثله ‏.‏   \n",
              "3                                                                                                                   وحدثنا عمرو الناقد، حدثنا يزيد بن هارون، أخبرنا همام، ح وحدثنا ابن المثنى، حدثنا سالم بن نوح، حدثنا عمر بن عامر، كلاهما عن قتادة، بهذا الإسناد ‏.‏   \n",
              "4  وأن عبد الله بن عمر حدثه أن النبي صلى الله عليه وسلم كان ينزل في المسيل الذي في أدنى مر الظهران، قبل المدينة حين يهبط من الصفراوات ينزل في بطن ذلك المسيل عن يسار الطريق، وأنت ذاهب إلى مكة، ليس بين منزل رسول الله صلى الله عليه وسلم وبين الطريق إلا رمية بحجر‏.‏   \n",
              "\n",
              "                                                                                  text_en  \\\n",
              "0                                                                    See previous hadith.   \n",
              "1   This hadith is transmitted by Muhammad b. Hatim on the authority of Abu Ayyub Ansari.   \n",
              "2                       This hadith has been transmitted on the authority of 'Ubaidullah.   \n",
              "3                        This hadith has been transmitted on the authority of Qatada too.   \n",
              "4                                                    See translation for hadith 484 above   \n",
              "\n",
              "                                                                                    text_bn  \\\n",
              "0                                                                   পূর্ববর্তী হাদীস দেখুন।   \n",
              "1  এই হাদীসটি মুহাম্মদ (সা.) এর মাধ্যমে প্রেরিত হয়েছে। আবু আইয়ুব আনসারির কর্তৃত্বে হাতিম।   \n",
              "2                                        এই হাদীস উবাইদুল্লাহর কর্তৃত্বে প্রেরণ করা হয়েছে।   \n",
              "3                                               এই হাদীস কাদাদের কর্তৃত্বেও প্রেরিত হয়েছে।   \n",
              "4                                                            উপরের ৪৮৪ হাদীসের অনুবাদ দেখুন   \n",
              "\n",
              "                                                                                                                                                            narrators  \\\n",
              "0                      Hanzala bin Abi Sufyan bin 'Abdur Rahman ,al Laith bin Sa'd ,Ja'far bin Rabi'ya bin Shrhbyl ,'Abdur Rahman bin Harmaz al A'araj ,Abu Hurairah    \n",
              "1               Muhammad bin Hatm bin Sulaiman ,'Abdur Rahman bin Bashr ,Shu'bah bin al Hajjaj ,Muhammad bin 'Uthman al Akhnasi ,Musa ibn Talha ,Abu Ayyub al Ansari    \n",
              "2  Zuhayr bin Harb ,Muhammad bin al Muthna al Zaman ,Yahya bin Sa'id bin Farroukh al Qatan ,Yahya bin Sa'id bin Farroukh al Qatan ,Muhammad bin 'Abdullah bin Numayr    \n",
              "3                                                             'Amr bin Muhammad bin Bukayr al Naqid ,Yazid bin Harun ,Hmam bin Yahya bin Dinar ,Salm bin Nwh bin Aby    \n",
              "4                                                                                                                                                           Not Found   \n",
              "\n",
              "      Score  \n",
              "0  0.286530  \n",
              "1  0.280741  \n",
              "2  0.280198  \n",
              "3  0.266573  \n",
              "4  0.264308  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-5553e309-2fb7-4e73-afa5-ed634431ad45\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>source</th>\n",
              "      <th>chapter_no</th>\n",
              "      <th>hadith_no</th>\n",
              "      <th>chapter</th>\n",
              "      <th>text_ar</th>\n",
              "      <th>text_en</th>\n",
              "      <th>text_bn</th>\n",
              "      <th>narrators</th>\n",
              "      <th>Score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Sahih Bukhari</td>\n",
              "      <td>24</td>\n",
              "      <td>1466</td>\n",
              "      <td>Obligatory Charity Tax Zakat</td>\n",
              "      <td>وقال حنظلة عن طاوس، ‏\"‏ جنتان ‏\"‏‏.‏ وقال الليث حدثني جعفر، عن ابن هرمز، سمعت أبا هريرة  رضى الله عنه  عن النبي صلى الله عليه وسلم ‏\"‏ جنتان ‏\"‏‏.‏</td>\n",
              "      <td>See previous hadith.</td>\n",
              "      <td>পূর্ববর্তী হাদীস দেখুন।</td>\n",
              "      <td>Hanzala bin Abi Sufyan bin 'Abdur Rahman ,al Laith bin Sa'd ,Ja'far bin Rabi'ya bin Shrhbyl ,'Abdur Rahman bin Harmaz al A'araj ,Abu Hurairah</td>\n",
              "      <td>0.286530</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Sahih Muslim</td>\n",
              "      <td>2</td>\n",
              "      <td>114</td>\n",
              "      <td>The Book of Faith</td>\n",
              "      <td>وحدثني محمد بن حاتم، وعبد الرحمن بن بشر، قالا حدثنا بهز، حدثنا شعبة، حدثنا محمد بن عثمان بن عبد الله بن موهب، وأبوه، عثمان أنهما سمعا موسى بن طلحة، يحدث عن أبي أيوب، عن النبي صلى الله عليه وسلم بمثل هذا الحديث ‏.‏</td>\n",
              "      <td>This hadith is transmitted by Muhammad b. Hatim on the authority of Abu Ayyub Ansari.</td>\n",
              "      <td>এই হাদীসটি মুহাম্মদ (সা.) এর মাধ্যমে প্রেরিত হয়েছে। আবু আইয়ুব আনসারির কর্তৃত্বে হাতিম।</td>\n",
              "      <td>Muhammad bin Hatm bin Sulaiman ,'Abdur Rahman bin Bashr ,Shu'bah bin al Hajjaj ,Muhammad bin 'Uthman al Akhnasi ,Musa ibn Talha ,Abu Ayyub al Ansari</td>\n",
              "      <td>0.280741</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Sahih Muslim</td>\n",
              "      <td>34</td>\n",
              "      <td>4870</td>\n",
              "      <td>The Book on Government</td>\n",
              "      <td>وحدثناه زهير بن حرب، ومحمد بن المثنى، قالا حدثنا يحيى، وهو القطان ح وحدثنا ابن نمير، حدثنا أبي كلاهما، عن عبيد الله، بهذا الإسناد مثله ‏.‏</td>\n",
              "      <td>This hadith has been transmitted on the authority of 'Ubaidullah.</td>\n",
              "      <td>এই হাদীস উবাইদুল্লাহর কর্তৃত্বে প্রেরণ করা হয়েছে।</td>\n",
              "      <td>Zuhayr bin Harb ,Muhammad bin al Muthna al Zaman ,Yahya bin Sa'id bin Farroukh al Qatan ,Yahya bin Sa'id bin Farroukh al Qatan ,Muhammad bin 'Abdullah bin Numayr</td>\n",
              "      <td>0.280198</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Sahih Muslim</td>\n",
              "      <td>14</td>\n",
              "      <td>2607</td>\n",
              "      <td>The Book of Fasting</td>\n",
              "      <td>وحدثنا عمرو الناقد، حدثنا يزيد بن هارون، أخبرنا همام، ح وحدثنا ابن المثنى، حدثنا سالم بن نوح، حدثنا عمر بن عامر، كلاهما عن قتادة، بهذا الإسناد ‏.‏</td>\n",
              "      <td>This hadith has been transmitted on the authority of Qatada too.</td>\n",
              "      <td>এই হাদীস কাদাদের কর্তৃত্বেও প্রেরিত হয়েছে।</td>\n",
              "      <td>'Amr bin Muhammad bin Bukayr al Naqid ,Yazid bin Harun ,Hmam bin Yahya bin Dinar ,Salm bin Nwh bin Aby</td>\n",
              "      <td>0.266573</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Sahih Bukhari</td>\n",
              "      <td>8</td>\n",
              "      <td>490</td>\n",
              "      <td>Prayers Salat</td>\n",
              "      <td>وأن عبد الله بن عمر حدثه أن النبي صلى الله عليه وسلم كان ينزل في المسيل الذي في أدنى مر الظهران، قبل المدينة حين يهبط من الصفراوات ينزل في بطن ذلك المسيل عن يسار الطريق، وأنت ذاهب إلى مكة، ليس بين منزل رسول الله صلى الله عليه وسلم وبين الطريق إلا رمية بحجر‏.‏</td>\n",
              "      <td>See translation for hadith 484 above</td>\n",
              "      <td>উপরের ৪৮৪ হাদীসের অনুবাদ দেখুন</td>\n",
              "      <td>Not Found</td>\n",
              "      <td>0.264308</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5553e309-2fb7-4e73-afa5-ed634431ad45')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-5553e309-2fb7-4e73-afa5-ed634431ad45 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-5553e309-2fb7-4e73-afa5-ed634431ad45');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "LA_A6qhMHrnu"
      },
      "execution_count": 14,
      "outputs": []
    }
  ]
}