Skip to content

Commit

Permalink
Update pyTorchWorkflow.ipynb
Browse files Browse the repository at this point in the history
  • Loading branch information
@Nikoletos-K
Nikoletos-K committed Jul 19, 2024
1 parent a68f491 commit 5eb9355
Showing 1 changed file with 3 additions and 71 deletions.
74 changes: 3 additions & 71 deletions docs/tutorials/pyTorchWorkflow.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
"source": [
"\n",
"\n",
"# Clean-Clean Entity Resolution Notebook <br>with pre-trained embeddings and FAISS\n",
"# pyTorch and FAISS workflow\n",
"\n",
"<div align=\"center\"> \n",
" <img src=\"https://cdn.icon-icons.com/icons2/2699/PNG/512/pytorch_logo_icon_169823.png\" style=\"width: 250px;\"/>\n",
Expand All @@ -26,78 +26,10 @@
},
{
"cell_type": "code",
"execution_count": 1,
"execution_count": null,
"id": "4598710b-6c72-462a-a261-3bd1c5694fe4",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Requirement already satisfied: pyjedai in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (0.1.8)\n",
"Requirement already satisfied: gensim in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (4.3.2)\n",
"Requirement already satisfied: matplotlib in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (3.8.4)\n",
"Requirement already satisfied: networkx in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (3.2.1)\n",
"Requirement already satisfied: nltk in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (3.8.1)\n",
"Requirement already satisfied: numpy<2.0,>=1.7.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (1.26.4)\n",
"Requirement already satisfied: pandas in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (2.1.4)\n",
"Requirement already satisfied: scipy==1.12 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (1.12.0)\n",
"Requirement already satisfied: seaborn in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (0.12.2)\n",
"Requirement already satisfied: tqdm in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (4.66.2)\n",
"Requirement already satisfied: transformers in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (4.40.0)\n",
"Requirement already satisfied: sentence-transformers in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (2.7.0)\n",
"Requirement already satisfied: faiss-cpu in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (1.8.0)\n",
"Requirement already satisfied: py-stringmatching in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (0.4.5)\n",
"Requirement already satisfied: ordered-set in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (4.1.0)\n",
"Requirement already satisfied: shapely in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (2.0.4)\n",
"Requirement already satisfied: valentine in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pyjedai) (0.2.0)\n",
"Requirement already satisfied: smart-open>=1.8.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from gensim->pyjedai) (7.0.4)\n",
"Requirement already satisfied: contourpy>=1.0.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (1.2.1)\n",
"Requirement already satisfied: cycler>=0.10 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (0.12.1)\n",
"Requirement already satisfied: fonttools>=4.22.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (4.51.0)\n",
"Requirement already satisfied: kiwisolver>=1.3.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (1.4.5)\n",
"Requirement already satisfied: packaging>=20.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (24.0)\n",
"Requirement already satisfied: pillow>=8 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (10.3.0)\n",
"Requirement already satisfied: pyparsing>=2.3.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (3.1.2)\n",
"Requirement already satisfied: python-dateutil>=2.7 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (2.9.0.post0)\n",
"Requirement already satisfied: importlib-resources>=3.2.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from matplotlib->pyjedai) (6.4.0)\n",
"Requirement already satisfied: click in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from nltk->pyjedai) (8.1.7)\n",
"Requirement already satisfied: joblib in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from nltk->pyjedai) (1.4.0)\n",
"Requirement already satisfied: regex>=2021.8.3 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from nltk->pyjedai) (2024.4.16)\n",
"Requirement already satisfied: pytz>=2020.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pandas->pyjedai) (2024.1)\n",
"Requirement already satisfied: tzdata>=2022.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from pandas->pyjedai) (2024.1)\n",
"Requirement already satisfied: torch>=1.11.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from sentence-transformers->pyjedai) (2.2.2)\n",
"Requirement already satisfied: scikit-learn in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from sentence-transformers->pyjedai) (1.4.2)\n",
"Requirement already satisfied: huggingface-hub>=0.15.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from sentence-transformers->pyjedai) (0.22.2)\n",
"Requirement already satisfied: filelock in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from transformers->pyjedai) (3.13.4)\n",
"Requirement already satisfied: pyyaml>=5.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from transformers->pyjedai) (6.0.1)\n",
"Requirement already satisfied: requests in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from transformers->pyjedai) (2.31.0)\n",
"Requirement already satisfied: tokenizers<0.20,>=0.19 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from transformers->pyjedai) (0.19.1)\n",
"Requirement already satisfied: safetensors>=0.4.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from transformers->pyjedai) (0.4.3)\n",
"Requirement already satisfied: colorama in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from tqdm->pyjedai) (0.4.6)\n",
"Requirement already satisfied: setuptools in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from valentine->pyjedai) (68.2.2)\n",
"Requirement already satisfied: anytree<3.0,>=2.9 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from valentine->pyjedai) (2.12.1)\n",
"Requirement already satisfied: chardet<6.0.0,>=5.2.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from valentine->pyjedai) (5.2.0)\n",
"Requirement already satisfied: jellyfish<1.1,>=0.9 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from valentine->pyjedai) (1.0.3)\n",
"Requirement already satisfied: PuLP<3.0,>=2.5 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from valentine->pyjedai) (2.8.0)\n",
"Requirement already satisfied: pyemd<2.0,>=1.0.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from valentine->pyjedai) (1.0.0)\n",
"Requirement already satisfied: six in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from anytree<3.0,>=2.9->valentine->pyjedai) (1.16.0)\n",
"Requirement already satisfied: fsspec>=2023.5.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from huggingface-hub>=0.15.1->sentence-transformers->pyjedai) (2024.3.1)\n",
"Requirement already satisfied: typing-extensions>=3.7.4.3 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from huggingface-hub>=0.15.1->sentence-transformers->pyjedai) (4.11.0)\n",
"Requirement already satisfied: zipp>=3.1.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from importlib-resources>=3.2.0->matplotlib->pyjedai) (3.18.1)\n",
"Requirement already satisfied: wrapt in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from smart-open>=1.8.1->gensim->pyjedai) (1.16.0)\n",
"Requirement already satisfied: sympy in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from torch>=1.11.0->sentence-transformers->pyjedai) (1.12)\n",
"Requirement already satisfied: jinja2 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from torch>=1.11.0->sentence-transformers->pyjedai) (3.1.3)\n",
"Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from requests->transformers->pyjedai) (3.3.2)\n",
"Requirement already satisfied: idna<4,>=2.5 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from requests->transformers->pyjedai) (3.7)\n",
"Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from requests->transformers->pyjedai) (2.2.1)\n",
"Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from requests->transformers->pyjedai) (2024.2.2)\n",
"Requirement already satisfied: threadpoolctl>=2.0.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from scikit-learn->sentence-transformers->pyjedai) (3.4.0)\n",
"Requirement already satisfied: MarkupSafe>=2.0 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from jinja2->torch>=1.11.0->sentence-transformers->pyjedai) (2.1.5)\n",
"Requirement already satisfied: mpmath>=0.19 in c:\\users\\nikol\\miniconda3\\envs\\pyjedai\\lib\\site-packages (from sympy->torch>=1.11.0->sentence-transformers->pyjedai) (1.3.0)\n"
]
}
],
"outputs": [],
"source": [
"!pip install pyjedai -U"
]
Expand Down

0 comments on commit 5eb9355

Please sign in to comment.