diff --git a/nlp/0_1_LLM.ipynb b/nlp/0_1_LLM.ipynb
index 75833f2..283fe52 100644
--- a/nlp/0_1_LLM.ipynb
+++ b/nlp/0_1_LLM.ipynb
@@ -100,52 +100,66 @@
},
{
"cell_type": "code",
- "execution_count": 1,
+ "execution_count": 9,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
- "Requirement already satisfied: torch in /home/cif/miniconda3/lib/python3.12/site-packages (2.7.0)\n",
- "Requirement already satisfied: transformers in /home/cif/miniconda3/lib/python3.12/site-packages (4.51.3)\n",
- "Requirement already satisfied: filelock in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (3.18.0)\n",
- "Requirement already satisfied: typing-extensions>=4.10.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (4.12.2)\n",
- "Requirement already satisfied: setuptools in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (75.8.0)\n",
- "Requirement already satisfied: sympy>=1.13.3 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (1.13.3)\n",
- "Requirement already satisfied: networkx in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (3.4.2)\n",
+ "Requirement already satisfied: torch in /home/cif/miniconda3/lib/python3.12/site-packages (2.10.0)\n",
+ "Requirement already satisfied: transformers in /home/cif/miniconda3/lib/python3.12/site-packages (5.2.0)\n",
+ "Requirement already satisfied: filelock in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (3.24.2)\n",
+ "Requirement already satisfied: typing-extensions>=4.10.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (4.15.0)\n",
+ "Requirement already satisfied: setuptools in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (82.0.0)\n",
+ "Requirement already satisfied: sympy>=1.13.3 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (1.14.0)\n",
+ "Requirement already satisfied: networkx>=2.5.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (3.6.1)\n",
"Requirement already satisfied: jinja2 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (3.1.6)\n",
- "Requirement already satisfied: fsspec in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (2025.3.2)\n",
- "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.6.77 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.6.77)\n",
- "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.6.77 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.6.77)\n",
- "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.6.80 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.6.80)\n",
- "Requirement already satisfied: nvidia-cudnn-cu12==9.5.1.17 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (9.5.1.17)\n",
- "Requirement already satisfied: nvidia-cublas-cu12==12.6.4.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.6.4.1)\n",
- "Requirement already satisfied: nvidia-cufft-cu12==11.3.0.4 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (11.3.0.4)\n",
- "Requirement already satisfied: nvidia-curand-cu12==10.3.7.77 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (10.3.7.77)\n",
- "Requirement already satisfied: nvidia-cusolver-cu12==11.7.1.2 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (11.7.1.2)\n",
- "Requirement already satisfied: nvidia-cusparse-cu12==12.5.4.2 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.5.4.2)\n",
- "Requirement already satisfied: nvidia-cusparselt-cu12==0.6.3 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (0.6.3)\n",
- "Requirement already satisfied: nvidia-nccl-cu12==2.26.2 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (2.26.2)\n",
- "Requirement already satisfied: nvidia-nvtx-cu12==12.6.77 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.6.77)\n",
- "Requirement already satisfied: nvidia-nvjitlink-cu12==12.6.85 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.6.85)\n",
- "Requirement already satisfied: nvidia-cufile-cu12==1.11.1.6 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (1.11.1.6)\n",
- "Requirement already satisfied: triton==3.3.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (3.3.0)\n",
- "Requirement already satisfied: huggingface-hub<1.0,>=0.30.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (0.30.2)\n",
- "Requirement already satisfied: numpy>=1.17 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (2.2.4)\n",
- "Requirement already satisfied: packaging>=20.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (24.2)\n",
- "Requirement already satisfied: pyyaml>=5.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (6.0.2)\n",
- "Requirement already satisfied: regex!=2019.12.17 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (2024.11.6)\n",
- "Requirement already satisfied: requests in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (2.32.3)\n",
- "Requirement already satisfied: tokenizers<0.22,>=0.21 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (0.21.1)\n",
- "Requirement already satisfied: safetensors>=0.4.3 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (0.5.3)\n",
- "Requirement already satisfied: tqdm>=4.27 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (4.67.1)\n",
+ "Requirement already satisfied: fsspec>=0.8.5 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (2026.2.0)\n",
+ "Requirement already satisfied: cuda-bindings==12.9.4 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.9.4)\n",
+ "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.8.93 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.8.93)\n",
+ "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.8.90 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.8.90)\n",
+ "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.8.90 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.8.90)\n",
+ "Requirement already satisfied: nvidia-cudnn-cu12==9.10.2.21 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (9.10.2.21)\n",
+ "Requirement already satisfied: nvidia-cublas-cu12==12.8.4.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.8.4.1)\n",
+ "Requirement already satisfied: nvidia-cufft-cu12==11.3.3.83 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (11.3.3.83)\n",
+ "Requirement already satisfied: nvidia-curand-cu12==10.3.9.90 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (10.3.9.90)\n",
+ "Requirement already satisfied: nvidia-cusolver-cu12==11.7.3.90 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (11.7.3.90)\n",
+ "Requirement already satisfied: nvidia-cusparse-cu12==12.5.8.93 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.5.8.93)\n",
+ "Requirement already satisfied: nvidia-cusparselt-cu12==0.7.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (0.7.1)\n",
+ "Requirement already satisfied: nvidia-nccl-cu12==2.27.5 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (2.27.5)\n",
+ "Requirement already satisfied: nvidia-nvshmem-cu12==3.4.5 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (3.4.5)\n",
+ "Requirement already satisfied: nvidia-nvtx-cu12==12.8.90 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.8.90)\n",
+ "Requirement already satisfied: nvidia-nvjitlink-cu12==12.8.93 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (12.8.93)\n",
+ "Requirement already satisfied: nvidia-cufile-cu12==1.13.1.3 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (1.13.1.3)\n",
+ "Requirement already satisfied: triton==3.6.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from torch) (3.6.0)\n",
+ "Requirement already satisfied: cuda-pathfinder~=1.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from cuda-bindings==12.9.4->torch) (1.3.4)\n",
+ "Requirement already satisfied: huggingface-hub<2.0,>=1.3.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (1.4.1)\n",
+ "Requirement already satisfied: numpy>=1.17 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (2.3.5)\n",
+ "Requirement already satisfied: packaging>=20.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (26.0)\n",
+ "Requirement already satisfied: pyyaml>=5.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (6.0.3)\n",
+ "Requirement already satisfied: regex!=2019.12.17 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (2026.1.15)\n",
+ "Requirement already satisfied: tokenizers<=0.23.0,>=0.22.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (0.22.2)\n",
+ "Requirement already satisfied: typer-slim in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (0.24.0)\n",
+ "Requirement already satisfied: safetensors>=0.4.3 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (0.7.0)\n",
+ "Requirement already satisfied: tqdm>=4.27 in /home/cif/miniconda3/lib/python3.12/site-packages (from transformers) (4.67.3)\n",
+ "Requirement already satisfied: hf-xet<2.0.0,>=1.2.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface-hub<2.0,>=1.3.0->transformers) (1.2.0)\n",
+ "Requirement already satisfied: httpx<1,>=0.23.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface-hub<2.0,>=1.3.0->transformers) (0.28.1)\n",
+ "Requirement already satisfied: shellingham in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface-hub<2.0,>=1.3.0->transformers) (1.5.4)\n",
+ "Requirement already satisfied: anyio in /home/cif/miniconda3/lib/python3.12/site-packages (from httpx<1,>=0.23.0->huggingface-hub<2.0,>=1.3.0->transformers) (4.12.1)\n",
+ "Requirement already satisfied: certifi in /home/cif/miniconda3/lib/python3.12/site-packages (from httpx<1,>=0.23.0->huggingface-hub<2.0,>=1.3.0->transformers) (2026.2.25)\n",
+ "Requirement already satisfied: httpcore==1.* in /home/cif/miniconda3/lib/python3.12/site-packages (from httpx<1,>=0.23.0->huggingface-hub<2.0,>=1.3.0->transformers) (1.0.9)\n",
+ "Requirement already satisfied: idna in /home/cif/miniconda3/lib/python3.12/site-packages (from httpx<1,>=0.23.0->huggingface-hub<2.0,>=1.3.0->transformers) (3.11)\n",
+ "Requirement already satisfied: h11>=0.16 in /home/cif/miniconda3/lib/python3.12/site-packages (from httpcore==1.*->httpx<1,>=0.23.0->huggingface-hub<2.0,>=1.3.0->transformers) (0.16.0)\n",
"Requirement already satisfied: mpmath<1.4,>=1.1.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from sympy>=1.13.3->torch) (1.3.0)\n",
- "Requirement already satisfied: MarkupSafe>=2.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from jinja2->torch) (3.0.2)\n",
- "Requirement already satisfied: charset-normalizer<4,>=2 in /home/cif/miniconda3/lib/python3.12/site-packages (from requests->transformers) (3.3.2)\n",
- "Requirement already satisfied: idna<4,>=2.5 in /home/cif/miniconda3/lib/python3.12/site-packages (from requests->transformers) (3.7)\n",
- "Requirement already satisfied: urllib3<3,>=1.21.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from requests->transformers) (2.3.0)\n",
- "Requirement already satisfied: certifi>=2017.4.17 in /home/cif/miniconda3/lib/python3.12/site-packages (from requests->transformers) (2025.1.31)\n"
+ "Requirement already satisfied: MarkupSafe>=2.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from jinja2->torch) (3.0.3)\n",
+ "Requirement already satisfied: typer>=0.24.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from typer-slim->transformers) (0.24.0)\n",
+ "Requirement already satisfied: click>=8.2.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from typer>=0.24.0->typer-slim->transformers) (8.3.1)\n",
+ "Requirement already satisfied: rich>=12.3.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from typer>=0.24.0->typer-slim->transformers) (14.3.2)\n",
+ "Requirement already satisfied: annotated-doc>=0.0.2 in /home/cif/miniconda3/lib/python3.12/site-packages (from typer>=0.24.0->typer-slim->transformers) (0.0.4)\n",
+ "Requirement already satisfied: markdown-it-py>=2.2.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from rich>=12.3.0->typer>=0.24.0->typer-slim->transformers) (4.0.0)\n",
+ "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from rich>=12.3.0->typer>=0.24.0->typer-slim->transformers) (2.19.2)\n",
+ "Requirement already satisfied: mdurl~=0.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from markdown-it-py>=2.2.0->rich>=12.3.0->typer>=0.24.0->typer-slim->transformers) (0.1.2)\n"
]
}
],
@@ -155,26 +169,36 @@
},
{
"cell_type": "code",
- "execution_count": 2,
+ "execution_count": 10,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
- "Requirement already satisfied: huggingface_hub[hf_xet] in /home/cif/miniconda3/lib/python3.12/site-packages (0.30.2)\n",
- "Requirement already satisfied: filelock in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (3.18.0)\n",
- "Requirement already satisfied: fsspec>=2023.5.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (2025.3.2)\n",
- "Requirement already satisfied: packaging>=20.9 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (24.2)\n",
- "Requirement already satisfied: pyyaml>=5.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (6.0.2)\n",
- "Requirement already satisfied: requests in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (2.32.3)\n",
- "Requirement already satisfied: tqdm>=4.42.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (4.67.1)\n",
- "Requirement already satisfied: typing-extensions>=3.7.4.3 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (4.12.2)\n",
- "Requirement already satisfied: hf-xet>=0.1.4 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (1.1.0)\n",
- "Requirement already satisfied: charset-normalizer<4,>=2 in /home/cif/miniconda3/lib/python3.12/site-packages (from requests->huggingface_hub[hf_xet]) (3.3.2)\n",
- "Requirement already satisfied: idna<4,>=2.5 in /home/cif/miniconda3/lib/python3.12/site-packages (from requests->huggingface_hub[hf_xet]) (3.7)\n",
- "Requirement already satisfied: urllib3<3,>=1.21.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from requests->huggingface_hub[hf_xet]) (2.3.0)\n",
- "Requirement already satisfied: certifi>=2017.4.17 in /home/cif/miniconda3/lib/python3.12/site-packages (from requests->huggingface_hub[hf_xet]) (2025.1.31)\n"
+ "Requirement already satisfied: huggingface_hub[hf_xet] in /home/cif/miniconda3/lib/python3.12/site-packages (1.4.1)\n",
+ "Requirement already satisfied: filelock in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (3.24.2)\n",
+ "Requirement already satisfied: fsspec>=2023.5.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (2026.2.0)\n",
+ "Requirement already satisfied: hf-xet<2.0.0,>=1.2.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (1.2.0)\n",
+ "Requirement already satisfied: httpx<1,>=0.23.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (0.28.1)\n",
+ "Requirement already satisfied: packaging>=20.9 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (26.0)\n",
+ "Requirement already satisfied: pyyaml>=5.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (6.0.3)\n",
+ "Requirement already satisfied: shellingham in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (1.5.4)\n",
+ "Requirement already satisfied: tqdm>=4.42.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (4.67.3)\n",
+ "Requirement already satisfied: typer-slim in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (0.24.0)\n",
+ "Requirement already satisfied: typing-extensions>=4.1.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from huggingface_hub[hf_xet]) (4.15.0)\n",
+ "Requirement already satisfied: anyio in /home/cif/miniconda3/lib/python3.12/site-packages (from httpx<1,>=0.23.0->huggingface_hub[hf_xet]) (4.12.1)\n",
+ "Requirement already satisfied: certifi in /home/cif/miniconda3/lib/python3.12/site-packages (from httpx<1,>=0.23.0->huggingface_hub[hf_xet]) (2026.2.25)\n",
+ "Requirement already satisfied: httpcore==1.* in /home/cif/miniconda3/lib/python3.12/site-packages (from httpx<1,>=0.23.0->huggingface_hub[hf_xet]) (1.0.9)\n",
+ "Requirement already satisfied: idna in /home/cif/miniconda3/lib/python3.12/site-packages (from httpx<1,>=0.23.0->huggingface_hub[hf_xet]) (3.11)\n",
+ "Requirement already satisfied: h11>=0.16 in /home/cif/miniconda3/lib/python3.12/site-packages (from httpcore==1.*->httpx<1,>=0.23.0->huggingface_hub[hf_xet]) (0.16.0)\n",
+ "Requirement already satisfied: typer>=0.24.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from typer-slim->huggingface_hub[hf_xet]) (0.24.0)\n",
+ "Requirement already satisfied: click>=8.2.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from typer>=0.24.0->typer-slim->huggingface_hub[hf_xet]) (8.3.1)\n",
+ "Requirement already satisfied: rich>=12.3.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from typer>=0.24.0->typer-slim->huggingface_hub[hf_xet]) (14.3.2)\n",
+ "Requirement already satisfied: annotated-doc>=0.0.2 in /home/cif/miniconda3/lib/python3.12/site-packages (from typer>=0.24.0->typer-slim->huggingface_hub[hf_xet]) (0.0.4)\n",
+ "Requirement already satisfied: markdown-it-py>=2.2.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from rich>=12.3.0->typer>=0.24.0->typer-slim->huggingface_hub[hf_xet]) (4.0.0)\n",
+ "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /home/cif/miniconda3/lib/python3.12/site-packages (from rich>=12.3.0->typer>=0.24.0->typer-slim->huggingface_hub[hf_xet]) (2.19.2)\n",
+ "Requirement already satisfied: mdurl~=0.1 in /home/cif/miniconda3/lib/python3.12/site-packages (from markdown-it-py>=2.2.0->rich>=12.3.0->typer>=0.24.0->typer-slim->huggingface_hub[hf_xet]) (0.1.2)\n"
]
}
],
@@ -199,15 +223,29 @@
},
{
"cell_type": "code",
- "execution_count": 3,
+ "execution_count": 11,
"metadata": {},
"outputs": [
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "f761aa16051140ee84552e28f855ef69",
+ "version_major": 2,
+ "version_minor": 0
+ },
+ "text/plain": [
+ "Loading weights: 0%| | 0/201 [00:00, ?it/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
{
"name": "stdout",
"output_type": "stream",
"text": [
"[{'label': 'positive', 'score': 0.974217414855957}]\n",
- "[{'label': 'negative', 'score': 0.9310991168022156}, {'label': 'neutral', 'score': 0.5152539610862732}]\n"
+ "[{'label': 'negative', 'score': 0.9310991168022156}, {'label': 'neutral', 'score': 0.5152541399002075}]\n"
]
}
],
@@ -229,36 +267,6 @@
"print(sentiment_pipe([\"I hate LLMs.\", \"I don't care about LLMs\"]))"
]
},
- {
- "cell_type": "markdown",
- "metadata": {},
- "source": [
- "### Translation\n",
- "Let's translate a sentence"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 4,
- "metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "[{'translation_text': 'Il s’agit du cours de traitement des langues naturelles'}]\n"
- ]
- }
- ],
- "source": [
- "from transformers import pipeline\n",
- "\n",
- "#if no model is specified, it uses google-t5\n",
- "translator_en_fr = pipeline(\"translation_en_to_fr\")\n",
- "\n",
- "print(translator_en_fr(\"This is the course of Natural Language Processing\", max_length=40))"
- ]
- },
{
"cell_type": "markdown",
"metadata": {},
@@ -269,35 +277,49 @@
},
{
"cell_type": "code",
- "execution_count": 6,
+ "execution_count": 12,
"metadata": {},
"outputs": [
{
"data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "61756ee7480a44b2a3214d9691ee9d59",
+ "version_major": 2,
+ "version_minor": 0
+ },
"text/plain": [
- "[{'score': 0.324342280626297,\n",
+ "Loading weights: 0%| | 0/202 [00:00, ?it/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "data": {
+ "text/plain": [
+ "[{'score': 0.32434239983558655,\n",
" 'token': 2795,\n",
" 'token_str': 'table',\n",
" 'sequence': 'hello, im am eating at a table.'},\n",
- " {'score': 0.3150157630443573,\n",
+ " {'score': 0.3150152862071991,\n",
" 'token': 4825,\n",
" 'token_str': 'restaurant',\n",
" 'sequence': 'hello, im am eating at a restaurant.'},\n",
- " {'score': 0.07178673893213272,\n",
+ " {'score': 0.07178683578968048,\n",
" 'token': 3347,\n",
" 'token_str': 'bar',\n",
" 'sequence': 'hello, im am eating at a bar.'},\n",
- " {'score': 0.042759791016578674,\n",
+ " {'score': 0.04275984317064285,\n",
" 'token': 15736,\n",
" 'token_str': 'diner',\n",
" 'sequence': 'hello, im am eating at a diner.'},\n",
- " {'score': 0.032276567071676254,\n",
+ " {'score': 0.03227667137980461,\n",
" 'token': 28305,\n",
" 'token_str': 'buffet',\n",
" 'sequence': 'hello, im am eating at a buffet.'}]"
]
},
- "execution_count": 6,
+ "execution_count": 12,
"metadata": {},
"output_type": "execute_result"
}
@@ -318,9 +340,23 @@
},
{
"cell_type": "code",
- "execution_count": 7,
+ "execution_count": 13,
"metadata": {},
"outputs": [
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "aa3db4638fee4c7dad21422964ba9654",
+ "version_major": 2,
+ "version_minor": 0
+ },
+ "text/plain": [
+ "Loading weights: 0%| | 0/391 [00:00, ?it/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
{
"data": {
"text/plain": [
@@ -330,7 +366,7 @@
" 'start': 0,\n",
" 'end': 5},\n",
" {'entity_group': 'ORG',\n",
- " 'score': np.float32(0.98043567),\n",
+ " 'score': np.float32(0.9804357),\n",
" 'word': 'Universidad Politécnica de Madrid',\n",
" 'start': 21,\n",
" 'end': 54},\n",
@@ -346,7 +382,7 @@
" 'end': 71}]"
]
},
- "execution_count": 7,
+ "execution_count": 13,
"metadata": {},
"output_type": "execute_result"
}
@@ -358,41 +394,6 @@
"ner(\"Peter has studied at Universidad Politécnica de Madrid in Madrid, Spain\")"
]
},
- {
- "cell_type": "markdown",
- "metadata": {},
- "source": [
- "### Summarization\n",
- "Let's generate a summary."
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 8,
- "metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "[{'summary_text': 'Wopke Hoekstra, the EU commissioner for climate action, said Europe had no choice but to press ahead with strong measures to cut greenhouse gases. He said more attention was needed to help businesses thrive in a low-carbon world.'}]\n"
- ]
- }
- ],
- "source": [
- "from transformers import pipeline\n",
- "\n",
- "summarizer = pipeline(\"summarization\", model=\"facebook/bart-large-cnn\")\n",
- "\n",
- "article = \"\"\"\n",
- "Europe’s climate chief has warned against politicians trying to use the climate crisis as a wedge issue in the forthcoming EU parliament elections, calling instead for climate policy that will bring wider economic benefits.\n",
- "Wopke Hoekstra, the EU commissioner for climate action, said Europe had no choice but to press ahead with strong measures to cut greenhouse gases, whoever was in power, but added that more attention was needed to help businesses thrive in a low-carbon world.\n",
- "He said: “There is no alternative than to continue with climate action. We need to continue in the direction of travel we have set. We need to speed up our pace.”\n",
- "Rightwing parties are forecast in polls to do well in the election, to be held from 6 to 9 June, largely at the expense of the Greens and socialist parties. Protests by farmers in EU capitals have attacked climate policies, and some rightwing parties have stepped up anti-green rhetoric.\n",
- "\"\"\"\n",
- "print(summarizer(article, max_length=130, min_length=30, do_sample=False)) "
- ]
- },
{
"cell_type": "markdown",
"metadata": {},
@@ -403,18 +404,32 @@
},
{
"cell_type": "code",
- "execution_count": 9,
+ "execution_count": 14,
"metadata": {},
"outputs": [
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "407f1b011cf343a292dcac7ac43b7076",
+ "version_major": 2,
+ "version_minor": 0
+ },
+ "text/plain": [
+ "Loading weights: 0%| | 0/393 [00:00, ?it/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
{
"data": {
"text/plain": [
"{'sequence': 'one day I will see the world',\n",
" 'labels': ['travel', 'cooking', 'dancing'],\n",
- " 'scores': [0.9799639582633972, 0.010604996234178543, 0.009431015700101852]}"
+ " 'scores': [0.9799639582633972, 0.010605019517242908, 0.00943101104348898]}"
]
},
- "execution_count": 9,
+ "execution_count": 14,
"metadata": {},
"output_type": "execute_result"
}
@@ -430,7 +445,7 @@
},
{
"cell_type": "code",
- "execution_count": 10,
+ "execution_count": 15,
"metadata": {},
"outputs": [
{
@@ -438,10 +453,10 @@
"text/plain": [
"{'sequence': 'The CEO had a strong handshake.',\n",
" 'labels': ['male', 'female'],\n",
- " 'scores': [0.8384836912155151, 0.16151626408100128]}"
+ " 'scores': [0.8384835720062256, 0.16151641309261322]}"
]
},
- "execution_count": 10,
+ "execution_count": 15,
"metadata": {},
"output_type": "execute_result"
}
@@ -455,7 +470,7 @@
},
{
"cell_type": "code",
- "execution_count": 11,
+ "execution_count": 16,
"metadata": {},
"outputs": [
{
@@ -463,31 +478,31 @@
"text/plain": [
"[{'sequence': 'Nadal has won the last match',\n",
" 'labels': ['sport', 'culture', 'economics', 'politics'],\n",
- " 'scores': [0.8608437180519104,\n",
- " 0.07932601124048233,\n",
- " 0.03197354078292847,\n",
- " 0.027856681495904922]},\n",
+ " 'scores': [0.8608441948890686,\n",
+ " 0.07932581007480621,\n",
+ " 0.03197344020009041,\n",
+ " 0.02785664051771164]},\n",
" {'sequence': 'There is an election in Bulgaria',\n",
" 'labels': ['politics', 'culture', 'economics', 'sport'],\n",
- " 'scores': [0.962326169013977,\n",
- " 0.015147211961448193,\n",
- " 0.012851407751441002,\n",
- " 0.009675218723714352]},\n",
+ " 'scores': [0.9623261094093323,\n",
+ " 0.015147225931286812,\n",
+ " 0.012851406820118427,\n",
+ " 0.00967522244900465]},\n",
" {'sequence': 'The oil price is very high',\n",
" 'labels': ['economics', 'culture', 'politics', 'sport'],\n",
- " 'scores': [0.846241295337677,\n",
- " 0.06119693070650101,\n",
- " 0.046528540551662445,\n",
- " 0.04603324830532074]},\n",
+ " 'scores': [0.8462417125701904,\n",
+ " 0.06119672581553459,\n",
+ " 0.04652843996882439,\n",
+ " 0.04603307321667671]},\n",
" {'sequence': 'The new film by Almodovar has been just released',\n",
" 'labels': ['culture', 'politics', 'sport', 'economics'],\n",
" 'scores': [0.7116525769233704,\n",
- " 0.12886522710323334,\n",
- " 0.10017038881778717,\n",
- " 0.05931178107857704]}]"
+ " 0.12886498868465424,\n",
+ " 0.10017068684101105,\n",
+ " 0.05931183695793152]}]"
]
},
- "execution_count": 11,
+ "execution_count": 16,
"metadata": {},
"output_type": "execute_result"
}
@@ -508,16 +523,30 @@
},
{
"cell_type": "code",
- "execution_count": 12,
+ "execution_count": 17,
"metadata": {},
"outputs": [
{
"data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "e8344a8f6f8544258a5aa29786c4e382",
+ "version_major": 2,
+ "version_minor": 0
+ },
"text/plain": [
- "[{'generated_text': \"This articles aims evaluating transformers' capabilities, its performance or its usefulness when applied to specific cases in which these transformers can be useful.\\n\\nA typical transformers in Java are given in the article Transformers. Since Java has many different classes\"}]"
+ "Loading weights: 0%| | 0/148 [00:00, ?it/s]"
]
},
- "execution_count": 12,
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "data": {
+ "text/plain": [
+ "[{'generated_text': \"This articles aims evaluating transformers' capabilities and providing links for readers who may be interested in this topic.\\n\\nIn this article, we will look at two transformers, KV-8-1 and KV-8-2, as well as the KV-8-2R.\\n\\nA: KV-8-1\\n\\nThe KV-8-1 transforms the KV-8-1 into a single unit which can be assembled by the user. The KV-8 transforms the KV-8 into a single unit which can be assembled by the user.\\n\\nWe will examine the KV-8-1R, and discuss its advantages and disadvantages.\\n\\nKV-8-1R\\n\\nThe KV-8-1R transformers are a very common unit of measurement in the industry. In addition to being very useful for the user, they also provide very nice results.\\n\\nThe KV-8-1R is a standard unit of measurement for measuring the flow of water. It is used in water-saving applications such as a heater, the heating system, the heating system-in-ground, and so on.\\n\\nThe KV-8-1R is a standard unit of measurement for measuring the\"}]"
+ ]
+ },
+ "execution_count": 17,
"metadata": {},
"output_type": "execute_result"
}
@@ -540,19 +569,33 @@
},
{
"cell_type": "code",
- "execution_count": 13,
+ "execution_count": 18,
"metadata": {},
"outputs": [
{
"data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "8f9ff6f823804e57b2c793e23b1404e5",
+ "version_major": 2,
+ "version_minor": 0
+ },
"text/plain": [
- "{'score': 0.8235689401626587,\n",
+ "Loading weights: 0%| | 0/102 [00:00, ?it/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "data": {
+ "text/plain": [
+ "{'score': 0.8235693573951721,\n",
" 'start': 52,\n",
" 'end': 77,\n",
" 'answer': 'Alcobendas, Madrid, Spain'}"
]
},
- "execution_count": 13,
+ "execution_count": 18,
"metadata": {},
"output_type": "execute_result"
}
@@ -574,7 +617,7 @@
},
{
"cell_type": "code",
- "execution_count": 14,
+ "execution_count": 19,
"metadata": {},
"outputs": [
{
@@ -586,7 +629,7 @@
" 'answer': 'Vicky Cristina Barcelona co-star,\\n Spanish actor Javier Bardem'}"
]
},
- "execution_count": 14,
+ "execution_count": 19,
"metadata": {},
"output_type": "execute_result"
}
@@ -602,13 +645,6 @@
")"
]
},
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": []
- },
{
"cell_type": "markdown",
"metadata": {},
@@ -618,15 +654,57 @@
},
{
"cell_type": "code",
- "execution_count": 15,
+ "execution_count": 20,
"metadata": {},
"outputs": [
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "e9d09747d5a34b9cbcd75ab88fe9acd7",
+ "version_major": 2,
+ "version_minor": 0
+ },
+ "text/plain": [
+ "Loading weights: 0%| | 0/542 [00:00, ?it/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "6d8d18cd05944873993dc9ec1580b542",
+ "version_major": 2,
+ "version_minor": 0
+ },
+ "text/plain": [
+ "model.safetensors: 0%| | 0.00/1.68G [00:00, ?B/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "a9ec53881b6b4ccf8c2aef4ae1c4267a",
+ "version_major": 2,
+ "version_minor": 0
+ },
+ "text/plain": [
+ "speaker_embeddings_path.json: 0.00B [00:00, ?B/s]"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
{
"data": {
"text/html": [
"\n",
" \n",
" "
@@ -635,7 +713,7 @@
""
]
},
- "execution_count": 15,
+ "execution_count": 20,
"metadata": {},
"output_type": "execute_result"
}