From 119ca27fc33a37863ec3125f7731226fd6b096f3 Mon Sep 17 00:00:00 2001 From: Ryou0634 Date: Wed, 20 Aug 2025 20:18:56 +0900 Subject: [PATCH 1/2] fix the version of transformers to < 4.41.0 --- chapter05/5-2-sentiment-analysis-finetuning-wrime.ipynb | 2 +- chapter05/5-2-sentiment-analysis-finetuning.ipynb | 2 +- chapter05/5-3-sentiment-analysis-analysis-wrime.ipynb | 2 +- chapter05/5-3-sentiment-analysis-analysis.ipynb | 2 +- chapter05/5-4-multiple-choice-qa-analysis.ipynb | 2 +- chapter05/5-4-multiple-choice-qa-finetuning.ipynb | 2 +- chapter05/5-4-nli-analysis.ipynb | 2 +- chapter05/5-4-nli-finetuning.ipynb | 2 +- chapter05/5-4-sts-analysis.ipynb | 2 +- chapter05/5-4-sts-finetuning.ipynb | 2 +- chapter05/5-5-sentiment-analysis-finetuning-LoRA-wrime.ipynb | 2 +- chapter05/5-5-sentiment-analysis-finetuning-LoRA.ipynb | 2 +- chapter06/6-named-entity-recognition.ipynb | 2 +- chapter07/7-summarization-generation.ipynb | 2 +- chapter08/8-3-simcse-training.ipynb | 2 +- chapter08/8-4-simcse-faiss.ipynb | 2 +- chapter09/9-4-3-bpr-training.ipynb | 2 +- chapter09/9-4-4-bpr-embedding.ipynb | 2 +- chapter09/9-5-quiz-chatgpt-plus-bpr.ipynb | 2 +- chapter11/11-2-instruction_tuning-train.ipynb | 2 +- chapter12/12-2-dpo-training.ipynb | 2 +- chapter13/13-1-rag-overview.ipynb | 2 +- chapter13/13-2-rag-langchain.ipynb | 2 +- chapter13/13-3-1-rag-instruct.ipynb | 2 +- chapter13/13-3-2-rag-instruct-langchain.ipynb | 2 +- 25 files changed, 25 insertions(+), 25 deletions(-) diff --git a/chapter05/5-2-sentiment-analysis-finetuning-wrime.ipynb b/chapter05/5-2-sentiment-analysis-finetuning-wrime.ipynb index 033ec44..0dfdd67 100644 --- a/chapter05/5-2-sentiment-analysis-finetuning-wrime.ipynb +++ b/chapter05/5-2-sentiment-analysis-finetuning-wrime.ipynb @@ -186,7 +186,7 @@ } ], "source": [ - "!pip install transformers[ja,torch] 'datasets<4.0.0' matplotlib japanize-matplotlib" + "!pip install 'transformers[ja,torch]<4.41.0' 'datasets<4.0.0' matplotlib japanize-matplotlib" ] }, { diff --git a/chapter05/5-2-sentiment-analysis-finetuning.ipynb b/chapter05/5-2-sentiment-analysis-finetuning.ipynb index 9b64dbf..9ed0b3c 100644 --- a/chapter05/5-2-sentiment-analysis-finetuning.ipynb +++ b/chapter05/5-2-sentiment-analysis-finetuning.ipynb @@ -196,7 +196,7 @@ } ], "source": [ - "!pip install transformers[ja,torch] 'datasets<4.0.0' matplotlib japanize-matplotlib" + "!pip install 'transformers[ja,torch]<4.41.0' 'datasets<4.0.0' matplotlib japanize-matplotlib" ] }, { diff --git a/chapter05/5-3-sentiment-analysis-analysis-wrime.ipynb b/chapter05/5-3-sentiment-analysis-analysis-wrime.ipynb index 25d5d65..0fbd8f7 100644 --- a/chapter05/5-3-sentiment-analysis-analysis-wrime.ipynb +++ b/chapter05/5-3-sentiment-analysis-analysis-wrime.ipynb @@ -173,7 +173,7 @@ } ], "source": [ - "!pip install 'datasets<4.0.0' transformers[ja,torch] matplotlib scikit-learn" + "!pip install 'datasets<4.0.0' 'transformers[ja,torch]<4.41.0' matplotlib scikit-learn" ] }, { diff --git a/chapter05/5-3-sentiment-analysis-analysis.ipynb b/chapter05/5-3-sentiment-analysis-analysis.ipynb index 85d8b39..3cf9c8b 100644 --- a/chapter05/5-3-sentiment-analysis-analysis.ipynb +++ b/chapter05/5-3-sentiment-analysis-analysis.ipynb @@ -183,7 +183,7 @@ } ], "source": [ - "!pip install 'datasets<4.0.0' transformers[ja,torch] matplotlib scikit-learn" + "!pip install 'datasets<4.0.0' 'transformers[ja,torch]<4.41.0' matplotlib scikit-learn" ] }, { diff --git a/chapter05/5-4-multiple-choice-qa-analysis.ipynb b/chapter05/5-4-multiple-choice-qa-analysis.ipynb index 8605a1b..283d84b 100644 --- a/chapter05/5-4-multiple-choice-qa-analysis.ipynb +++ b/chapter05/5-4-multiple-choice-qa-analysis.ipynb @@ -180,7 +180,7 @@ } ], "source": [ - "!pip install 'datasets<4.0.0' transformers[ja,torch] matplotlib scikit-learn" + "!pip install 'datasets<4.0.0' 'transformers[ja,torch]<4.41.0' matplotlib scikit-learn" ] }, { diff --git a/chapter05/5-4-multiple-choice-qa-finetuning.ipynb b/chapter05/5-4-multiple-choice-qa-finetuning.ipynb index 348ce61..0e87382 100644 --- a/chapter05/5-4-multiple-choice-qa-finetuning.ipynb +++ b/chapter05/5-4-multiple-choice-qa-finetuning.ipynb @@ -193,7 +193,7 @@ } ], "source": [ - "!pip install transformers[ja,torch] 'datasets<4.0.0' matplotlib japanize-matplotlib" + "!pip install 'transformers[ja,torch]<4.41.0' 'datasets<4.0.0' matplotlib japanize-matplotlib" ] }, { diff --git a/chapter05/5-4-nli-analysis.ipynb b/chapter05/5-4-nli-analysis.ipynb index 34f5d77..c23e670 100644 --- a/chapter05/5-4-nli-analysis.ipynb +++ b/chapter05/5-4-nli-analysis.ipynb @@ -180,7 +180,7 @@ } ], "source": [ - "!pip install 'datasets<4.0.0' transformers[ja,torch] matplotlib scikit-learn" + "!pip install 'datasets<4.0.0' 'transformers[ja,torch]<4.41.0' matplotlib scikit-learn" ] }, { diff --git a/chapter05/5-4-nli-finetuning.ipynb b/chapter05/5-4-nli-finetuning.ipynb index 5f35a4f..8d3bb91 100644 --- a/chapter05/5-4-nli-finetuning.ipynb +++ b/chapter05/5-4-nli-finetuning.ipynb @@ -193,7 +193,7 @@ } ], "source": [ - "!pip install transformers[ja,torch] 'datasets<4.0.0' matplotlib japanize-matplotlib" + "!pip install 'transformers[ja,torch]<4.41.0' 'datasets<4.0.0' matplotlib japanize-matplotlib" ] }, { diff --git a/chapter05/5-4-sts-analysis.ipynb b/chapter05/5-4-sts-analysis.ipynb index c577067..dd062c9 100644 --- a/chapter05/5-4-sts-analysis.ipynb +++ b/chapter05/5-4-sts-analysis.ipynb @@ -183,7 +183,7 @@ } ], "source": [ - "!pip install 'datasets<4.0.0' transformers[ja,torch] matplotlib japanize-matplotlib" + "!pip install 'datasets<4.0.0' 'transformers[ja,torch]<4.41.0' matplotlib japanize-matplotlib" ] }, { diff --git a/chapter05/5-4-sts-finetuning.ipynb b/chapter05/5-4-sts-finetuning.ipynb index e52d131..a959a0d 100644 --- a/chapter05/5-4-sts-finetuning.ipynb +++ b/chapter05/5-4-sts-finetuning.ipynb @@ -193,7 +193,7 @@ } ], "source": [ - "!pip install transformers[ja,torch] 'datasets<4.0.0' matplotlib japanize-matplotlib" + "!pip install 'transformers[ja,torch]<4.41.0' 'datasets<4.0.0' matplotlib japanize-matplotlib" ] }, { diff --git a/chapter05/5-5-sentiment-analysis-finetuning-LoRA-wrime.ipynb b/chapter05/5-5-sentiment-analysis-finetuning-LoRA-wrime.ipynb index c189410..4da4342 100644 --- a/chapter05/5-5-sentiment-analysis-finetuning-LoRA-wrime.ipynb +++ b/chapter05/5-5-sentiment-analysis-finetuning-LoRA-wrime.ipynb @@ -199,7 +199,7 @@ } ], "source": [ - "!pip install transformers[ja,torch] 'datasets<4.0.0' matplotlib japanize-matplotlib peft" + "!pip install 'transformers[ja,torch]<4.41.0' 'datasets<4.0.0' matplotlib japanize-matplotlib peft" ] }, { diff --git a/chapter05/5-5-sentiment-analysis-finetuning-LoRA.ipynb b/chapter05/5-5-sentiment-analysis-finetuning-LoRA.ipynb index f51c6b9..50eccd5 100644 --- a/chapter05/5-5-sentiment-analysis-finetuning-LoRA.ipynb +++ b/chapter05/5-5-sentiment-analysis-finetuning-LoRA.ipynb @@ -199,7 +199,7 @@ } ], "source": [ - "!pip install transformers[ja,torch] 'datasets<4.0.0' matplotlib japanize-matplotlib peft" + "!pip install 'transformers[ja,torch]<4.41.0' 'datasets<4.0.0' matplotlib japanize-matplotlib peft" ] }, { diff --git a/chapter06/6-named-entity-recognition.ipynb b/chapter06/6-named-entity-recognition.ipynb index 5f37d8d..cc9501f 100644 --- a/chapter06/6-named-entity-recognition.ipynb +++ b/chapter06/6-named-entity-recognition.ipynb @@ -169,7 +169,7 @@ } ], "source": [ - "!pip install 'datasets<4.0.0' transformers[ja,torch] spacy-alignments seqeval" + "!pip install 'datasets<4.0.0' 'transformers[ja,torch]<4.41.0' spacy-alignments seqeval" ] }, { diff --git a/chapter07/7-summarization-generation.ipynb b/chapter07/7-summarization-generation.ipynb index c9b66e7..7cd2f8c 100644 --- a/chapter07/7-summarization-generation.ipynb +++ b/chapter07/7-summarization-generation.ipynb @@ -173,7 +173,7 @@ } ], "source": [ - "!pip install 'datasets<4.0.0' transformers[ja,torch] sentencepiece japanize-matplotlib" + "!pip install 'datasets<4.0.0' 'transformers[ja,torch]<4.41.0' sentencepiece japanize-matplotlib" ] }, { diff --git a/chapter08/8-3-simcse-training.ipynb b/chapter08/8-3-simcse-training.ipynb index 9ce7088..e479618 100644 --- a/chapter08/8-3-simcse-training.ipynb +++ b/chapter08/8-3-simcse-training.ipynb @@ -8738,7 +8738,7 @@ ], "source": [ "# 必要なパッケージをインストールする\n", - "!pip install 'datasets<4.0.0' scipy transformers[ja,torch]" + "!pip install 'datasets<4.0.0' scipy 'transformers[ja,torch]<4.41.0' " ] }, { diff --git a/chapter08/8-4-simcse-faiss.ipynb b/chapter08/8-4-simcse-faiss.ipynb index 5f876a9..0a785c2 100644 --- a/chapter08/8-4-simcse-faiss.ipynb +++ b/chapter08/8-4-simcse-faiss.ipynb @@ -4506,7 +4506,7 @@ { "cell_type": "code", "source": [ - "!pip install 'datasets<4.0.0' faiss-cpu scipy transformers[ja,torch]" + "!pip install 'datasets<4.0.0' faiss-cpu scipy 'transformers[ja,torch]<4.41.0' " ], "metadata": { "colab": { diff --git a/chapter09/9-4-3-bpr-training.ipynb b/chapter09/9-4-3-bpr-training.ipynb index 78da9a4..589e597 100644 --- a/chapter09/9-4-3-bpr-training.ipynb +++ b/chapter09/9-4-3-bpr-training.ipynb @@ -165,7 +165,7 @@ } ], "source": [ - "!pip install 'datasets<4.0.0' torch transformers[ja,torch]" + "!pip install 'datasets<4.0.0' torch 'transformers[ja,torch]<4.41.0' " ] }, { diff --git a/chapter09/9-4-4-bpr-embedding.ipynb b/chapter09/9-4-4-bpr-embedding.ipynb index 33eb4ac..29daed0 100644 --- a/chapter09/9-4-4-bpr-embedding.ipynb +++ b/chapter09/9-4-4-bpr-embedding.ipynb @@ -2112,7 +2112,7 @@ { "cell_type": "code", "source": [ - "!pip install 'datasets<4.0.0' faiss-cpu torch transformers[ja,torch]" + "!pip install 'datasets<4.0.0' faiss-cpu torch 'transformers[ja,torch]<4.41.0' " ], "metadata": { "colab": { diff --git a/chapter09/9-5-quiz-chatgpt-plus-bpr.ipynb b/chapter09/9-5-quiz-chatgpt-plus-bpr.ipynb index c6ae927..40e1ab0 100644 --- a/chapter09/9-5-quiz-chatgpt-plus-bpr.ipynb +++ b/chapter09/9-5-quiz-chatgpt-plus-bpr.ipynb @@ -165,7 +165,7 @@ } ], "source": [ - "!pip install 'datasets<4.0.0' openai==0.27 tiktoken transformers[ja] faiss-cpu" + "!pip install 'datasets<4.0.0' openai==0.27 tiktoken 'transformers[ja]<4.41.0' faiss-cpu" ] }, { diff --git a/chapter11/11-2-instruction_tuning-train.ipynb b/chapter11/11-2-instruction_tuning-train.ipynb index 1cb8ab4..3427978 100644 --- a/chapter11/11-2-instruction_tuning-train.ipynb +++ b/chapter11/11-2-instruction_tuning-train.ipynb @@ -139,7 +139,7 @@ } ], "source": [ - "!pip install datasets transformers[torch,sentencepiece] trl peft bitsandbytes" + "!pip install datasets 'transformers[torch,sentencepiece]<4.41.0' trl peft bitsandbytes" ] }, { diff --git a/chapter12/12-2-dpo-training.ipynb b/chapter12/12-2-dpo-training.ipynb index 6878136..a0d2897 100644 --- a/chapter12/12-2-dpo-training.ipynb +++ b/chapter12/12-2-dpo-training.ipynb @@ -9471,7 +9471,7 @@ { "cell_type": "code", "source": [ - "!pip install datasets transformers[torch,sentencepiece] trl peft bitsandbytes" + "!pip install datasets 'transformers[torch,sentencepiece]<4.41.0' trl peft bitsandbytes" ], "metadata": { "colab": { diff --git a/chapter13/13-1-rag-overview.ipynb b/chapter13/13-1-rag-overview.ipynb index 58c05c9..3288122 100644 --- a/chapter13/13-1-rag-overview.ipynb +++ b/chapter13/13-1-rag-overview.ipynb @@ -4161,7 +4161,7 @@ { "cell_type": "code", "source": [ - "!pip install transformers[torch,sentencepiece]" + "!pip install 'transformers[torch,sentencepiece]<4.41.0'" ], "metadata": { "colab": { diff --git a/chapter13/13-2-rag-langchain.ipynb b/chapter13/13-2-rag-langchain.ipynb index 4911a41..b6703cc 100644 --- a/chapter13/13-2-rag-langchain.ipynb +++ b/chapter13/13-2-rag-langchain.ipynb @@ -8887,7 +8887,7 @@ { "cell_type": "code", "source": [ - "!pip install transformers[torch,sentencepiece] langchain langchain-community langchain-huggingface faiss-cpu jq" + "!pip install 'transformers[torch,sentencepiece]<4.41.0' langchain langchain-community langchain-huggingface faiss-cpu jq" ], "metadata": { "colab": { diff --git a/chapter13/13-3-1-rag-instruct.ipynb b/chapter13/13-3-1-rag-instruct.ipynb index ff73019..f7e29dc 100644 --- a/chapter13/13-3-1-rag-instruct.ipynb +++ b/chapter13/13-3-1-rag-instruct.ipynb @@ -11446,7 +11446,7 @@ } ], "source": [ - "!pip install 'datasets<4.0.0' transformers[torch,sentencepiece] trl peft bitsandbytes" + "!pip install 'datasets<4.0.0' 'transformers[torch,sentencepiece]<4.41.0' trl peft bitsandbytes" ] }, { diff --git a/chapter13/13-3-2-rag-instruct-langchain.ipynb b/chapter13/13-3-2-rag-instruct-langchain.ipynb index c2ac199..c4fb2fd 100644 --- a/chapter13/13-3-2-rag-instruct-langchain.ipynb +++ b/chapter13/13-3-2-rag-instruct-langchain.ipynb @@ -8892,7 +8892,7 @@ { "cell_type": "code", "source": [ - "!pip install transformers[torch,sentencepiece] langchain langchain-community langchain-huggingface faiss-cpu jq" + "!pip install 'transformers[torch,sentencepiece]<4.41.0' langchain langchain-community langchain-huggingface faiss-cpu jq" ], "metadata": { "colab": { From 5eba725551cf3cc7ca9302439abe08a394b2ca1d Mon Sep 17 00:00:00 2001 From: Ryou0634 Date: Wed, 20 Aug 2025 22:18:46 +0900 Subject: [PATCH 2/2] from chapter 10 onward, versions are not fixed --- chapter11/11-2-instruction_tuning-train.ipynb | 2 +- chapter12/12-2-dpo-training.ipynb | 2 +- chapter13/13-1-rag-overview.ipynb | 2 +- chapter13/13-2-rag-langchain.ipynb | 2 +- chapter13/13-3-1-rag-instruct.ipynb | 2 +- chapter13/13-3-2-rag-instruct-langchain.ipynb | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/chapter11/11-2-instruction_tuning-train.ipynb b/chapter11/11-2-instruction_tuning-train.ipynb index 3427978..1cb8ab4 100644 --- a/chapter11/11-2-instruction_tuning-train.ipynb +++ b/chapter11/11-2-instruction_tuning-train.ipynb @@ -139,7 +139,7 @@ } ], "source": [ - "!pip install datasets 'transformers[torch,sentencepiece]<4.41.0' trl peft bitsandbytes" + "!pip install datasets transformers[torch,sentencepiece] trl peft bitsandbytes" ] }, { diff --git a/chapter12/12-2-dpo-training.ipynb b/chapter12/12-2-dpo-training.ipynb index a0d2897..6878136 100644 --- a/chapter12/12-2-dpo-training.ipynb +++ b/chapter12/12-2-dpo-training.ipynb @@ -9471,7 +9471,7 @@ { "cell_type": "code", "source": [ - "!pip install datasets 'transformers[torch,sentencepiece]<4.41.0' trl peft bitsandbytes" + "!pip install datasets transformers[torch,sentencepiece] trl peft bitsandbytes" ], "metadata": { "colab": { diff --git a/chapter13/13-1-rag-overview.ipynb b/chapter13/13-1-rag-overview.ipynb index 3288122..58c05c9 100644 --- a/chapter13/13-1-rag-overview.ipynb +++ b/chapter13/13-1-rag-overview.ipynb @@ -4161,7 +4161,7 @@ { "cell_type": "code", "source": [ - "!pip install 'transformers[torch,sentencepiece]<4.41.0'" + "!pip install transformers[torch,sentencepiece]" ], "metadata": { "colab": { diff --git a/chapter13/13-2-rag-langchain.ipynb b/chapter13/13-2-rag-langchain.ipynb index b6703cc..4911a41 100644 --- a/chapter13/13-2-rag-langchain.ipynb +++ b/chapter13/13-2-rag-langchain.ipynb @@ -8887,7 +8887,7 @@ { "cell_type": "code", "source": [ - "!pip install 'transformers[torch,sentencepiece]<4.41.0' langchain langchain-community langchain-huggingface faiss-cpu jq" + "!pip install transformers[torch,sentencepiece] langchain langchain-community langchain-huggingface faiss-cpu jq" ], "metadata": { "colab": { diff --git a/chapter13/13-3-1-rag-instruct.ipynb b/chapter13/13-3-1-rag-instruct.ipynb index f7e29dc..ff73019 100644 --- a/chapter13/13-3-1-rag-instruct.ipynb +++ b/chapter13/13-3-1-rag-instruct.ipynb @@ -11446,7 +11446,7 @@ } ], "source": [ - "!pip install 'datasets<4.0.0' 'transformers[torch,sentencepiece]<4.41.0' trl peft bitsandbytes" + "!pip install 'datasets<4.0.0' transformers[torch,sentencepiece] trl peft bitsandbytes" ] }, { diff --git a/chapter13/13-3-2-rag-instruct-langchain.ipynb b/chapter13/13-3-2-rag-instruct-langchain.ipynb index c4fb2fd..c2ac199 100644 --- a/chapter13/13-3-2-rag-instruct-langchain.ipynb +++ b/chapter13/13-3-2-rag-instruct-langchain.ipynb @@ -8892,7 +8892,7 @@ { "cell_type": "code", "source": [ - "!pip install 'transformers[torch,sentencepiece]<4.41.0' langchain langchain-community langchain-huggingface faiss-cpu jq" + "!pip install transformers[torch,sentencepiece] langchain langchain-community langchain-huggingface faiss-cpu jq" ], "metadata": { "colab": {