From a857da7c393aee88669eb736f0431f311547fa83 Mon Sep 17 00:00:00 2001 From: Nick Doiron Date: Mon, 7 Sep 2020 00:46:40 -0400 Subject: [PATCH 1/3] Use older WikiExtractor release --- nlputils_fastai2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/nlputils_fastai2.py b/nlputils_fastai2.py index 439fc5f..cf6173a 100644 --- a/nlputils_fastai2.py +++ b/nlputils_fastai2.py @@ -25,7 +25,7 @@ def get_wiki(path,lang): os.chdir(path) # Get wikiextractor - if not (path/'wikiextractor').exists(): os.system('git clone https://github.com/attardi/wikiextractor.git') + if not (path/'wikiextractor').exists(): os.system('git clone https://github.com/attardi/wikiextractor.git && cd wikiextractor && git checkout 16186e290d9eb0eb3a3784c6c0635a9ed7e855c3') # Extraction print("extracting...") From c607e0b545d791b689e9dc1d69352b740500e716 Mon Sep 17 00:00:00 2001 From: Nick Doiron Date: Mon, 7 Sep 2020 00:49:53 -0400 Subject: [PATCH 2/3] Pip install --- ...GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/finetuning-English-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb b/finetuning-English-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb index 96a40ed..d5ddc31 100644 --- a/finetuning-English-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb +++ b/finetuning-English-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb @@ -575,6 +575,13 @@ "### 1. Initialization" ] }, + { + "cell_type": "code", + "outputs": [], + "source": [ + "! pip install torch fastai2 fastcore==0.1.38", + ] + }, { "cell_type": "code", "execution_count": 1, From 89143be1dc56de4a3f4a8a119928b5be6536e219 Mon Sep 17 00:00:00 2001 From: Nick Doiron Date: Mon, 7 Sep 2020 00:51:08 -0400 Subject: [PATCH 3/3] Update finetuning-English-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb --- ...ish-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/finetuning-English-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb b/finetuning-English-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb index d5ddc31..46b82bb 100644 --- a/finetuning-English-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb +++ b/finetuning-English-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb @@ -578,8 +578,9 @@ { "cell_type": "code", "outputs": [], + "metadata": {}, "source": [ - "! pip install torch fastai2 fastcore==0.1.38", + "! pip install torch fastai2 fastcore==0.1.38" ] }, {