Merge pull request #5 from gsi-upm/dveni-patch-2

Update 4_1_Lexical_Processing.ipynb
4 years ago · 75f08ea170
parent e70689072f 19ea5dff09
commit 75f08ea170
1 changed files with 1 additions and 1 deletions
--- a/nlp/4_1_Lexical_Processing.ipynb
+++ b/nlp/4_1_Lexical_Processing.ipynb
@ -326,7 +326,7 @@
    "def preprocess(words, type='doc'):\n",
    "    if (type == 'tweet'):\n",
    "        tknzr = TweetTokenizer(strip_handles=True, reduce_len=True)\n",
-    "        tokens = tknzr.tokenize(tweet)\n",
+    "        tokens = tknzr.tokenize(words)\n",
    "    else:\n",
    "        tokens = nltk.word_tokenize(words.lower())\n",
    "    porter = nltk.PorterStemmer()\n",