Compare commits

..

2 Commits

Author SHA1 Message Date
Carlos A. Iglesias 75f08ea170
Merge pull request #5 from gsi-upm/dveni-patch-2
Update 4_1_Lexical_Processing.ipynb
4 years ago
Dani Vera 19ea5dff09
Update 4_1_Lexical_Processing.ipynb 4 years ago

@ -326,7 +326,7 @@
"def preprocess(words, type='doc'):\n",
" if (type == 'tweet'):\n",
" tknzr = TweetTokenizer(strip_handles=True, reduce_len=True)\n",
" tokens = tknzr.tokenize(tweet)\n",
" tokens = tknzr.tokenize(words)\n",
" else:\n",
" tokens = nltk.word_tokenize(words.lower())\n",
" porter = nltk.PorterStemmer()\n",

Loading…
Cancel
Save