mirror of
https://github.com/balkian/gists.git
synced 2024-11-01 08:01:44 +00:00
f9dbd3754c
git-subtree-dir: repos/92d6b8e9f88d37f57c58bdc683b2636d git-subtree-mainline:df945ec8c4git-subtree-split:709c3f67cb
310 lines
9.0 KiB
Plaintext
310 lines
9.0 KiB
Plaintext
{
|
|
"cells": [
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"List of services:\n",
|
|
"* [Sentiment140](http://www.sentiment140.com/)\n",
|
|
"* AlchemyAPI\n",
|
|
"* [Free Natural Language Processing Service](https://www.mashape.com/loudelement/free-natural-language-processing-service)\n",
|
|
"* [Daedalus' service]"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 5,
|
|
"metadata": {
|
|
"collapsed": false
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import requests\n",
|
|
"import json"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 6,
|
|
"metadata": {
|
|
"collapsed": false
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"from secret import *"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"Free Natural Language Processing Service\n",
|
|
"========================================\n",
|
|
"\n",
|
|
"* https://loudelement-free-natural-language-processing-service.p.mashape.com/nlp-text/\n",
|
|
"* Method: POST\n",
|
|
"* Parameters:\n",
|
|
" * text: Text to be analysed\n",
|
|
"* Headers:\n",
|
|
" * X-Mashape-Key: Your Mashape Key\n",
|
|
"\n",
|
|
"Example output:\n",
|
|
"\n",
|
|
"```json\n",
|
|
"{\n",
|
|
" \"api-author\": \"Taewook Kang (taewook.kang@gmail.com)\",\n",
|
|
" \"api-usage\": \"completely free as long as you give me credit somewhere on your website.\",\n",
|
|
" \"status\": \"OK\",\n",
|
|
" \"language\": \"english\",\n",
|
|
" \"sentiment-text\": \"negative\",\n",
|
|
" \"sentiment-score\": \"-0.171441\"\n",
|
|
"}\n",
|
|
"```"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"SENTIMENT140\n",
|
|
"=============\n",
|
|
"\n",
|
|
"* http://www.sentiment140.com/api/bulkClassifyJson\n",
|
|
"* Method: POST\n",
|
|
"* Parameters: JSON Object (that is copied to the result)\n",
|
|
" * text\n",
|
|
" * query\n",
|
|
" * language\n",
|
|
" * topic\n",
|
|
"\n",
|
|
"* Example response:\n",
|
|
"```json\n",
|
|
"{\"data\": [{\"text\": \"I love Titanic.\", \"id\":1234, \"polarity\": 4}, \n",
|
|
" {\"text\": \"I hate Titanic.\", \"id\":4567, \"polarity\": 0}]}\n",
|
|
"```\n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 7,
|
|
"metadata": {
|
|
"collapsed": false
|
|
},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/plain": [
|
|
"{'data': [{'meta': {'language': 'en'},\n",
|
|
" 'polarity': 4,\n",
|
|
" 'text': 'I love Titanic'}]}"
|
|
]
|
|
},
|
|
"execution_count": 7,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"res = requests.post(\"http://www.sentiment140.com/api/bulkClassifyJson\", json.dumps({\"data\": [{\"text\": \"I love Titanic\"}]}))\n",
|
|
"res.json()"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"Free Natural Language Processing\n",
|
|
"================================\n",
|
|
"* https://loudelement-free-natural-language-processing-service.p.mashape.com/nlp-text/\n",
|
|
"* Method: GET\n",
|
|
"* Parameters\n",
|
|
" * text: Text to be analysed\n",
|
|
"* Headers\n",
|
|
" * X-Mashape-Key: Mashape key\n",
|
|
" \n",
|
|
"* Example response:\n",
|
|
"```json\n",
|
|
"{\n",
|
|
" \"api-author\": \"Taewook Kang (taewook.kang@gmail.com)\",\n",
|
|
" \"api-usage\": \"completely free as long as you give me credit somewhere on your website.\",\n",
|
|
" \"status\": \"OK\",\n",
|
|
" \"language\": \"english\",\n",
|
|
" \"sentiment-text\": \"negative\",\n",
|
|
" \"sentiment-score\": \"-0.171441\"\n",
|
|
"}\n",
|
|
"```"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 8,
|
|
"metadata": {
|
|
"collapsed": false
|
|
},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/plain": [
|
|
"{'message': 'Invalid Mashape Key'}"
|
|
]
|
|
},
|
|
"execution_count": 8,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"res = requests.get(\"https://loudelement-free-natural-language-processing-service.p.mashape.com/nlp-text/\", headers={\"x-mashape-key\": MASHAPE_KEY}, params={\"text\": \"I hate Titanic\"})\n",
|
|
"res.json()"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"Alchemy API\n",
|
|
"===========\n",
|
|
"\n",
|
|
"* http://access.alchemyapi.com/calls/text/TextGetTextSentiment\n",
|
|
"* Parameters\n",
|
|
" * apikey: your alchemy API key\n",
|
|
" * outputMode: xml (default), json, rdf\n",
|
|
" * showSourceText: 0 (default)/ 1 (include the original text in the response)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 10,
|
|
"metadata": {
|
|
"collapsed": false
|
|
},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/plain": [
|
|
"{'docSentiment': {'score': '-0.871736', 'type': 'negative'},\n",
|
|
" 'language': 'english',\n",
|
|
" 'status': 'OK',\n",
|
|
" 'text': 'I hate Titanic',\n",
|
|
" 'totalTransactions': '1',\n",
|
|
" 'usage': 'By accessing AlchemyAPI or using information generated by AlchemyAPI, you are agreeing to be bound by the AlchemyAPI Terms of Use: http://www.alchemyapi.com/company/terms.html'}"
|
|
]
|
|
},
|
|
"execution_count": 10,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"ALCHEMY_TOKEN = ALCHEMY_TOKEN\n",
|
|
"res = requests.get(\"http://access.alchemyapi.com/calls/text/TextGetTextSentiment\", params={\"text\": \"I hate Titanic\", \"apikey\": ALCHEMY_TOKEN, \"outputMode\": \"json\", \"showSourceText\": 1})\n",
|
|
"res.json()"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {
|
|
"collapsed": false
|
|
},
|
|
"source": [
|
|
"# Daedalus"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 27,
|
|
"metadata": {
|
|
"collapsed": false
|
|
},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/html": [
|
|
"<iframe src=\"https://www.meaningcloud.com/developer/sentiment-analysis/doc/2.1/response\" width=1000 height=350></iframe>"
|
|
],
|
|
"text/plain": [
|
|
"<IPython.core.display.HTML object>"
|
|
]
|
|
},
|
|
"metadata": {},
|
|
"output_type": "display_data"
|
|
}
|
|
],
|
|
"source": [
|
|
"%%HTML\n",
|
|
"<iframe src=\"https://www.meaningcloud.com/developer/sentiment-analysis/doc/2.1/response\" width=1000 height=350></iframe>"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 20,
|
|
"metadata": {
|
|
"collapsed": false
|
|
},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"{\"status\":{\"code\":\"0\",\"msg\":\"OK\",\"credits\":\"1\",\"remaining_credits\":\"39999\"},\"model\":\"general_en\",\"score_tag\":\"N\",\"agreement\":\"AGREEMENT\",\"subjectivity\":\"SUBJECTIVE\",\"confidence\":\"100\",\"irony\":\"NONIRONIC\",\"sentence_list\":[{\"text\":\"I hate Titanic\",\"inip\":\"0\",\"endp\":\"13\",\"bop\":\"y\",\"confidence\":\"100\",\"score_tag\":\"N\",\"agreement\":\"AGREEMENT\",\"segment_list\":[{\"text\":\"I hate Titanic\",\"segment_type\":\"main\",\"inip\":\"0\",\"endp\":\"13\",\"confidence\":\"100\",\"score_tag\":\"N\",\"agreement\":\"AGREEMENT\",\"polarity_term_list\":[{\"text\":\"hate\",\"inip\":\"2\",\"endp\":\"5\",\"confidence\":\"100\",\"score_tag\":\"N\",\"sentimented_entity_list\":[{\"form\":\"Titanic\",\"id\":\"04d28e668d\",\"variant\":\"Titanic\",\"inip\":\"7\",\"endp\":\"13\",\"type\":\"Top>Product>Machine>Vehicle>Ship\",\"score_tag\":\"N\"}]}]}],\"sentimented_entity_list\":[{\"form\":\"Titanic\",\"id\":\"04d28e668d\",\"type\":\"Top>Product>Machine>Vehicle>Ship\",\"score_tag\":\"N\"}],\"sentimented_concept_list\":[]}],\"sentimented_entity_list\":[{\"form\":\"Titanic\",\"id\":\"04d28e668d\",\"type\":\"Top>Product>Machine>Vehicle>Ship\",\"score_tag\":\"N\"}],\"sentimented_concept_list\":[]}\n"
|
|
]
|
|
},
|
|
{
|
|
"data": {
|
|
"text/plain": [
|
|
"'N'"
|
|
]
|
|
},
|
|
"execution_count": 20,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"import time\n",
|
|
"import ratelim\n",
|
|
"\n",
|
|
"from ipywidgets import FloatProgress\n",
|
|
"from IPython.display import display\n",
|
|
"\n",
|
|
"@ratelim.patient(2,1)\n",
|
|
"def get_one_sentiment_daedalus(txt):\n",
|
|
" model = 'general' # general_es / general_es / general_fr\n",
|
|
" api = 'http://api.meaningcloud.com/sentiment-2.1'\n",
|
|
" parameters = {'key': DAEDALUS_KEY,\n",
|
|
" 'model': model,\n",
|
|
" 'lang': 'en',\n",
|
|
" 'of': 'json',\n",
|
|
" 'txt': txt,\n",
|
|
" 'src': 'its-not-a-real-python-sdk'}\n",
|
|
" r = requests.post(api, params=parameters)\n",
|
|
" print(r.text)\n",
|
|
" return r.json().get('score_tag', None)\n",
|
|
"\n",
|
|
"get_one_sentiment_daedalus('I hate Titanic')"
|
|
]
|
|
}
|
|
],
|
|
"metadata": {
|
|
"kernelspec": {
|
|
"display_name": "Python 3",
|
|
"language": "python",
|
|
"name": "python3"
|
|
},
|
|
"language_info": {
|
|
"codemirror_mode": {
|
|
"name": "ipython",
|
|
"version": 3
|
|
},
|
|
"file_extension": ".py",
|
|
"mimetype": "text/x-python",
|
|
"name": "python",
|
|
"nbconvert_exporter": "python",
|
|
"pygments_lexer": "ipython3",
|
|
"version": "3.5.2"
|
|
}
|
|
},
|
|
"nbformat": 4,
|
|
"nbformat_minor": 0
|
|
}
|