mirror of https://github.com/balkian/bitter.git
Added webserver
J. Fernando Sánchez
8 years ago
parent
97028e38b1
commit
17f589c710
@ -0,0 +1,50 @@
|
||||
#Description
|
||||
There are two parts to bitter.
|
||||
First of all, it is a wrapper over Python twitter that adds support for several Twitter API credentials (e.g. authorizing the same app with different user accounts).
|
||||
Secondly, it is a command line tool to automate several actions (e.g. downloading user networks) using the wrapper.
|
||||
|
||||
# Instructions
|
||||
|
||||
In the command line:
|
||||
|
||||
python -m bitter --help
|
||||
|
||||
or
|
||||
|
||||
bitter --help
|
||||
|
||||
|
||||
Programmatically:
|
||||
|
||||
```python
|
||||
from bitter.crawlers import TwitterQueue
|
||||
wq = TwitterQueue.from_credentials()
|
||||
print(wq.users.show(user_name='balkian'))
|
||||
```
|
||||
|
||||
# Credentials format
|
||||
|
||||
```
|
||||
{"user": "balkian", "consumer_secret": "xxx", "consumer_key": "xxx", "token_key": "xxx", "token_secret": "xxx"}
|
||||
```
|
||||
|
||||
By default, bitter uses '~/.bitter-credentials.json', but you may choose a different file:
|
||||
|
||||
```
|
||||
python -m bitter -c <credentials_file> ...
|
||||
```
|
||||
|
||||
# Server
|
||||
To add more users to the credentials file, you may run the builtin server, with the consumer key and secret of your app:
|
||||
|
||||
```
|
||||
python -m bitter server <consumer_key> <consumer_secret>
|
||||
```
|
||||
|
||||
# Notice
|
||||
Please, use according to Twitter's Terms of Service
|
||||
|
||||
# TODO
|
||||
|
||||
* Tests
|
||||
* Docs
|
||||
@ -0,0 +1,13 @@
|
||||
'''
|
||||
Common configuration for other modules.
|
||||
It is not elegant, but it works with flask and the oauth decorators.
|
||||
|
||||
Using this module allows you to change the config before loading any other module.
|
||||
E.g.:
|
||||
|
||||
import bitter.config as c
|
||||
c.CREDENTIALS="/tmp/credentials"
|
||||
from bitter.webserver import app
|
||||
app.run()
|
||||
'''
|
||||
CREDENTIALS = '~/.bitter-credentials.json'
|
||||
@ -0,0 +1,50 @@
|
||||
@charset 'UTF-8';
|
||||
|
||||
html {
|
||||
display: block;
|
||||
margin: auto;
|
||||
width: 100%;
|
||||
background-color: black;
|
||||
color: white;
|
||||
font-size: 1.5em;
|
||||
}
|
||||
.wrapper {
|
||||
margin: 0 auto;
|
||||
width: 80%;
|
||||
text-align: center;
|
||||
}
|
||||
|
||||
.me {
|
||||
width: 15em;
|
||||
border-radius: 150px;
|
||||
-webkit-border-radius: 150px;
|
||||
-moz-border-radius: 150px;
|
||||
|
||||
}
|
||||
|
||||
.button {
|
||||
background-color: black;
|
||||
color: white;
|
||||
padding: 0.5em;
|
||||
font-size: 1.5em;
|
||||
border: 3px solid white;
|
||||
margin-top: 1em;
|
||||
display: inline-block;
|
||||
border-radius: 1em;
|
||||
text-decoration: none;
|
||||
font-weight: bold;
|
||||
}
|
||||
|
||||
.button:hover {
|
||||
color: black;
|
||||
background-color: white;
|
||||
}
|
||||
|
||||
.limits {
|
||||
text-align: left;
|
||||
}
|
||||
|
||||
.jsonlimits {
|
||||
overflow: auto;
|
||||
max-height: 5em;
|
||||
}
|
||||
Binary file not shown.
|
After Width: | Height: | Size: 104 KiB |
@ -0,0 +1,241 @@
|
||||
<!DOCTYPE HTML>
|
||||
<!--
|
||||
Miniport 2.5 by HTML5 UP
|
||||
html5up.net | @n33co
|
||||
Free for personal and commercial use under the CCA 3.0 license (html5up.net/license)
|
||||
-->
|
||||
<html>
|
||||
<head>
|
||||
<title>Miniport by HTML5 UP</title>
|
||||
<meta http-equiv="content-type" content="text/html; charset=utf-8" />
|
||||
<meta name="description" content="" />
|
||||
<meta name="keywords" content="" />
|
||||
<link href="http://fonts.googleapis.com/css?family=Open+Sans:300,600,700" rel="stylesheet" />
|
||||
<script src="js/jquery.min.js"></script>
|
||||
<script src="js/config.js"></script>
|
||||
<script src="js/skel.min.js"></script>
|
||||
<noscript>
|
||||
<link rel="stylesheet" href="css/skel-noscript.css" />
|
||||
<link rel="stylesheet" href="css/style.css" />
|
||||
<link rel="stylesheet" href="css/style-desktop.css" />
|
||||
</noscript>
|
||||
<!--[if lte IE 9]><link rel="stylesheet" href="css/ie9.css" /><![endif]-->
|
||||
<!--[if lte IE 8]><script src="js/html5shiv.js"></script><link rel="stylesheet" href="css/ie8.css" /><![endif]-->
|
||||
<!--[if lte IE 7]><link rel="stylesheet" href="css/ie7.css" /><![endif]-->
|
||||
</head>
|
||||
<body>
|
||||
|
||||
<!-- Nav -->
|
||||
<nav id="nav">
|
||||
<ul class="container">
|
||||
<li><a href="#top">Top</a></li>
|
||||
<li><a href="#work">Work</a></li>
|
||||
<li><a href="#portfolio">Portfolio</a></li>
|
||||
<li><a href="#contact">Contact</a></li>
|
||||
</ul>
|
||||
</nav>
|
||||
|
||||
<!-- Home -->
|
||||
<div class="wrapper wrapper-style1 wrapper-first">
|
||||
<article class="container" id="top">
|
||||
<div class="row">
|
||||
<div class="4u">
|
||||
<span class="me image image-full"><img src="images/me.jpg" alt="" /></span>
|
||||
</div>
|
||||
<div class="8u">
|
||||
<header>
|
||||
<h1>Hi. I'm <strong>Jane Doe</strong>.</h1>
|
||||
</header>
|
||||
<p>And this is <strong>Miniport</strong>, a free, fully responsive HTML5 site template designed by <a href="http://n33.co/">AJ</a> for <a href="http://html5up.net/">HTML5 UP</a> & released under the <a href="http://html5up.net/license/">CCA license</a>.</p>
|
||||
<a href="#work" class="button button-big">Learn about what I do</a>
|
||||
</div>
|
||||
</div>
|
||||
</article>
|
||||
</div>
|
||||
|
||||
<!-- Work -->
|
||||
<div class="wrapper wrapper-style2">
|
||||
<article id="work">
|
||||
<header>
|
||||
<h2>I design and build amazing things.</h2>
|
||||
<span>Odio turpis amet sed consequat eget posuere consequat.</span>
|
||||
</header>
|
||||
<div class="container">
|
||||
<div class="row">
|
||||
<div class="4u">
|
||||
<section class="box box-style1">
|
||||
<span class="fa featured fa-comments-o"></span>
|
||||
<h3>Consequat lorem</h3>
|
||||
<p>Ornare nulla proin odio consequat sapien vestibulum ipsum primis sed amet consequat lorem dolore.</p>
|
||||
</section>
|
||||
</div>
|
||||
<div class="4u">
|
||||
<section class="box box-style1">
|
||||
<span class="fa featured fa-file-o"></span>
|
||||
<h3>Lorem dolor tempus</h3>
|
||||
<p>Ornare nulla proin odio consequat sapien vestibulum ipsum primis sed amet consequat lorem dolore.</p>
|
||||
</section>
|
||||
</div>
|
||||
<div class="4u">
|
||||
<section class="box box-style1">
|
||||
<span class="fa featured fa-thumbs-o-up"></span>
|
||||
<h3>Feugiat posuere</h3>
|
||||
<p>Ornare nulla proin odio consequat sapien vestibulum ipsum primis sed amet consequat lorem dolore.</p>
|
||||
</section>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<footer>
|
||||
<p>Lorem ipsum dolor sit sapien vestibulum ipsum primis?</p>
|
||||
<a href="#portfolio" class="button button-big">See some of my recent work</a>
|
||||
</footer>
|
||||
</article>
|
||||
</div>
|
||||
|
||||
<!-- Portfolio -->
|
||||
<div class="wrapper wrapper-style3">
|
||||
<article id="portfolio">
|
||||
<header>
|
||||
<h2>Awesome work makes happy clients.</h2>
|
||||
<span>Proin odio consequat sapien vestibulum ipsum primis sed amet consequat lorem dolore feugiat lorem ipsum dolore.</span>
|
||||
</header>
|
||||
<div class="container">
|
||||
<div class="row">
|
||||
<div class="12u">
|
||||
</div>
|
||||
</div>
|
||||
<div class="row">
|
||||
<div class="4u">
|
||||
<article class="box box-style2">
|
||||
<a href="http://flypixel.com/generic-smartphone/8949517882265310" class="image image-full"><img src="images/portfolio01.jpg" alt="" /></a>
|
||||
<h3><a href="http://flypixel.com/generic-smartphone/8949517882265310">Magna feugiat</a></h3>
|
||||
<p>Ornare nulla proin odio consequat.</p>
|
||||
</article>
|
||||
</div>
|
||||
<div class="4u">
|
||||
<article class="box box-style2">
|
||||
<a href="http://flypixel.com/n33" class="image image-full"><img src="images/portfolio02.jpg" alt="" /></a>
|
||||
<h3><a href="http://flypixel.com/n33">Veroeros primis</a></h3>
|
||||
<p>Ornare nulla proin odio consequat.</p>
|
||||
</article>
|
||||
</div>
|
||||
<div class="4u">
|
||||
<article class="box box-style2">
|
||||
<a href="http://flypixel.com/wood-ui-kit/3574765984616310" class="image image-full"><img src="images/portfolio03.jpg" alt="" /></a>
|
||||
<h3><a href="http://flypixel.com/wood-ui-kit/3574765984616310">Lorem ipsum</a></h3>
|
||||
<p>Ornare nulla proin odio consequat.</p>
|
||||
</article>
|
||||
</div>
|
||||
</div>
|
||||
<div class="row">
|
||||
<div class="4u">
|
||||
<article class="box box-style2">
|
||||
<a href="http://flypixel.com/n33-pattern-set-1/3522389001865317" class="image image-full"><img src="images/portfolio04.jpg" alt="" /></a>
|
||||
<h3><a href="http://flypixel.com/n33-pattern-set-1/3522389001865317">Tempus dolore</a></h3>
|
||||
<p>Ornare nulla proin odio consequat.</p>
|
||||
</article>
|
||||
</div>
|
||||
<div class="4u">
|
||||
<article class="box box-style2">
|
||||
<a href="http://flypixel.com/cityscape/9803996277226316" class="image image-full"><img src="images/portfolio05.jpg" alt="" /></a>
|
||||
<h3><a href="http://flypixel.com/cityscape/9803996277226316">Feugiat aliquam</a></h3>
|
||||
<p>Ornare nulla proin odio consequat.</p>
|
||||
</article>
|
||||
</div>
|
||||
<div class="4u">
|
||||
<article class="box box-style2">
|
||||
<a href="http://flypixel.com/n33" class="image image-full"><img src="images/portfolio06.jpg" alt="" /></a>
|
||||
<h3><a href="http://flypixel.com/n33">Sed amet ornare</a></h3>
|
||||
<p>Ornare nulla proin odio consequat.</p>
|
||||
</article>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<footer>
|
||||
<p>Lorem ipsum dolor sit sapien vestibulum ipsum primis?</p>
|
||||
<a href="#contact" class="button button-big">Get in touch with me</a>
|
||||
</footer>
|
||||
</article>
|
||||
</div>
|
||||
|
||||
<!-- Contact -->
|
||||
<div class="wrapper wrapper-style4">
|
||||
<article id="contact" class="container small">
|
||||
<header>
|
||||
<h2>Want to hire me? Get in touch!</h2>
|
||||
<span>Ornare nulla proin odio consequat sapien vestibulum ipsum sed lorem.</span>
|
||||
</header>
|
||||
<div>
|
||||
<div class="row">
|
||||
<div class="12u">
|
||||
<form method="post" action="#">
|
||||
<div>
|
||||
<div class="row half">
|
||||
<div class="6u">
|
||||
<input type="text" name="name" id="name" placeholder="Name" />
|
||||
</div>
|
||||
<div class="6u">
|
||||
<input type="text" name="email" id="email" placeholder="Email" />
|
||||
</div>
|
||||
</div>
|
||||
<div class="row half">
|
||||
<div class="12u">
|
||||
<input type="text" name="subject" id="subject" placeholder="Subject" />
|
||||
</div>
|
||||
</div>
|
||||
<div class="row half">
|
||||
<div class="12u">
|
||||
<textarea name="message" id="message" placeholder="Message"></textarea>
|
||||
</div>
|
||||
</div>
|
||||
<div class="row">
|
||||
<div class="12u">
|
||||
<a href="#" class="button form-button-submit">Send Message</a>
|
||||
<a href="#" class="button button-alt form-button-reset">Clear Form</a>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</form>
|
||||
</div>
|
||||
</div>
|
||||
<div class="row">
|
||||
<div class="12u">
|
||||
<hr />
|
||||
<h3>Find me on ...</h3>
|
||||
<ul class="social">
|
||||
<li class="twitter"><a href="http://twitter.com/n33co" class="fa fa-twitter"><span>Twitter</span></a></li>
|
||||
<li class="facebook"><a href="#" class="fa fa-facebook"><span>Facebook</span></a></li>
|
||||
<li class="dribbble"><a href="http://dribbble.com/n33" class="fa fa-dribbble"><span>Dribbble</span></a></li>
|
||||
<li class="linkedin"><a href="#" class="fa fa-linkedin"><span>LinkedIn</span></a></li>
|
||||
<li class="tumblr"><a href="#" class="fa fa-tumblr"><span>Tumblr</span></a></li>
|
||||
<li class="googleplus"><a href="#" class="fa fa-google-plus"><span>Google+</span></a></li>
|
||||
<li class="github"><a href="http://github.com/n33" class="fa fa-github"><span>Github</span></a></li>
|
||||
<!--
|
||||
<li class="rss"><a href="#" class="fa fa-rss"><span>RSS</span></a></li>
|
||||
<li class="instagram"><a href="#" class="fa fa-instagram"><span>Instagram</span></a></li>
|
||||
<li class="foursquare"><a href="#" class="fa fa-foursquare"><span>Foursquare</span></a></li>
|
||||
<li class="skype"><a href="#" class="fa fa-skype"><span>Skype</span></a></li>
|
||||
<li class="soundcloud"><a href="#" class="fa fa-soundcloud"><span>Soundcloud</span></a></li>
|
||||
<li class="youtube"><a href="#" class="fa fa-youtube"><span>YouTube</span></a></li>
|
||||
<li class="blogger"><a href="#" class="fa fa-blogger"><span>Blogger</span></a></li>
|
||||
<li class="flickr"><a href="#" class="fa fa-flickr"><span>Flickr</span></a></li>
|
||||
<li class="vimeo"><a href="#" class="fa fa-vimeo"><span>Vimeo</span></a></li>
|
||||
-->
|
||||
</ul>
|
||||
<hr />
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<footer>
|
||||
<ul id="copyright">
|
||||
<li>© 2013 Jane Doe</li>
|
||||
<li>Images: <a href="http://fotogrph.com">fotogrph</a></li>
|
||||
<li>Design: <a href="http://html5up.net/">HTML5 UP</a></li>
|
||||
</ul>
|
||||
</footer>
|
||||
</article>
|
||||
</div>
|
||||
|
||||
|
||||
</body>
|
||||
</html>
|
||||
@ -0,0 +1,36 @@
|
||||
<!DOCTYPE HTML>
|
||||
<!--
|
||||
Miniport 2.5 by HTML5 UP
|
||||
html5up.net | @n33co
|
||||
Free for personal and commercial use under the CCA 3.0 license (html5up.net/license)
|
||||
-->
|
||||
<html>
|
||||
<head>
|
||||
<title>Bitter's Login</title>
|
||||
<meta http-equiv="content-type" content="text/html; charset=utf-8" />
|
||||
<meta name="description" content="" />
|
||||
<meta name="keywords" content="" />
|
||||
<link rel="stylesheet" href="static/css/style.css" />
|
||||
<!--[if lte IE 9]><link rel="stylesheet" href="static/css/ie9.css" /><![endif]-->
|
||||
<!--[if lte IE 8]><script src="static/js/html5shiv.js"></script><link rel="stylesheet" href="static/css/ie8.css" /><![endif]-->
|
||||
<!--[if lte IE 7]><link rel="stylesheet" href="static/css/ie7.css" /><![endif]-->
|
||||
</head>
|
||||
<body>
|
||||
|
||||
<!-- Nav -->
|
||||
<!-- Home -->
|
||||
<div class="wrapper">
|
||||
<img class="me" src="static/images/me.jpg" alt="" />
|
||||
<header>
|
||||
{% block header %}
|
||||
{% endblock %}
|
||||
</header>
|
||||
<div class="content">
|
||||
{% block content %}
|
||||
{% endblock %}
|
||||
</div>
|
||||
</div>
|
||||
|
||||
|
||||
</body>
|
||||
</html>
|
||||
@ -0,0 +1,10 @@
|
||||
{% extends "base.html" %}
|
||||
{% block header %}
|
||||
<h1>Hi. I'm a <strong>researcher</strong>.</h1>
|
||||
{% endblock %}
|
||||
{% block content %}
|
||||
<p>Getting data from Twitter is hard, due to the limits imposed by the Twitter API</p>
|
||||
<p>By logging in with my app you help me get more data for my research.</p>
|
||||
<p>I will not use your personal information in any way.</p>
|
||||
<a href="login" class="button button-big">Log in!</a>
|
||||
{% endblock %}
|
||||
@ -0,0 +1,11 @@
|
||||
{% extends "base.html" %}
|
||||
{% block content %}
|
||||
{% if limits | length %}
|
||||
<ul id="double">
|
||||
{% for limit in limits %}
|
||||
<li class="limits"> <span>{{ limit }} </span><span><pre class="jsonlimits">{{ limits[limit] }}</pre></span></li>
|
||||
{% endfor %}
|
||||
</ul>
|
||||
{% endif %}
|
||||
|
||||
{% endblock %}
|
||||
@ -0,0 +1,8 @@
|
||||
{% extends "base.html" %}
|
||||
{% block header %}
|
||||
<h1>You don't wanna authorize me? :(</h1>
|
||||
{% endblock %}
|
||||
{% block content %}
|
||||
<p>It's ok, but come back if you change your mind...</p>
|
||||
|
||||
{% endblock %}
|
||||
@ -0,0 +1,10 @@
|
||||
{% extends "base.html" %}
|
||||
|
||||
{% block header %}
|
||||
Thanks!
|
||||
{% endblock %}
|
||||
{% block content %}
|
||||
<p>I'll use it wisely</p>
|
||||
<a href="login" class="button button-big">Authorize another account!</a>
|
||||
{% endblock %}
|
||||
|
||||
@ -0,0 +1,96 @@
|
||||
import json
|
||||
import os.path
|
||||
from flask import Flask, redirect, session, url_for, request, flash, render_template
|
||||
from twitter import Twitter
|
||||
from twitter import OAuth as TOAuth
|
||||
|
||||
from flask_oauthlib.client import OAuth
|
||||
|
||||
from . import utils
|
||||
from . import config
|
||||
|
||||
oauth = OAuth()
|
||||
twitter = oauth.remote_app('twitter',
|
||||
base_url='https://api.twitter.com/1/',
|
||||
request_token_url='https://api.twitter.com/oauth/request_token',
|
||||
access_token_url='https://api.twitter.com/oauth/access_token',
|
||||
authorize_url='https://api.twitter.com/oauth/authenticate',
|
||||
consumer_key=config.CONSUMER_KEY,
|
||||
consumer_secret=config.CONSUMER_SECRET
|
||||
)
|
||||
|
||||
app = Flask(__name__)
|
||||
|
||||
@twitter.tokengetter
|
||||
def get_twitter_token(token=None):
|
||||
return session.get('twitter_token')
|
||||
|
||||
|
||||
@app.route('/login')
|
||||
def login():
|
||||
if 'twitter_token' in session:
|
||||
del session['twitter_token']
|
||||
return twitter.authorize(callback='/oauth-authorized')
|
||||
# next=request.args.get('next') or request.referrer or None))
|
||||
|
||||
@app.route('/oauth-authorized')
|
||||
def oauth_authorized():
|
||||
resp = twitter.authorized_response()
|
||||
if resp is None:
|
||||
flash(u'You denied the request to sign in.')
|
||||
return redirect('/sad')
|
||||
token = (
|
||||
resp['oauth_token'],
|
||||
resp['oauth_token_secret']
|
||||
)
|
||||
user = resp['screen_name']
|
||||
session['twitter_token'] = token
|
||||
session['twitter_user'] = user
|
||||
new_creds = {"token_key": token[0],
|
||||
"token_secret": token[1]}
|
||||
|
||||
utils.delete_credentials(user=user)
|
||||
utils.add_credentials(user=user,
|
||||
token_key=token[0],
|
||||
token_secret=token[1],
|
||||
consumer_key=config.CONSUMER_KEY,
|
||||
consumer_secret=config.CONSUMER_SECRET)
|
||||
flash('You were signed in as %s' % resp['screen_name'])
|
||||
return redirect('/thanks')
|
||||
|
||||
@app.route('/thanks')
|
||||
def thanks():
|
||||
return render_template("thanks.html")
|
||||
|
||||
@app.route('/sad')
|
||||
def sad():
|
||||
return render_template("sad.html")
|
||||
|
||||
@app.route('/')
|
||||
def index():
|
||||
# return 'Please <a href="./login">LOG IN</a> to help with my research :)'
|
||||
return render_template('home.html')
|
||||
|
||||
@app.route('/hall')
|
||||
def hall():
|
||||
names = [c['user'] for c in utils.get_credentials()]
|
||||
return render_template('thanks.html', names=names)
|
||||
|
||||
@app.route('/limits')
|
||||
def limits():
|
||||
creds = utils.get_credentials()
|
||||
limits = {}
|
||||
for c in creds:
|
||||
auth = TOAuth(c['token_key'],
|
||||
c['token_secret'],
|
||||
c['consumer_key'],
|
||||
c['consumer_secret'])
|
||||
t = Twitter(auth=auth)
|
||||
limits[c["user"]] = json.dumps(t.application.rate_limit_status(), indent=2)
|
||||
|
||||
return render_template('limits.html', limits=limits)
|
||||
|
||||
app.secret_key = os.environ.get('SESSION_KEY', 'bitter is cool!')
|
||||
|
||||
if __name__ == '__main__':
|
||||
app.run()
|
||||
@ -1,3 +1,4 @@
|
||||
sqlalchemy
|
||||
twitter
|
||||
click
|
||||
six
|
||||
|
||||
Loading…
Reference in New Issue