itupdate for new python-twitter API - counterfacto - small software tool to analyze twitter and highlight counterfactual statements Err parazyd.org 70 hgit clone git://parazyd.org/counterfacto.git URL:git://parazyd.org/counterfacto.git parazyd.org 70 1Log /git/counterfacto/log.gph parazyd.org 70 1Files /git/counterfacto/files.gph parazyd.org 70 1Refs /git/counterfacto/refs.gph parazyd.org 70 1README /git/counterfacto/file/README.md.gph parazyd.org 70 1LICENSE /git/counterfacto/file/LICENSE.gph parazyd.org 70 i--- Err parazyd.org 70 1commit 96a0a3e5c2992c9c5b687762972a385773f51061 /git/counterfacto/commit/96a0a3e5c2992c9c5b687762972a385773f51061.gph parazyd.org 70 1parent 02414301691ff7d5070a4d8461b7109af6cd7b2c /git/counterfacto/commit/02414301691ff7d5070a4d8461b7109af6cd7b2c.gph parazyd.org 70 hAuthor: parazyd URL:mailto:parazyd@dyne.org parazyd.org 70 iDate: Mon, 2 Jan 2017 17:41:05 +0100 Err parazyd.org 70 i Err parazyd.org 70 iupdate for new python-twitter API Err parazyd.org 70 i Err parazyd.org 70 iDiffstat: Err parazyd.org 70 i M counterfacto | 86 +++++++++++++++---------------- Err parazyd.org 70 i Err parazyd.org 70 i1 file changed, 41 insertions(+), 45 deletions(-) Err parazyd.org 70 i--- Err parazyd.org 70 1diff --git a/counterfacto b/counterfacto /git/counterfacto/file/counterfacto.gph parazyd.org 70 it@@ -1,5 +1,5 @@ Err parazyd.org 70 i #!/usr/bin/env python2 Err parazyd.org 70 i-# Counterfacto is Copyright (C) 2016 by the Dyne.org Foundation Err parazyd.org 70 i+# Counterfacto is Copyright (c) 2016 by the Dyne.org Foundation Err parazyd.org 70 i # as part of the PIEnews project Err parazyd.org 70 i # Err parazyd.org 70 i # This file is part of Counterfacto Err parazyd.org 70 it@@ -27,7 +27,7 @@ import nltk Err parazyd.org 70 i from nltk.tag.perceptron import PerceptronTagger Err parazyd.org 70 i import re Err parazyd.org 70 i import sys Err parazyd.org 70 i-import twitter Err parazyd.org 70 i+from twitter import * Err parazyd.org 70 i import twokenize Err parazyd.org 70 i Err parazyd.org 70 i Err parazyd.org 70 it@@ -36,10 +36,10 @@ global taggedFile Err parazyd.org 70 i taggedFile = 'tagged.txt' Err parazyd.org 70 i Err parazyd.org 70 i ## get these by creating a twitter app Err parazyd.org 70 i-twit_consumer_key = '' Err parazyd.org 70 i-twit_consumer_secret = '' Err parazyd.org 70 i-twit_access_key = '' Err parazyd.org 70 i-twit_access_secret = '' Err parazyd.org 70 i+oatoken = '' Err parazyd.org 70 i+oasecret = '' Err parazyd.org 70 i+conskey = '' Err parazyd.org 70 i+conssecret = '' Err parazyd.org 70 i Err parazyd.org 70 i Err parazyd.org 70 i def main(): Err parazyd.org 70 it@@ -52,20 +52,16 @@ def main(): Err parazyd.org 70 i classify(tweetfile) Err parazyd.org 70 i Err parazyd.org 70 i elif sys.argv[1] == '-a': Err parazyd.org 70 i- api = twitter.Api(consumer_key=twit_consumer_key, Err parazyd.org 70 i- consumer_secret=twit_consumer_secret, Err parazyd.org 70 i- access_token_key=twit_access_key, Err parazyd.org 70 i- access_token_secret=twit_access_secret) Err parazyd.org 70 i- Err parazyd.org 70 i+ api = Twitter(auth=OAuth(oatoken,oasecret,conskey,conssecret)) Err parazyd.org 70 i accountname = sys.argv[2] Err parazyd.org 70 i- statuses = api.GetUserTimeline(screen_name=accountname, Err parazyd.org 70 i- count=100) Err parazyd.org 70 i+ statuses = api.statuses.user_timeline(screen_name=accountname, Err parazyd.org 70 i+ count=100) Err parazyd.org 70 i Err parazyd.org 70 i tweetfile = 'fetchedtweets-' + sys.argv[2] + '.txt' Err parazyd.org 70 i tweetFile = open(tweetfile, 'w') Err parazyd.org 70 i Err parazyd.org 70 i for s in statuses: Err parazyd.org 70 i- sintweet = s.text Err parazyd.org 70 i+ sintweet = s['text'] Err parazyd.org 70 i sintweet = sintweet.replace('\n', ' ') Err parazyd.org 70 i sintweet = sintweet.encode('ascii', 'ignore') Err parazyd.org 70 i tweetFile.write(sintweet + '\n') Err parazyd.org 70 it@@ -107,7 +103,7 @@ def main(): Err parazyd.org 70 i classify(tweetfile) Err parazyd.org 70 i Err parazyd.org 70 i except: Err parazyd.org 70 i- print("Usage: ./counterfacto {-a|-f|-s} {twitter account | file with tweets | search terms}") Err parazyd.org 70 i+ print("usage: counterfacto [-a account] [-f tweetfile] [-s searchterm]") Err parazyd.org 70 i exit(1) Err parazyd.org 70 i Err parazyd.org 70 i ## {{{ processing functions Err parazyd.org 70 it@@ -189,41 +185,41 @@ def get_cf_form(tagged_message): Err parazyd.org 70 i Err parazyd.org 70 i def is_twitter_cf_modal(word): Err parazyd.org 70 i w = unicode(word, errors='ignore').encode('utf-8').lower() Err parazyd.org 70 i- if (w == 'should' or Err parazyd.org 70 i+ if (w == 'should' or Err parazyd.org 70 i w == 'should\'ve' or Err parazyd.org 70 i w == 'shouldve' or Err parazyd.org 70 i- w == 'shoulda' or Err parazyd.org 70 i- w == 'shulda' or Err parazyd.org 70 i- w == 'shuda' or Err parazyd.org 70 i- w == 'shudda' or Err parazyd.org 70 i- w == 'shudve' or Err parazyd.org 70 i- w == 'would' or Err parazyd.org 70 i+ w == 'shoulda' or Err parazyd.org 70 i+ w == 'shulda' or Err parazyd.org 70 i+ w == 'shuda' or Err parazyd.org 70 i+ w == 'shudda' or Err parazyd.org 70 i+ w == 'shudve' or Err parazyd.org 70 i+ w == 'would' or Err parazyd.org 70 i w == 'would\'ve' or Err parazyd.org 70 i w == 'wouldve' or Err parazyd.org 70 i- w == 'woulda' or Err parazyd.org 70 i- w == 'wuda' or Err parazyd.org 70 i- w == 'wulda' or Err parazyd.org 70 i- w == 'wudda' or Err parazyd.org 70 i- w == 'wudve' or Err parazyd.org 70 i- w == 'wlda' or Err parazyd.org 70 i- w == 'could' or Err parazyd.org 70 i+ w == 'woulda' or Err parazyd.org 70 i+ w == 'wuda' or Err parazyd.org 70 i+ w == 'wulda' or Err parazyd.org 70 i+ w == 'wudda' or Err parazyd.org 70 i+ w == 'wudve' or Err parazyd.org 70 i+ w == 'wlda' or Err parazyd.org 70 i+ w == 'could' or Err parazyd.org 70 i w == 'could\'ve' or Err parazyd.org 70 i w == 'couldve' or Err parazyd.org 70 i- w == 'coulda' or Err parazyd.org 70 i- w == 'cudda' or Err parazyd.org 70 i- w == 'culda' or Err parazyd.org 70 i- w == 'cudve' or Err parazyd.org 70 i- w == 'must' or Err parazyd.org 70 i- w == 'mustve' or Err parazyd.org 70 i- w == 'might' or Err parazyd.org 70 i+ w == 'coulda' or Err parazyd.org 70 i+ w == 'cudda' or Err parazyd.org 70 i+ w == 'culda' or Err parazyd.org 70 i+ w == 'cudve' or Err parazyd.org 70 i+ w == 'must' or Err parazyd.org 70 i+ w == 'mustve' or Err parazyd.org 70 i+ w == 'might' or Err parazyd.org 70 i w == 'might\'ve' or Err parazyd.org 70 i- w == 'mightve' or Err parazyd.org 70 i- w == 'ought' or Err parazyd.org 70 i- w == 'may' or Err parazyd.org 70 i- w == 'i\'d' or Err parazyd.org 70 i- w == 'id' or Err parazyd.org 70 i- w == 'we\'d' or Err parazyd.org 70 i- w == 'youd' or Err parazyd.org 70 i+ w == 'mightve' or Err parazyd.org 70 i+ w == 'ought' or Err parazyd.org 70 i+ w == 'may' or Err parazyd.org 70 i+ w == 'i\'d' or Err parazyd.org 70 i+ w == 'id' or Err parazyd.org 70 i+ w == 'we\'d' or Err parazyd.org 70 i+ w == 'youd' or Err parazyd.org 70 i w == 'you\'d' or Err parazyd.org 70 i w == 'he\'d' or Err parazyd.org 70 i w == 'she\'d'): Err parazyd.org 70 it@@ -233,8 +229,8 @@ def is_twitter_cf_modal(word): Err parazyd.org 70 i def tag_CCJ(word): Err parazyd.org 70 i w = word.lower() Err parazyd.org 70 i ''' Err parazyd.org 70 i- as long as, even if, if, one condition that, provided (that), Err parazyd.org 70 i- providing (that), so long as, unless, whether... or, supposing, Err parazyd.org 70 i+ as long as, even if, if, one condition that, provided (that), Err parazyd.org 70 i+ providing (that), so long as, unless, whether... or, supposing, Err parazyd.org 70 i suppose, imagine, but for Err parazyd.org 70 i ''' Err parazyd.org 70 i if(w == 'as' or Err parazyd.org 70 .