thallada/nlp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Getting app to run on new server under gunicorn

Browse Source
This commit is contained in:
Tyler Hallada 2017-07-10 15:47:10 -04:00
parent aa6200ca8f
commit e687c2ad61
5 changed files with 33 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
app.py
View File

@ -10,7 +10,7 @@ def home():
return redirect('http://git.hallada.net/nlp/') return redirect('http://git.hallada.net/nlp/')
@app.route("/buzzfeed-haiku-generator/") @app.route("/nlp/buzzfeed_haiku_generator/")
def buzzfeed_haiku_generator(): def buzzfeed_haiku_generator():
haiku = generator.generate_haiku() haiku = generator.generate_haiku()
return render_template('buzzfeed-haiku-generator.html', haiku=haiku) return render_template('buzzfeed-haiku-generator.html', haiku=haiku)

52
generate_poem.py
View File

@ -33,31 +33,31 @@ class PoemGenerator():
self.words = [] self.words = []
self.all_words = [] self.all_words = []
self.inflect_engine = inflect.engine() self.inflect_engine = inflect.engine()
# with open('/var/www/buzzfeed-haiku-generator/buzzfeed_facebook_statuses.csv', newline='', encoding='utf-8') as statuses: with open('buzzfeed_facebook_statuses.csv', newline='', encoding='utf-8') as statuses:
# reader = csv.reader(statuses, delimiter=',') reader = csv.reader(statuses, delimiter=',')
# for row in reader: for row in reader:
# if 'via buzzfeed ' not in row[1].lower(): # only English if 'via buzzfeed ' not in row[1].lower(): # only English
# # split title into a list of words and punctuation # split title into a list of words and punctuation
# title = self.spaces_and_punctuation.findall(row[2]) title = self.spaces_and_punctuation.findall(row[2])
# # spell out digits into ordinal words for syllable counting # spell out digits into ordinal words for syllable counting
# title = [string.capwords( title = [string.capwords(
# self.inflect_engine.number_to_words(int(word))) self.inflect_engine.number_to_words(int(word)))
# if word.isdigit() else word for word in title] if word.isdigit() else word for word in title]
# self.sents.append(title) self.sents.append(title)
# self.words.extend(title) self.words.extend(title)
# # all_words only contains words, no punctuation # all_words only contains words, no punctuation
# self.all_words.extend([word for word in title self.all_words.extend([word for word in title
# if not if not
# self.only_punctuation.match(word)]) self.only_punctuation.match(word)])
with codecs.open('trump.txt', 'r', 'utf-8') as corpus: # with codecs.open('trump.txt', 'r', 'utf-8') as corpus:
text = corpus.read() # text = corpus.read()
sents = nltk.tokenize.sent_tokenize(text) # sents = nltk.tokenize.sent_tokenize(text)
words = nltk.tokenize.word_tokenize(text) # words = nltk.tokenize.word_tokenize(text)
self.sents.extend(sents) # self.sents.extend(sents)
self.words.extend(words) # self.words.extend(words)
self.all_words.extend([word for word in words # self.all_words.extend([word for word in words
if not # if not
self.only_punctuation.match(word)]) # self.only_punctuation.match(word)])
self.bigrams = list(nltk.bigrams(self.words)) self.bigrams = list(nltk.bigrams(self.words))
self.cfd = nltk.ConditionalFreqDist(self.bigrams) self.cfd = nltk.ConditionalFreqDist(self.bigrams)
#self.parser = Parser() #self.parser = Parser()
@ -142,5 +142,5 @@ if __name__ == '__main__':
generator = PoemGenerator() generator = PoemGenerator()
#generator.generate_poem() #generator.generate_poem()
haiku = generator.generate_haiku() haiku = generator.generate_haiku()
print haiku print(haiku)
#generator.generate_endless_poem(None) #generator.generate_endless_poem(None)

4
nlp.py Normal file
View File

@ -0,0 +1,4 @@
from app import app
if __name__ == '__main__':
app.run()

8
nlp.wsgi
View File

@ -1,8 +0,0 @@
import os
import sys
sys.path.append('/var/www/nlp')
import logging
logging.basicConfig(stream=sys.stderr)
from app import app as application

3
requirements.txt
View File

@ -1,11 +1,12 @@
click==6.7 click==6.7
Flask==0.12.2 Flask==0.12.2
gunicorn==19.7.1
inflect==0.2.5 inflect==0.2.5
itsdangerous==0.24 itsdangerous==0.24
Jinja2==2.9.6 Jinja2==2.9.6
MarkupSafe==1.0 MarkupSafe==1.0
nltk==3.2.4 nltk==3.2.4
pyStatParser==0.0.1 # pyStatParser==0.0.1 manually install from git repo (python2 only)
six==1.10.0 six==1.10.0
tqdm==4.14.0 tqdm==4.14.0
Werkzeug==0.12.2 Werkzeug==0.12.2