Initial commit

venv/lib/python3.7/site-packages/nltk/app/wordfreq_app.py

@@ -0,0 +1,35 @@
+# Natural Language Toolkit: Wordfreq Application
+#
+# Copyright (C) 2001-2019 NLTK Project
+# Author: Sumukh Ghodke <sghodke@csse.unimelb.edu.au>
+# URL: <http://nltk.org/>
+# For license information, see LICENSE.TXT
+
+from matplotlib import pylab
+from nltk.text import Text
+from nltk.corpus import gutenberg
+
+
+def plot_word_freq_dist(text):
+    fd = text.vocab()
+
+    samples = [item for item, _ in fd.most_common(50)]
+    values = [fd[sample] for sample in samples]
+    values = [sum(values[: i + 1]) * 100.0 / fd.N() for i in range(len(values))]
+    pylab.title(text.name)
+    pylab.xlabel("Samples")
+    pylab.ylabel("Cumulative Percentage")
+    pylab.plot(values)
+    pylab.xticks(range(len(samples)), [str(s) for s in samples], rotation=90)
+    pylab.show()
+
+
+def app():
+    t1 = Text(gutenberg.words('melville-moby_dick.txt'))
+    plot_word_freq_dist(t1)
+
+
+if __name__ == '__main__':
+    app()
+
+__all__ = ['app']