forked from eliasdabbas/advertools
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
d4e6f2e
commit 951670d
Showing
88 changed files
with
742 additions
and
13,718 deletions.
There are no files selected for viewing
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file renamed
BIN
+3.02 KB
docs/_build/doctrees/kw_test.doctree → docs/_build/doctrees/setup.doctree
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,4 +1,4 @@ | ||
| # Sphinx build info version 1 | ||
| # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. | ||
| config: 71fcee46c2a454a5d72555d370b0884a | ||
| config: 37c909d62ddaf50bb0d2995a606269e1 | ||
| tags: 645f666f9bcd5a90fca523b33c5a78b7 |
Binary file not shown.
Binary file not shown.
Empty file.
Binary file not shown.
Binary file not shown.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
127 changes: 127 additions & 0 deletions
127
docs/_build/html/_modules/advertools/word_frequency.html
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,127 @@ | ||
|
|
||
| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" | ||
| "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> | ||
|
|
||
| <html xmlns="http://www.w3.org/1999/xhtml"> | ||
| <head> | ||
| <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> | ||
| <title>advertools.word_frequency — advertools 0.1a1 documentation</title> | ||
| <link rel="stylesheet" href="../../_static/alabaster.css" type="text/css" /> | ||
| <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" /> | ||
| <script type="text/javascript"> | ||
| var DOCUMENTATION_OPTIONS = { | ||
| URL_ROOT: '../../', | ||
| VERSION: '0.1a1', | ||
| COLLAPSE_INDEX: false, | ||
| FILE_SUFFIX: '.html', | ||
| HAS_SOURCE: true, | ||
| SOURCELINK_SUFFIX: '.txt' | ||
| }; | ||
| </script> | ||
| <script type="text/javascript" src="../../_static/jquery.js"></script> | ||
| <script type="text/javascript" src="../../_static/underscore.js"></script> | ||
| <script type="text/javascript" src="../../_static/doctools.js"></script> | ||
| <link rel="index" title="Index" href="../../genindex.html" /> | ||
| <link rel="search" title="Search" href="../../search.html" /> | ||
|
|
||
| <link rel="stylesheet" href="../../_static/custom.css" type="text/css" /> | ||
|
|
||
|
|
||
| <meta name="viewport" content="width=device-width, initial-scale=0.9, maximum-scale=0.9" /> | ||
|
|
||
| </head> | ||
| <body> | ||
|
|
||
|
|
||
| <div class="document"> | ||
| <div class="documentwrapper"> | ||
| <div class="bodywrapper"> | ||
| <div class="body" role="main"> | ||
|
|
||
| <h1>Source code for advertools.word_frequency</h1><div class="highlight"><pre> | ||
| <span></span><span class="kn">from</span> <span class="nn">collections</span> <span class="k">import</span> <span class="n">defaultdict</span> | ||
|
|
||
| <span class="kn">import</span> <span class="nn">advertools</span> <span class="k">as</span> <span class="nn">adv</span> | ||
| <span class="kn">import</span> <span class="nn">pandas</span> <span class="k">as</span> <span class="nn">pd</span> | ||
|
|
||
|
|
||
| <div class="viewcode-block" id="word_frequency"><a class="viewcode-back" href="../../advertools.word_frequency.html#advertools.word_frequency.word_frequency">[docs]</a><span class="k">def</span> <span class="nf">word_frequency</span><span class="p">(</span><span class="n">text_list</span><span class="p">,</span> <span class="n">num_list</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">rm_words</span><span class="o">=</span><span class="n">adv</span><span class="o">.</span><span class="n">stopwords</span><span class="p">[</span><span class="s1">'english'</span><span class="p">]):</span> | ||
| <span class="n">word_freq</span> <span class="o">=</span> <span class="n">defaultdict</span><span class="p">(</span><span class="k">lambda</span><span class="p">:</span> <span class="p">[</span><span class="mi">0</span><span class="p">,</span> <span class="mi">0</span><span class="p">])</span> | ||
|
|
||
| <span class="k">for</span> <span class="n">text</span><span class="p">,</span> <span class="n">num</span> <span class="ow">in</span> <span class="nb">zip</span><span class="p">(</span><span class="n">text_list</span><span class="p">,</span> <span class="n">num_list</span><span class="p">):</span> | ||
| <span class="k">for</span> <span class="n">word</span> <span class="ow">in</span> <span class="n">text</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="n">sep</span><span class="o">=</span><span class="n">sep</span><span class="p">):</span> | ||
| <span class="k">if</span> <span class="n">word</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="ow">in</span> <span class="n">rm_words</span><span class="p">:</span> | ||
| <span class="k">continue</span> | ||
| <span class="n">word_freq</span><span class="p">[</span><span class="n">word</span><span class="o">.</span><span class="n">lower</span><span class="p">()][</span><span class="mi">0</span><span class="p">]</span> <span class="o">+=</span> <span class="mi">1</span> | ||
| <span class="n">word_freq</span><span class="p">[</span><span class="n">word</span><span class="o">.</span><span class="n">lower</span><span class="p">()][</span><span class="mi">1</span><span class="p">]</span> <span class="o">+=</span> <span class="n">num</span> | ||
|
|
||
| <span class="n">columns</span> <span class="o">=</span> <span class="p">{</span><span class="mi">0</span><span class="p">:</span> <span class="s1">'abs_freq'</span><span class="p">,</span> <span class="mi">1</span><span class="p">:</span> <span class="s1">'wtd_freq'</span><span class="p">}</span> | ||
|
|
||
| <span class="n">abs_wtd_df</span> <span class="o">=</span> <span class="p">(</span><span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="o">.</span><span class="n">from_dict</span><span class="p">(</span><span class="n">word_freq</span><span class="p">,</span> <span class="n">orient</span><span class="o">=</span><span class="s1">'index'</span><span class="p">)</span> | ||
| <span class="o">.</span><span class="n">rename</span><span class="p">(</span><span class="n">columns</span><span class="o">=</span><span class="n">columns</span> <span class="p">)</span> | ||
| <span class="o">.</span><span class="n">sort_values</span><span class="p">(</span><span class="s1">'wtd_freq'</span><span class="p">,</span> <span class="n">ascending</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> | ||
| <span class="o">.</span><span class="n">assign</span><span class="p">(</span><span class="n">rel_value</span><span class="o">=</span><span class="k">lambda</span> <span class="n">df</span><span class="p">:</span> <span class="n">df</span><span class="p">[</span><span class="s1">'wtd_freq'</span><span class="p">]</span> <span class="o">/</span> <span class="n">df</span><span class="p">[</span><span class="s1">'abs_freq'</span><span class="p">])</span><span class="o">.</span><span class="n">round</span><span class="p">())</span> | ||
|
|
||
| <span class="n">abs_wtd_df</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="s1">'abs_perc'</span><span class="p">,</span> <span class="n">value</span><span class="o">=</span><span class="n">abs_wtd_df</span><span class="p">[</span><span class="s1">'abs_freq'</span><span class="p">]</span> <span class="o">/</span> <span class="n">abs_wtd_df</span><span class="p">[</span><span class="s1">'abs_freq'</span><span class="p">]</span><span class="o">.</span><span class="n">sum</span><span class="p">())</span> | ||
| <span class="n">abs_wtd_df</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="s1">'abs_perc_cum'</span><span class="p">,</span> <span class="n">abs_wtd_df</span><span class="p">[</span><span class="s1">'abs_perc'</span><span class="p">]</span><span class="o">.</span><span class="n">cumsum</span><span class="p">())</span> | ||
| <span class="n">abs_wtd_df</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">4</span><span class="p">,</span> <span class="s1">'wtd_freq_perc'</span><span class="p">,</span> <span class="n">abs_wtd_df</span><span class="p">[</span><span class="s1">'wtd_freq'</span><span class="p">]</span> <span class="o">/</span> <span class="n">abs_wtd_df</span><span class="p">[</span><span class="s1">'wtd_freq'</span><span class="p">]</span><span class="o">.</span><span class="n">sum</span><span class="p">())</span> | ||
| <span class="n">abs_wtd_df</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">5</span><span class="p">,</span> <span class="s1">'wtd_freq_perc_cum'</span><span class="p">,</span> <span class="n">abs_wtd_df</span><span class="p">[</span><span class="s1">'wtd_freq_perc'</span><span class="p">]</span><span class="o">.</span><span class="n">cumsum</span><span class="p">())</span> | ||
|
|
||
| <span class="n">abs_wtd_df</span> <span class="o">=</span> <span class="n">abs_wtd_df</span><span class="o">.</span><span class="n">reset_index</span><span class="p">()</span><span class="o">.</span><span class="n">rename</span><span class="p">(</span><span class="n">columns</span><span class="o">=</span><span class="p">{</span><span class="s1">'index'</span><span class="p">:</span> <span class="s1">'word'</span><span class="p">})</span> | ||
|
|
||
| <span class="k">return</span> <span class="n">abs_wtd_df</span></div> | ||
| </pre></div> | ||
|
|
||
| </div> | ||
| </div> | ||
| </div> | ||
| <div class="sphinxsidebar" role="navigation" aria-label="main navigation"> | ||
| <div class="sphinxsidebarwrapper"> | ||
| <h1 class="logo"><a href="../../index.html">advertools</a></h1> | ||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
|
||
| <h3>Navigation</h3> | ||
|
|
||
| <div class="relations"> | ||
| <h3>Related Topics</h3> | ||
| <ul> | ||
| <li><a href="../../index.html">Documentation overview</a><ul> | ||
| <li><a href="../index.html">Module code</a><ul> | ||
| </ul></li> | ||
| </ul></li> | ||
| </ul> | ||
| </div> | ||
| <div id="searchbox" style="display: none" role="search"> | ||
| <h3>Quick search</h3> | ||
| <form class="search" action="../../search.html" method="get"> | ||
| <div><input type="text" name="q" /></div> | ||
| <div><input type="submit" value="Go" /></div> | ||
| <input type="hidden" name="check_keywords" value="yes" /> | ||
| <input type="hidden" name="area" value="default" /> | ||
| </form> | ||
| </div> | ||
| <script type="text/javascript">$('#searchbox').show(0);</script> | ||
| </div> | ||
| </div> | ||
| <div class="clearer"></div> | ||
| </div> | ||
| <div class="footer"> | ||
| ©2018, Elias Dabbas. | ||
|
|
||
| | | ||
| Powered by <a href="http://sphinx-doc.org/">Sphinx 1.6.7</a> | ||
| & <a href="https://github.com/bitprophet/alabaster">Alabaster 0.7.10</a> | ||
|
|
||
| </div> | ||
|
|
||
|
|
||
|
|
||
|
|
||
| </body> | ||
| </html> |
Oops, something went wrong.