Skip to content

Commit d9121cf

Browse files
committed
Preparing the code for the first release.
1 parent f840ab6 commit d9121cf

File tree

14 files changed

+57
-15
lines changed

14 files changed

+57
-15
lines changed

Makefile

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,12 @@
1-
.PHONY: build, dev, test
1+
.PHONY: build, dev, test, clean
22
IMAGE_NAME=wildnlp
33

4+
clean:
5+
rm -rf build
6+
rm -rf dist
7+
rm -rf wild_nlp.egg-info
8+
rm -rf .pytest_cache
9+
410
build:
511
docker build -t $(IMAGE_NAME) .
612

docs/build/doctrees/aspects.doctree

569 Bytes
Binary file not shown.
429 Bytes
Binary file not shown.

docs/build/html/_modules/wildnlp/aspects/utils.html

Lines changed: 10 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -151,9 +151,18 @@ <h1>Source code for wildnlp.aspects.utils</h1><div class="highlight"><pre>
151151
<div class="viewcode-block" id="compose"><a class="viewcode-back" href="../../../aspects.html#wildnlp.aspects.utils.compose">[docs]</a><span class="k">def</span> <span class="nf">compose</span><span class="p">(</span><span class="o">*</span><span class="n">functions</span><span class="p">):</span>
152152
<span class="sd">&quot;&quot;&quot;Chains multiple aspects into a single function.</span>
153153

154-
<span class="sd"> :param functions: an arbitrary object(s) of the Callable instance.</span>
154+
<span class="sd"> :param functions: Object(s) of the Callable instance.</span>
155155

156156
<span class="sd"> :return: chained function</span>
157+
158+
<span class="sd"> Example::</span>
159+
160+
<span class="sd"> from wildnlp.aspects.utils import compose</span>
161+
<span class="sd"> from wildnlp.aspects import Swap, QWERTY</span>
162+
163+
<span class="sd"> composed_aspect = compose(Swap(), QWERTY())</span>
164+
<span class="sd"> modified_text = composed_aspect(&#39;Text to corrupt&#39;)</span>
165+
<span class="sd"> </span>
157166
<span class="sd"> &quot;&quot;&quot;</span>
158167
<span class="k">return</span> <span class="n">functools</span><span class="o">.</span><span class="n">reduce</span><span class="p">(</span><span class="k">lambda</span> <span class="n">f</span><span class="p">,</span> <span class="n">g</span><span class="p">:</span> <span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="n">g</span><span class="p">(</span><span class="n">f</span><span class="p">(</span><span class="n">x</span><span class="p">)),</span>
159168
<span class="n">functions</span><span class="p">,</span> <span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="n">x</span><span class="p">)</span></div>

docs/build/html/aspects.html

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -226,12 +226,20 @@ <h2>Base class<a class="headerlink" href="#base-class" title="Permalink to this
226226
<col class="field-name" />
227227
<col class="field-body" />
228228
<tbody valign="top">
229-
<tr class="field-odd field"><th class="field-name">Parameters:</th><td class="field-body"><strong>functions</strong>an arbitrary object(s) of the Callable instance.</td>
229+
<tr class="field-odd field"><th class="field-name">Parameters:</th><td class="field-body"><strong>functions</strong>Object(s) of the Callable instance.</td>
230230
</tr>
231231
<tr class="field-even field"><th class="field-name">Returns:</th><td class="field-body">chained function</td>
232232
</tr>
233233
</tbody>
234234
</table>
235+
<p>Example:</p>
236+
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span> <span class="nn">wildnlp.aspects.utils</span> <span class="k">import</span> <span class="n">compose</span>
237+
<span class="kn">from</span> <span class="nn">wildnlp.aspects</span> <span class="k">import</span> <span class="n">Swap</span><span class="p">,</span> <span class="n">QWERTY</span>
238+
239+
<span class="n">composed_aspect</span> <span class="o">=</span> <span class="n">compose</span><span class="p">(</span><span class="n">Swap</span><span class="p">(),</span> <span class="n">QWERTY</span><span class="p">())</span>
240+
<span class="n">modified_text</span> <span class="o">=</span> <span class="n">composed_aspect</span><span class="p">(</span><span class="s1">&#39;Text to corrupt&#39;</span><span class="p">)</span>
241+
</pre></div>
242+
</div>
235243
</dd></dl>
236244

237245
</div>

docs/build/html/searchindex.js

Lines changed: 1 addition & 1 deletion
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

setup.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,18 +8,19 @@
88

99
setup(
1010
name="wild-nlp",
11-
version="0.0.3",
11+
version="1.0.0",
1212
author="Dominika Basaj, Barbara Rychalska, Alicja Gosiewska, Adam Słucki",
1313
author_email="adam.slucki@gmail.com",
1414
description=("Text aspects for nlp models"),
1515
license="BSD",
1616
url="https://github.com/MI2DataLab/WildNLP",
1717
packages=find_packages(),
18+
include_package_data=True,
1819
long_description=long_description,
1920
long_description_content_type="text/markdown",
2021
classifiers=[
21-
"Development Status :: 3 - Alpha",
22-
"Topic :: Utilities",
22+
"Development Status :: 4 - Beta",
23+
"Topic :: Text Processing",
2324
"License :: OSI Approved :: BSD License",
2425
],
2526
install_requires=[

tests/aspects/test_article.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,9 @@ def test_advanced():
1616

1717
assert 'the' not in modified.split()
1818

19+
aspect = Articles(swap_probability=230, seed=42)
20+
assert aspect._swap_probability <= 1
21+
1922

2023
def test_multiple_sentences():
2124
sentences = 'This is a dollar sign - $. '\

wildnlp/aspects/articles.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,12 @@ def __init__(self, swap_probability=0.5, seed=42):
1919
"""
2020

2121
self._articles = ['a', 'an', 'the', '']
22+
23+
if swap_probability > 1 or swap_probability < 0:
24+
swap_probability = 0.5
25+
print('swap_probability should be in range (0,1), '
26+
'defaults to 0.5.')
27+
2228
self._swap_probability = swap_probability
2329
random.seed(seed)
2430

wildnlp/aspects/base.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ def _tokenize(sentence):
2323
2424
:return: List of tokens.
2525
"""
26-
return re.findall(r"[\w\'\-()]+|[^\s\w]", sentence)
26+
return re.findall(r"[\w\'\-()*]+|[^\s\w]", sentence)
2727

2828
@staticmethod
2929
def _detokenize(tokens):

0 commit comments

Comments
 (0)