Merge branch 'release/2.3.5'

Author: ikirudennis

CHANGELOG.textile

@@ -1,5 +1,15 @@
 h1. Textile Changelog
 
+h2. Version 2.3.5
+* Bugfix: Correctly handle unicode text in url query-strings. ("#36":https://github.com/textile/python-textile/issues/36)
+
+h2. Version 2.3.4
+* Bugfix: fix an issue with extended block code
+* Remove misplaced shebang on non-callable files.
+* Packaging: Add test-command to setup.py directly.
+* Packaging: Included the tests/ directory for source-tarballs, useful for packaging checks. ("#33":https://github.com/textile/python-textile/issues/33)
+* Add a cli tool `pytextile` which takes textile input and prints html output.  See `pytextile -h` for details.
+
 h2. Version 2.3.3
 * Bugfix: Unicode in URL titles no longer break everything ("#30":https://github.com/textile/python-textile/issues/30)
 * Display DeprecationWarning when using textile on Python 2.6.

MANIFEST.in

@@ -0,0 +1,11 @@
+exclude .gitignore
+exclude TODO.textile
+exclude .travis.yml
+include CHANGELOG.textile
+include CONTRIBUTORS.txt
+include .coveragerc
+include LICENSE.txt
+include MANIFEST.in
+include pytest.ini
+include README.textile
+include requirements.txt

README.textile

@@ -14,9 +14,7 @@ Optional dependencies include:
 
 h2. Usage
 
-<pre>
-<code>
->>> import textile
+bc.. import textile
 >>> s = """
 ... _This_ is a *test.*
 ...
@@ -38,8 +36,6 @@ h2. Usage
 
 	<p>Link to <a href="http://slashdot.org/">Slashdot</a></p>
 >>>
-</code>
-</pre>
 
 h3. Notes:
 

setup.py

@@ -1,6 +1,7 @@
 from setuptools import setup, find_packages
 import os
 import sys
+import pytest
 
 def get_version():
     basedir = os.path.dirname(__file__)
@@ -13,6 +14,8 @@ def get_version():
 setup(
     name='textile',
     version=get_version(),
+    author='Dennis Burke',
+    author_email='ikirudennis@gmail.com',
     description='Textile processing for python.',
     url='http://github.com/textile/python-textile',
     packages=find_packages(),
@@ -40,8 +43,10 @@ def get_version():
         ':python_version=="2.6"': ['ordereddict>=1.1'],
         'develop': ['regex', 'pytest', 'pytest-cov'],
     },
+    entry_points={'console_scripts': ['pytextile=textile.__main__:main']},
     setup_requires=['pytest-runner'],
     tests_require=['pytest', 'pytest-cov'],
+    cmdclass = {'test': pytest},
     include_package_data=True,
     zip_safe=False,
 )

tests/fixtures/README.txt

@@ -0,0 +1,46 @@
+	<p><a href="https://travis-ci.org/textile/python-textile"><img alt="" src="https://travis-ci.org/textile/python-textile.svg" /></a> <a href="https://coveralls.io/github/textile/python-textile?branch=master"><img alt="" src="https://coveralls.io/repos/github/textile/python-textile/badge.svg" /></a> <a href="https://codecov.io/github/textile/python-textile"><img alt="" src="https://codecov.io/github/textile/python-textile/coverage.svg" /></a></p>
+
+	<h1>python-textile</h1>
+
+	<p>python-textile is a Python port of <a href="http://txstyle.org/">Textile</a>, Dean Allen&#8217;s humane web text generator.</p>
+
+	<h2>Installation</h2>
+
+	<p><code>pip install textile</code></p>
+
+	<p>Optional dependencies include:
+	<ul>
+		<li><a href="http://python-pillow.github.io/"><span class="caps">PIL</span>/Pillow</a> (for checking images size)</li>
+		<li><a href="https://pypi.python.org/pypi/regex">regex</a> (for faster unicode-aware string matching).</li>
+	</ul></p>
+
+	<h2>Usage</h2>
+
+<pre><code>import textile
+&gt;&gt;&gt; s = &quot;&quot;&quot;
+... _This_ is a *test.*
+...
+... * One
+... * Two
+... * Three
+...
+... Link to &quot;Slashdot&quot;:http://slashdot.org/
+... &quot;&quot;&quot;
+&gt;&gt;&gt; html = textile.textile(s)
+&gt;&gt;&gt; print html
+	&lt;p&gt;&lt;em&gt;This&lt;/em&gt; is a &lt;strong&gt;test.&lt;/strong&gt;&lt;/p&gt;
+
+	&lt;ul&gt;
+		&lt;li&gt;One&lt;/li&gt;
+		&lt;li&gt;Two&lt;/li&gt;
+		&lt;li&gt;Three&lt;/li&gt;
+	&lt;/ul&gt;
+
+	&lt;p&gt;Link to &lt;a href=&quot;http://slashdot.org/&quot;&gt;Slashdot&lt;/a&gt;&lt;/p&gt;
+&gt;&gt;&gt;</code></pre>
+
+	<h3>Notes:</h3>
+
+	<ul>
+		<li>Active development supports Python 2.6 or later (including Python 3.2+).</li>
+	</ul>

tests/test_block.py

@@ -1,6 +1,6 @@
 from __future__ import unicode_literals
 
-from textile import Textile
+import textile
 from textile.objects import Block
 
 try:
@@ -9,7 +9,7 @@
     from ordereddict import OrderedDict
 
 def test_block():
-    t = Textile()
+    t = textile.Textile()
     result = t.block('h1. foobar baby')
     expect = '\t<h1>foobar baby</h1>'
     assert result == expect
@@ -41,9 +41,24 @@ def test_block():
     assert result == expect
 
 def test_block_tags_false():
-    t = Textile(block_tags=False)
+    t = textile.Textile(block_tags=False)
     assert t.block_tags is False
 
     result = t.parse('test')
     expect = 'test'
     assert result == expect
+
+def test_blockcode_extended():
+    input = 'bc.. text\nmoretext\n\nevenmoretext\n\nmoremoretext\n\np. test'
+    expect = '<pre><code>text\nmoretext\n\nevenmoretext\n\nmoremoretext</code></pre>\n\n\t<p>test</p>'
+    t = textile.Textile()
+    result = t.parse(input)
+    assert result == expect
+
+def test_blockcode_in_README():
+    with open('README.textile') as f:
+        readme = ''.join(f.readlines())
+    result = textile.textile(readme)
+    with open('tests/fixtures/README.txt') as f:
+        expect = ''.join(f.readlines())
+    assert result == expect

tests/test_cli.py

@@ -0,0 +1,16 @@
+import six
+import subprocess
+
+def test_console_script():
+    command = ['python', '-m', 'textile', 'README.textile']
+    try:
+        result = subprocess.check_output(command)
+    except AttributeError:
+        command[2] = 'textile.__main__'
+        result = subprocess.Popen(command,
+                stdout=subprocess.PIPE).communicate()[0]
+    with open('tests/fixtures/README.txt') as f:
+        expect = ''.join(f.readlines())
+    if type(result) == bytes:
+        result = result.decode('utf-8')
+    assert result == expect

tests/test_github_issues.py

@@ -85,3 +85,9 @@ def test_github_issue_30():
     result = textile.textile(text)
     expect = '\t<p><a href="http://lala.com" title="Tëxtíle">Tëxtíle</a></p>'
     assert result == expect
+
+def test_github_issue_36():
+    text = '"Chögyam Trungpa":https://www.google.com/search?q=Chögyam+Trungpa'
+    result = textile.textile(text)
+    expect = '\t<p><a href="https://www.google.com/search?q=Chögyam+Trungpa">Chögyam Trungpa</a></p>'
+    assert result == expect

tests/test_values.py

@@ -150,7 +150,7 @@
 
     ('<script>alert("hello");</script>', '\t<p><script>alert(&#8220;hello&#8221;);</script></p>'),
 
-    ('pre.. Hello\n\nHello Again\n\np. normal text', '<pre>Hello\n\nHello Again\n</pre>\n\n\t<p>normal text</p>'),
+    ('pre.. Hello\n\nHello Again\n\np. normal text', '<pre>Hello\n\nHello Again</pre>\n\n\t<p>normal text</p>'),
 
     ('<pre>this is in a pre tag</pre>', '<pre>this is in a pre tag</pre>'),
 
@@ -180,7 +180,7 @@
 
     ('h2. A header\n\n\n\n\n\nsome text', '\t<h2>A header</h2>\n\n\t<p>some text</p>'),
 
-    ('pre.. foo bar baz\nquux', '<pre>foo bar baz\nquux\n</pre>'),
+    ('pre.. foo bar baz\nquux', '<pre>foo bar baz\nquux</pre>'),
 
     ('line of text\n\n    leading spaces',
      '\t<p>line of text</p>\n\n    leading spaces'),
@@ -286,11 +286,11 @@
     # issue 2 escaping
     ('"foo ==(bar)==":#foobar', '\t<p><a href="#foobar">foo (bar)</a></p>'),
     # issue 14 newlines in extended pre blocks
-    ("pre.. Hello\n\nAgain\n\np. normal text", '<pre>Hello\n\nAgain\n</pre>\n\n\t<p>normal text</p>'),
+    ("pre.. Hello\n\nAgain\n\np. normal text", '<pre>Hello\n\nAgain</pre>\n\n\t<p>normal text</p>'),
     # url with parentheses
     ('"python":http://en.wikipedia.org/wiki/Python_(programming_language)', '\t<p><a href="http://en.wikipedia.org/wiki/Python_%28programming_language%29">python</a></p>'),
     # table with hyphen styles
-    ('table(linkblog-thumbnail).\n|(linkblog-thumbnail-cell). apple|bear|', '\t<table class="linkblog-thumbnail">\n\t\t<tr>\n\t\t\t<td class="linkblog-thumbnail-cell" style="vertical-align:middle;">apple</td>\n\t\t\t<td>bear</td>\n\t\t</tr>\n\t</table>'),
+    ('table(linkblog-thumbnail).\n|(linkblog-thumbnail-cell). apple|bear|', '\t<table class="linkblog-thumbnail">\n\t\t<tr>\n\t\t\t<td class="linkblog-thumbnail-cell">apple</td>\n\t\t\t<td>bear</td>\n\t\t</tr>\n\t</table>'),
     # issue 32 empty table cells
     ("|thing|||otherthing|", "\t<table>\n\t\t<tr>\n\t\t\t<td>thing</td>\n\t\t\t<td></td>\n\t\t\t<td></td>\n\t\t\t<td>otherthing</td>\n\t\t</tr>\n\t</table>"),
     # issue 36 link reference names http and https

textile/__main__.py

@@ -0,0 +1,31 @@
+import argparse
+import sys
+import textile
+
+
+def main():
+    """A CLI tool in the style of python's json.tool.  In fact, this is mostly
+    copied directly from that module.  This allows us to create a stand-alone
+    tool as well as invoking it via `python -m textile`."""
+    prog = 'textile'
+    description = ('A simple command line interface for textile module '
+                   'to convert textile input to HTML output.  This script '
+                   'accepts input as a file or stdin and can write out to '
+                   'a file or stdout.')
+    parser = argparse.ArgumentParser(prog=prog, description=description)
+    parser.add_argument('infile', nargs='?', type=argparse.FileType(),
+                        help='a textile file to be converted')
+    parser.add_argument('outfile', nargs='?', type=argparse.FileType('w'),
+                        help='write the output of infile to outfile')
+    options = parser.parse_args()
+
+    infile = options.infile or sys.stdin
+    outfile = options.outfile or sys.stdout
+    with infile:
+        output = textile.textile(''.join(infile.readlines()))
+    with outfile:
+        outfile.write(output)
+
+
+if __name__ == '__main__': #pragma: no cover
+    main()