Merge branch 'master' of github.com:ahegel/python-crfsuite into float-embeddings

Author: ahegel

.gitignore

@@ -9,3 +9,4 @@ MANIFEST
 .ipynb_checkpoints
 conll2002-esp.crfsuite
 *.egg-info/
+.cache

.manylinux-cython.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+# Passes the right version of cython into update_cpp.sh for manylinux builds 
+
+shopt -s expand_aliases
+alias cython="${BIN}/cython"
+source ./update_cpp.sh

.manylinux-install.sh

@@ -0,0 +1,49 @@
+#!/usr/bin/env bash
+
+# Kill the build if anything errors
+set -e -x
+
+# Compile wheels
+for PYBIN in /opt/python/*/bin; do
+    if [[ "${PYBIN}" == *"cp27"* ]] || \
+       [[ "${PYBIN}" == *"cp35"* ]] || \
+       [[ "${PYBIN}" == *"cp36"* ]] || \
+       [[ "${PYBIN}" == *"cp37"* ]] || \
+       [[ "${PYBIN}" == *"cp38"* ]];
+    then
+        "${PYBIN}/pip" install tox
+        "${PYBIN}/pip" install -U cython
+        export PATH="${PYBIN}:$PATH"
+        (cd /io/ && export BIN="${PYBIN}" && bash ./.manylinux-cython.sh && "${PYBIN}/tox" -e manylinux)
+        "${PYBIN}/pip" install -e /io/
+        "${PYBIN}/pip" wheel /io/ -w wheelhouse/
+    fi
+done
+
+# Bundle external shared libraries into the wheels
+for whl in wheelhouse/*.whl; do
+    auditwheel repair "$whl" -w /io/wheelhouse/
+done
+
+# Install new wheels and test
+for PYBIN in /opt/python/*/bin; do
+    if [[ "${PYBIN}" == *"cp27"* ]] || \
+       [[ "${PYBIN}" == *"cp35"* ]] || \
+       [[ "${PYBIN}" == *"cp36"* ]] || \
+       [[ "${PYBIN}" == *"cp37"* ]] || \
+       [[ "${PYBIN}" == *"cp38"* ]];
+    then
+        "${PYBIN}/pip" uninstall -y python-crfsuite
+        "${PYBIN}/pip" install python-crfsuite --no-index -f /io/wheelhouse
+        "${PYBIN}/pip" install pytest
+        "${PYBIN}/pytest" /io/tests --doctest-modules
+    fi
+done
+
+# If everything works, upload wheels to PyPi
+travis=$( cat /io/.travis_tag )
+SAMPLE_PYBIN="/opt/python/cp37-cp37m/bin"
+if [[ $travis ]]; then
+    "${SAMPLE_PYBIN}/pip" install twine;
+    "${SAMPLE_PYBIN}/twine" upload --config-file /io/.pypirc /io/wheelhouse/*.whl;
+fi

.travis.yml

@@ -1,15 +1,109 @@
 language: python
-python: 3.5
-sudo: false
-env:
-- TOXENV=py26
-- TOXENV=py27
-- TOXENV=py33
-- TOXENV=py34
-- TOXENV=py35
+matrix:
+  include:
+  - os: linux
+    python: 3.8
+    env: TOXENV=py38
+  - os: linux
+    python: 3.7
+    env: TOXENV=py37
+  - os: linux
+    python: 3.6
+    env: TOXENV=py36
+  - os: linux
+    python: 3.5
+    env: TOXENV=py35
+  - os: linux
+    python: 2.7
+    env: TOXENV=py27
+  - os: osx
+    language: generic
+    env:
+      - PYTHON='3.8.2'
+      - TOXENV=py38
+  - os: osx
+    language: generic
+    env: 
+      - PYTHON='3.7.7'
+      - TOXENV=py37    
+  - os: osx
+    language: generic
+    env: 
+      - PYTHON='3.6.2'
+      - TOXENV=py36
+  - os: osx
+    language: generic
+    env: 
+      - PYTHON='2.7.13'
+      - TOXENV=py27
+  - sudo: required
+    services:
+      - docker
+    env: DOCKER_IMAGE=quay.io/pypa/manylinux1_x86_64
+  - sudo: required
+    services:
+      - docker
+    env: DOCKER_IMAGE=quay.io/pypa/manylinux1_i686
+         PRE_CMD=linux32
+
+branches:
+  only:
+    - master
+    - /^\d\.[\d.]+$/
+
+before_install:
+- |
+  if [[ $PYTHON && "$TRAVIS_OS_NAME" == "osx" ]]; then
+    brew update;
+    brew install openssl readline;
+    brew outdated pyenv || brew upgrade pyenv;
+    brew install pyenv-virtualenv;
+    pyenv install $PYTHON;
+    export PYENV_VERSION=$PYTHON;
+    export PATH="/Users/travis/.pyenv/shims:${PATH}";
+    pyenv-virtualenv venv;
+    source venv/bin/activate;
+    python --version;
+  fi;
+  echo [distutils]                                  > ~/.pypirc;
+  echo index-servers=pypi                          >> ~/.pypirc;
+  echo [pypi]                                      >> ~/.pypirc;
+  echo username=kmike                              >> ~/.pypirc;
+  echo password=$PYPIPASSWORD                      >> ~/.pypirc;
+  touch .travis_tag;
+  if [[ $DOCKER_IMAGE ]]; then
+    echo $TRAVIS_TAG > .travis_tag;
+    cat ~/.pypirc > .pypirc;
+  fi;
+
 install:
-- pip install tox
-- pip install -U cython
+- |
+  if [[ $DOCKER_IMAGE ]]; then
+    docker pull $DOCKER_IMAGE &&
+    docker run --rm -v `pwd`:/io $DOCKER_IMAGE $PRE_CMD /io/.manylinux-install.sh;
+    exit;
+  else
+    pip install --upgrade pip;
+    pip install -r requirements-doc.txt;
+    pip install tox;
+    pip install -U cython;
+  fi;
+
 script:
 - ./update_cpp.sh
 - tox
+
+after_success:
+- pip install wheel twine 
+- if [[ $TRAVIS_TAG && "$TRAVIS_OS_NAME" == "osx" ]]; then
+  python -W ignore setup.py bdist_wheel;
+  twine upload dist/*;
+  fi;
+- if [[ $TRAVIS_TAG && "$TRAVIS_OS_NAME" == "linux" ]]; then
+  python -W ignore setup.py sdist;
+  twine upload dist/*;
+  fi;
+
+env:
+  global:
+    - secure: HQDMJlzbWMSuA2YANijtacm9croR5e9BTSKq08QDp1Fc33BGLjDWXeKPOcZSx3LR9AdCN9CLA2NQn3hQ8wViibrCmn5kUFdzIDxpFgPrq5fvOTU43Kf8o/DbDZxK2Loqw7LwskwxTpJZOnp2gwF6kNJiC4hygI9HID8qqs9l480=

CHANGES.rst

@@ -1,6 +1,66 @@
 Changes
 =======
 
+0.9.7 (2020-03-15)
+------------------
+
+* Python 3.4 is no longer supported (it may work, but CI is disabled)
+* Python 3.8 support
+* fixed installation issues on OS X (thanks @kvinwang)
+* make it easier for distributions to have a reproducible build
+  (thanks @bmwiedemann)
+
+0.9.6 (2018-08-01)
+------------------
+
+* Python 3.7 support (thanks @fgregg, @danmacnaughtan and @fuhrysteve).
+* Python 3.3 support is dropped.
+* new Tagger.open_inmemory method which allows to load tagger data
+  without having a file on-disk (thanks @lucywang000).
+* license information is added to setup.py (thanks @nils-werner).
+
+0.9.5 (2017-09-05)
+------------------
+
+* Python 3.6 wheels for Windows (thanks @fgregg).
+
+0.9.4 (2017-09-04)
+------------------
+
+* Packaging fix (thanks @fgregg).
+
+0.9.3 (2017-09-03)
+------------------
+
+* Fixed compatibility with Python 3.5+ on Windows (thanks @fgregg);
+* CRFSuite C++ library is updated to latest version, this fixes several
+  memory leaks and improves performance (thanks @fgregg);
+* extension is rebuilt with Cython 0.26.1.
+
+0.9.2 (2017-05-04)
+------------------
+
+* binary wheels for OS X and Linux (thanks @jeancochrane).
+
+0.9.1 (2016-12-19)
+------------------
+
+This is a release without changes in functionality.
+
+* Repository is moved to https://github.com/scrapinghub/python-crfsuite;
+* We're now providing Windows wheels for Python 2.7, 3.3. and 3.4.
+
+0.9 (2016-12-08)
+----------------
+
+* Python 2.6 support is dropped;
+* CRFSuite C++ library is updated to a more recent commit;
+* improved Windows support (thanks @fgregg);
+* fixed building with gcc < 5.0.0 (thanks @kantan2015);
+* extension is rebuilt with Cython 0.25.1; this improves PyPy compatibility
+  (but we're not quite there yet).
+* docs: trainer.logparser example is added to the notebook (thanks @samgalen).
+
 0.8.4 (2015-11-25)
 ------------------
 

LICENSE.txt

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2014-2017 ScrapingHub Inc. and contributors.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

MANIFEST.in

@@ -1,7 +1,7 @@
+include LICENSE.txt
 include README.rst
 include CHANGES.rst
 include update_cpp.sh
-include include/inttypes.h
 
 recursive-include crfsuite *
 recursive-include liblbfgs *

README.rst

@@ -2,28 +2,40 @@
 python-crfsuite
 ===============
 
-.. image:: https://travis-ci.org/tpeng/python-crfsuite.svg?branch=master
-    :target: https://travis-ci.org/tpeng/python-crfsuite
+.. image:: https://travis-ci.org/scrapinghub/python-crfsuite.svg?branch=master
+    :target: https://travis-ci.org/scrapinghub/python-crfsuite
 
-.. image:: https://ci.appveyor.com/api/projects/status/github/tpeng/python-crfsuite?branch=master&svg=true
-    :target: https://ci.appveyor.com/project/kmike/python-crfsuite
+.. image:: https://ci.appveyor.com/api/projects/status/uaq4sw8tc0oojr4v?svg=true
+    :target: https://ci.appveyor.com/project/kmike/python-crfsuite-mhi5h
+
+.. image:: https://img.shields.io/pypi/v/python-crfsuite.svg?style=flat-square
+    :target: https://pypi.python.org/pypi/python-crfsuite
+    :alt: pypi Version
+
+.. image:: https://anaconda.org/conda-forge/python-crfsuite/badges/version.svg
+    :target: https://anaconda.org/conda-forge/python-crfsuite
+    :alt: conda Version
 
 python-crfsuite is a python binding to CRFsuite_.
 
 Installation
 ============
 
-::
+Using ``pip``::
 
     pip install python-crfsuite
 
+Using ``conda``::
+
+    conda install -c conda-forge python-crfsuite
+
 Usage
 =====
 
 See docs_ and an example_.
 
 .. _docs: http://python-crfsuite.rtfd.org/
-.. _example: http://nbviewer.ipython.org/github/tpeng/python-crfsuite/blob/master/examples/CoNLL%202002.ipynb
+.. _example: https://github.com/scrapinghub/python-crfsuite/blob/master/examples/CoNLL%202002.ipynb
 
 See Also
 ========
@@ -36,12 +48,12 @@ API similar to scikit-learn.
 Contributing
 ============
 
-* Source code: https://github.com/tpeng/python-crfsuite
-* Issue tracker: https://github.com/tpeng/python-crfsuite/issues
+* Source code: https://github.com/scrapinghub/python-crfsuite
+* Issue tracker: https://github.com/scrapinghub/python-crfsuite/issues
 
 Feel free to submit ideas, bugs reports, pull requests or regular patches.
 
-In order to run tests, install Cython_ (> 0.20.1)  and tox_, then type
+In order to run tests, install Cython_ (> 0.24.1)  and tox_, then type
 
 ::
 
@@ -54,14 +66,17 @@ Please don't commit generated cpp files in the same commit as other files.
 .. _Cython: http://cython.org/
 .. _tox: http://tox.testrun.org
 
-Authors
-=======
+Authors and Contributors
+========================
 
-* Terry Peng <pengtaoo@gmail.com>
-* Mikhail Korobov <kmike84@gmail.com>
+Original authors are Terry Peng <pengtaoo@gmail.com> and
+Mikhail Korobov <kmike84@gmail.com>. Many other people contributed;
+some of them can be found at github Contributors_ page.
 
 Bundled CRFSuite_ C/C++ library is by Naoaki Okazaki & contributors.
 
+.. _Contributors: https://github.com/scrapinghub/python-crfsuite/graphs/contributors
+
 License
 =======
 
@@ -73,10 +88,13 @@ CRFsuite_ library is licensed under BSD license.
 Alternatives
 ============
 
-* https://github.com/jakevdp/pyCRFsuite - uses C API instead of C++ API;
-  allows to use scipy sparse matrices as an input.
 * https://github.com/chokkan/crfsuite/tree/master/swig/python - official
   Python wrapper, exposes C++ API using SWIG.
+* https://github.com/jakevdp/pyCRFsuite - uses C API instead of C++ API;
+  allows to use scipy sparse matrices as an input. At the time of writing
+  it is unmaintained.
+* https://github.com/bosondata/crfsuite-rs - uses a Rust wrapper with CFFI instead of C++ API;
+  allows to tag with GIL released for better performance.
 
 This package (python-crfsuite) wraps CRFsuite C++ API using Cython.
 It is faster than official SWIG wrapper and has a simpler codebase than