Boost Performance and Support Tokens

.coveragerc

@@ -2,4 +2,4 @@
 omit =  
     */python?.?/*
     */site-packages/nose/*
-    *__init__*
+    *__init__*

.gitignore

@@ -1,8 +1,10 @@
-<<<<<<< HEAD
 # Byte-compiled / optimized / DLL files
 __pycache__/
 *.py[cod]
 
+# pycharm generated
+.idea/
+
 # visual studio generated
 bin/
 obj/
@@ -62,8 +64,5 @@ docs/_build/
 
 # PyBuilder
 target/
-||||||| merged common ancestors
-=======
 # Google App Engine generated folder
 appengine-generated/
->>>>>>> adaaddecc50208c18b08806f63f80f3342bd5e30

.travis.yml

@@ -5,11 +5,18 @@ python:
   - "3.4"
   - "3.5"
 sudo: false
+# Enable 3.7 without globally enabling sudo and dist: xenial for other build jobs
+matrix:
+  include:
+    - python: 3.7
+      dist: xenial
+      sudo: true
 install:
   - pip install python-coveralls
   - pip install coveralls
+  - pip install cachetools
 script: nosetests tests --verbose --with-coverage
 after_success:
   - coveralls
 notifications:
-  email: false
+  email: false

.vscode/settings.json

@@ -0,0 +1,3 @@
+{
+    "python.linting.pylintEnabled": true
+}

LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 Hanif Amal Robbani
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -1,4 +1,4 @@
 # sastrawi
 Indonesian stemmer. Python port of PHP Sastrawi project.
 
-[![Coverage Status](https://coveralls.io/repos/har07/sastrawi/badge.svg?branch=development&service=github)](https://coveralls.io/github/har07/sastrawi?branch=development)
+[![Coverage Status](https://coveralls.io/repos/har07/sastrawi/badge.svg?branch=development&service=github)](https://coveralls.io/github/har07/sastrawi?branch=development)

README.rst

@@ -0,0 +1,63 @@
+Sastrawi
+========
+
+| Sastrawi is a simple Python library which allows you to reduce
+  inflected words in Indonesian Language (Bahasa Indonesia) to their
+  base form (`stem`_).
+| This is Python port of the original `Sastrawi`_ project written in
+  PHP.
+
+|Build Status|
+|Coverage Status|
+
+Installation
+------------
+
+Sastrawi can be installed via `pip`_, by running the following commands
+in terminal/command prompt : ``pip install Sastrawi``
+
+Example Usage
+-------------
+
+Run the following commands in *Python interactive terminal* :
+
+.. code:: python
+
+    # import Sastrawi package
+    from Sastrawi.Stemmer.StemmerFactory import StemmerFactory
+
+    # create stemmer
+    factory = StemmerFactory()
+    stemmer = factory.create_stemmer()
+
+    # stem
+    sentence = 'Perekonomian Indonesia sedang dalam pertumbuhan yang membanggakan'
+    output   = stemmer.stem(sentence)
+
+    print(output)
+    # ekonomi indonesia sedang dalam tumbuh yang bangga
+
+    print(stemmer.stem('Mereka meniru-nirukannya'))
+    # mereka tiru
+
+Demo
+---------
+
+Live demo : https://pysastrawi-demo.appspot.com/
+
+Repository : https://github.com/har07/pystastrawi-demo
+
+More Info
+---------
+
+-  `Sastrawi PHP Repository page`_
+
+.. _stem: http://en.wikipedia.org/wiki/Stemming
+.. _Sastrawi: https://github.com/sastrawi/sastrawi
+.. _pip: https://docs.python.org/3.6/installing/index.html
+.. _Sastrawi PHP Repository page: https://github.com/sastrawi/sastrawi
+
+.. |Build Status| image:: https://travis-ci.org/har07/PySastrawi.svg?branch=master
+   :target: https://travis-ci.org/har07/PySastrawi
+.. |Coverage Status| image:: https://coveralls.io/repos/har07/sastrawi/badge.svg?branch=master&service=github
+   :target: https://coveralls.io/github/har07/sastrawi?branch=master

Sastrawi.sln

@@ -7,6 +7,17 @@ Project("{888888A0-9F3D-457C-B088-3A5042F75D52}") = "Sastrawi", "src\Sastrawi\Sa
 EndProject
 Project("{888888A0-9F3D-457C-B088-3A5042F75D52}") = "SastrawiTest", "tests\SastrawiTest.pyproj", "{69199BE5-44C5-45C3-8B82-62F14DA2B9F1}"
 EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Solution Items", "Solution Items", "{0302964A-E17E-468E-8365-21827A654692}"
+	ProjectSection(SolutionItems) = preProject
+		.coveragerc = .coveragerc
+		.gitignore = .gitignore
+		.travis.yml = .travis.yml
+		README.md = README.md
+		README.rst = README.rst
+		setup.cfg = setup.cfg
+		setup.py = setup.py
+	EndProjectSection
+EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|Any CPU = Debug|Any CPU

release.sh

@@ -0,0 +1,9 @@
+# generate disribution package
+python -m pip install --user --upgrade setuptools wheel
+python setup.py sdist bdist_wheel
+
+# upload distribution package
+python3 -m pip install --user --upgrade twine
+twine upload --repository-url https://test.pypi.org/legacy/ dist/*
+
+twine upload dist/*

setup.cfg

@@ -0,0 +1,5 @@
+[bdist_wheel]
+# This flag says that the code is written to work on both Python 2 and Python
+# 3. If at all possible, it is good practice to do this. If you cannot, you
+# will need to generate wheels for each Python version that you support.
+universal=1

setup.py

@@ -0,0 +1,115 @@
+"""A setuptools based setup module.
+See:
+https://packaging.python.org/en/latest/distributing.html
+https://github.com/pypa/sampleproject
+"""
+
+# To use a consistent encoding
+from codecs import open
+from os import path
+
+# Always prefer setuptools over distutils
+from setuptools import setup, find_packages
+
+# Get the long description from the README file
+here = path.abspath(path.dirname(__file__))
+with open(path.join(here, 'README.rst'), encoding='utf-8') as f:
+    long_description = f.read()
+
+setup(
+    name='PySastrawi',
+
+    # Versions should comply with PEP440.  For a discussion on single-sourcing
+    # the version across setup.py and the project code, see
+    # https://packaging.python.org/en/latest/single_source_version.html
+    version='1.2.0',
+
+    description='Library for stemming Indonesian (Bahasa) text',
+    long_description='Library for stemming Indonesian (Bahasa) text',
+
+    # The project's main homepage.
+    url='https://github.com/har07/PySastrawi',
+
+    # Author details
+    author='Hanif Amal Robbani',
+    author_email='[email protected]',
+
+    # Choose your license
+    license='MIT',
+
+    # See https://pypi.python.org/pypi?%3Aaction=list_classifiers
+    classifiers=[
+        # How mature is this project? Common values are
+        #   3 - Alpha
+        #   4 - Beta
+        #   5 - Production/Stable
+        'Development Status :: 4 - Beta',
+
+        # Indicate who your project is intended for
+        'Intended Audience :: Information Technology',
+        'Intended Audience :: Science/Research',
+        'Topic :: Text Processing :: Linguistic',
+
+        # Pick your license as you wish (should match "license" above)
+        'License :: OSI Approved :: MIT License',
+
+        # Specify the Python versions you support here. In particular, ensure
+        # that you indicate whether you support Python 2, Python 3 or both.
+        'Programming Language :: Python :: 2',
+        'Programming Language :: Python :: 2.7',
+        'Programming Language :: Python :: 3',
+        'Programming Language :: Python :: 3.3',
+        'Programming Language :: Python :: 3.4',
+        'Programming Language :: Python :: 3.5',
+    ],
+
+    # What does your project relate to?
+    keywords='linguistic stemming indonesian bahasa',
+
+    # You can just specify the packages manually here if your project is
+    # simple. Or you can use find_packages().
+    packages=find_packages('src', exclude=['contrib', 'docs', 'tests']),
+    # packages=["Sastrawi"],
+    package_dir={'': 'src'},
+
+    # Alternatively, if you want to distribute just a my_module.py, uncomment
+    # this:
+    #   py_modules=["my_module"],
+
+    # List run-time dependencies here.  These will be installed by pip when
+    # your project is installed. For an analysis of "install_requires" vs pip's
+    # requirements files see:
+    # https://packaging.python.org/en/latest/requirements.html
+    # install_requires=['peppercorn'],
+
+    # List additional groups of dependencies here (e.g. development
+    # dependencies). You can install these using the following syntax,
+    # for example:
+    # $ pip install -e .[dev,test]
+    # extras_require={
+    #    'dev': ['check-manifest'],
+    #    'test': ['coverage'],
+    # },
+
+    # If there are data files included in your packages that need to be
+    # installed, specify them here.  If using Python 2.6 or less, then these
+    # have to be included in MANIFEST.in as well.
+    package_data={
+        '': ['data/*.txt'],
+    },
+
+    # Although 'package_data' is the preferred approach, in some case you may
+    # need to place data files outside of your packages. See:
+    # http://docs.python.org/3.4/distutils/setupscript.html#installing-additional-files # noqa
+    # In this case, 'data_file' will be installed into '<sys.prefix>/my_data'
+    # data_files=[('my_data', ['data/data_file'])],
+
+    # To provide executable scripts, use entry points in preference to the
+    # "scripts" keyword. Entry points provide cross-platform support and allow
+    # pip to create the appropriate form of executable for the target platform.
+    # entry_points={
+    #    'console_scripts': [
+    #        'sample=sample:main',
+    #    ],
+    # },
+)

src/Sastrawi/Dictionary/ArrayDictionary.py

@@ -1,10 +1,17 @@
-class ArrayDictionary(object):
+from Sastrawi.Dictionary.DictionaryInterface import DictionaryInterface
+
+class ArrayDictionary(DictionaryInterface):
     """description of class"""
 
     def __init__(self, words=None):
-        self.words = []
-        if words:
+        if words is None:
+            self.words = {}
+        elif type(words) is dict:
+            self.words = words
+        elif type(words) is list:
             self.add_words(words)
+        else:
+            self.words = {}
 
     def contains(self, word):
         return word in self.words
@@ -14,16 +21,10 @@ def count(self):
 
     def add_words(self, words):
         """Add multiple words to the dictionary"""
-        for word in words:
-            self.add(word)
+        self.words = dict(zip(words,words))
 
     def add(self, word):
         """Add a word to the dictionary"""
         if not word or word.strip() == '':
             return
-        self.words.append(word)
-
-
-
-
-
+        self.words[word] = word

src/Sastrawi/Dictionary/DictionaryInterface.py

@@ -1,8 +1,12 @@
-class DictionaryInterface(object):
-    """description of class"""
-
-    def contains(self, word):
-        pass
+# @update_by Mufid Jamaluddin
+# @update_date 16/03/2019
 
+from abc import ABCMeta, abstractmethod
 
+class DictionaryInterface:
+    """Interface definition of dictionary"""
+    __metaclass__ = ABCMeta
 
+    @abstractmethod
+    def contains(self, word):
+        pass

src/Sastrawi/Morphology/Disambiguator/DisambiguatorPrefixRule24.py

@@ -1,10 +1,11 @@
 import re
 
+
 class DisambiguatorPrefixRule24(object):
     """Disambiguate Prefix Rule 24
     Rule 24 : perCAerV -> per-CAerV where C != 'r'
     """
-    
+
     def disambiguate(self, word):
         """Disambiguate Prefix Rule 24
         Rule 24 : perCAerV -> per-CAerV where C != 'r'

src/Sastrawi/Morphology/Disambiguator/DisambiguatorPrefixRule27.py

@@ -2,13 +2,19 @@
 
 class DisambiguatorPrefixRule27(object):
     """Disambiguate Prefix Rule 27
-    Rule 27 : pen{c|d|j|z} -> pen-{c|d|j|z}
+    Rule 27 modified by Prasasto Adi : pen{c|d|j|s|t|z} -> pen-{c|d|j|s|t|z}
+    in order to stem penstabilan, pentranskripsi
+
+    Original CS Rule 27 was : pen{c|d|j|z} -> pen-{c|d|j|z}
     """
 
     def disambiguate(self, word):
         """Disambiguate Prefix Rule 27
-        Rule 27 : pen{c|d|j|z} -> pen-{c|d|j|z}
+        Rule 27 modified by Prasasto Adi : pen{c|d|j|s|t|z} -> pen-{c|d|j|s|t|z}
+        in order to stem penstabilan, pentranskripsi
+
+        Original CS Rule 27 was : pen{c|d|j|z} -> pen-{c|d|j|z}
         """
-        matches = re.match(r'^pen([cdjz])(.*)$', word)
+        matches = re.match(r'^pen([cdjstz])(.*)$', word)
         if matches:
             return matches.group(1) + matches.group(2)