Merge pull request #23 from pllim/commtest

Commissioning tests

.gitignore

@@ -15,6 +15,8 @@ __pycache__
 htmlcov
 .coverage
 MANIFEST
+*.html
+assets
 
 # Sphinx
 docs/api

docs/stsynphot/accuracy.rst

@@ -11,4 +11,6 @@ should expect that some calculations will give different results.
 
 An extensive commissioning process will be performed to verify that the results
 produced by ``stsynphot`` are either as good as, or better than, the results
-obtained using ASTROLIB PYSYNPHOT for the same calculations.
+obtained using ASTROLIB PYSYNPHOT for the same calculations. Here are the
+`commissioning test results <http://ssb.stsci.edu/stsynphot/report.html>`_
+(might take time to load as it contains results for over 9800 tests).

setup.py

@@ -105,7 +105,7 @@
       version=VERSION,
       description=DESCRIPTION,
       scripts=scripts,
-      install_requires=['astropy'],
+      install_requires=['astropy', 'scipy>=0.14'],
       author=AUTHOR,
       author_email=AUTHOR_EMAIL,
       license=LICENSE,

stsynphot/commissioning/__init__.py

@@ -0,0 +1,41 @@
+# Licensed under a 3-clause BSD style license - see LICENSE.rst
+"""This sub-package is for commisioning tests.
+
+.. note::
+
+    Tests require ASTROLIB PYSYNPHOT to be installed.
+    Specifically, install the version to be compared against ``stsynphot``.
+
+To run only the commissioning tests from source checkout::
+
+    cd ../..
+    python setup.py test -P commissioning --remote-data --args="--slow"
+
+Like above, but also use ``pytest-html`` plugin for a detail HTML report::
+
+    python setup.py test -P commissioning --remote-data \
+    --args="--slow --html=/full/path/report.html"
+
+To generate the HTML report using ``py.test`` directly::
+
+    py.test stsynphot/commissioning/tests/ --remote-data \
+    --slow --html=report.html
+
+To run only the commissioning tests from a Python session::
+
+    >>> import stsynphot
+    >>> stsynphot.test('commissioning', remote_data=True, args='--slow')
+
+Like above, but also use ``pytest-html`` plugin for a detail HTML report::
+
+    >>> stsynphot.test('commissioning', remote_data=True,
+    ...                args='--slow --html="report.html"')
+
+To rerun only failed tests from the last run, add ``--lf`` in the list of
+``args`` above. This option requires ``pytest-cache`` (enabled by default)
+and is useful for debugging.
+
+"""
+from __future__ import absolute_import, division, print_function
+
+from . import utils  # noqa

stsynphot/commissioning/setup_package.py

@@ -0,0 +1,9 @@
+# Licensed under a 3-clause BSD style license - see LICENSE.rst
+
+
+def get_package_data():
+    return {'stsynphot.commissioning.tests': ['data/*']}
+
+
+def requires_2to3():
+    return False

stsynphot/commissioning/tests/__init__.py

@@ -0,0 +1,3 @@
+# Licensed under a 3-clause BSD style license - see LICENSE.rst
+"""Commisioning tests to ensure ``stsynphot`` is a valid replacement for
+ASTROLIB PYSYNPHOT."""