Refactoring 2 (#39)

* Quantization

* doc

* clean

* move files

* clean

* doc

* change setup

* ci

* fix documentation

* doc

* setup

* doc

* doc

* pytest

* doc

* doc

* better doc

* doc

Author: xadupre

.circleci/config.yml

@@ -11,7 +11,7 @@ jobs:
 
       - restore_cache:
           keys:
-          - v4-dependencies-{{ checksum "requirements.txt" }}
+          - v4-dependencies-{{ checksum "requirements-dev.txt" }}
           - v4-dependencies-
 
       - run:
@@ -47,11 +47,12 @@ jobs:
           name: install dependencies
           command: |
               pip install -r requirements.txt
+              pip install -r requirements-dev.txt
 
       - save_cache:
           paths:
             - ./venv
-          key: v4-dependencies-{{ checksum "requirements.txt" }}
+          key: v4-dependencies-{{ checksum "requirements-dev.txt" }}
 
       - run:
           name: check list of dependencies
@@ -62,7 +63,7 @@ jobs:
       - run:
           name: run tests
           command: |
-              python setup.py unittests -d 20
+              python -m pytest _unittests --durations=10 --ignore-glob=**LONG*.py
 
       - run:
           name: wheel

.github/workflows/documentation.yml

@@ -39,17 +39,21 @@ jobs:
       - name: Install requirements
         run: python -m pip install -r requirements.txt
 
-      #- name: Install
-      #  run: python -m pip install -e .
+      - name: Install
+        run: python setup.py install
+
+      - name: Install requirements dev
+        run: python -m pip install -r requirements-dev.txt
+
       - name: Copy license
-        run: cp LICENSE* ./_doc/sphinxdoc/source
+        run: cp LICENSE* ./_doc
       - name: Copy readme
-        run: cp README* ./_doc/sphinxdoc/source
+        run: cp README* ./_doc
+      - name: Copy changelogs
+        run: cp CHANGELOGS* ./_doc
 
-      #- name: Documentation
-      #  run: python -m sphinx ./_doc/sphinxdoc/source ./dist/html
       - name: Documentation
-        run: python setup.py build_sphinx
+        run: python -m sphinx ./_doc ./dist/html
 
       - uses: actions/upload-artifact@v3
         with:

.gitignore

@@ -1,287 +1,27 @@
-#################
-## Eclipse
-#################
-
-*.pydevproject
-.project
-.metadata
-bin/
-tmp/
-_virtualenv/
-*.tmp
-*.bak
-*.swp
-*~.nib
-local.properties
-.classpath
-.settings/
-.loadpath
-*.pyproj
-dummy.py
-
-# External tool builders
-.externalToolBuilders/
-
-# Locally stored "Eclipse launch configurations"
-*.launch
-
-# CDT-specific
-.cproject
-
-# PDT-specific
-.buildpath
-
-
-#################
-## Visual Studio
-#################
-
-## Ignore Visual Studio temporary files, build results, and
-## files generated by popular Visual Studio add-ons.
-
-# User-specific files
-*.suo
-*.user
-*.sln.docstates
-
-# Build results
-
-[Dd]ebug/
-[Rr]elease/
-x64/
-build/
-[Bb]in/
-[Oo]bj/
-.eggs/
-
-# MSTest test Results
-[Tt]est[Rr]esult*/
-[Bb]uild[Ll]og.*
-
-*_i.c
-*_p.c
-*.ilk
-*.meta
-*.obj
-*.pch
-*.pdb
-*.pgc
-*.pgd
-*.rsp
-*.sbr
-*.tlb
-*.tli
-*.tlh
-*.tmp
-*.tmp_proj
-*.log
-*.vspscc
-*.vssscc
-.builds
-*.pidb
-*.log
-*.scc
-
-# Visual C++ cache files
-ipch/
-*.aps
-*.ncb
-*.opensdf
-*.sdf
-*.cachefile
-
-# Visual Studio profiler
-*.psess
-*.vsp
-*.vspx
-
-# Guidance Automation Toolkit
-*.gpState
-
-# ReSharper is a .NET coding add-in
-_ReSharper*/
-*.[Rr]e[Ss]harper
-
-# TeamCity is a build add-in
-_TeamCity*
-
-# DotCover is a Code Coverage Tool
-*.dotCover
-
-# NCrunch
-*.ncrunch*
-.*crunch*.local.xml
-
-# Installshield output folder
-[Ee]xpress/
-
-# DocProject is a documentation generator add-in
-DocProject/buildhelp/
-DocProject/Help/*.HxT
-DocProject/Help/*.HxC
-DocProject/Help/*.hhc
-DocProject/Help/*.hhk
-DocProject/Help/*.hhp
-DocProject/Help/Html2
-DocProject/Help/html
-
-# Click-Once directory
-publish/
-
-# Publish Web Output
-*.Publish.xml
-*.pubxml
-
-# NuGet Packages Directory
-## TODO: If you have NuGet Package Restore enabled, uncomment the next line
-#packages/
-
-# Windows Azure Build Output
-csx
-*.build.csdef
-
-# Windows Store app package directory
-AppPackages/
-
-# Others
-sql/
-*.Cache
-ClientBin/
-[Ss]tyle[Cc]op.*
-~$*
-*~
-*.dbmdl
-*.[Pp]ublish.xml
-*.pfx
-*.publishsettings
-
-# RIA/Silverlight projects
-Generated_Code/
-
-# Backup & report files from converting an old project file to a newer
-# Visual Studio version. Backup files are not needed, because we have git ;-)
-_UpgradeReport_Files/
-Backup*/
-UpgradeLog*.XML
-UpgradeLog*.htm
-
-# SQL Server files
-App_Data/*.mdf
-App_Data/*.ldf
-
-#############
-## Windows detritus
-#############
-
-# Windows image file caches
-Thumbs.db
-ehthumbs.db
-
-# Folder config file
-Desktop.ini
-
-# Recycle Bin used on file shares
-$RECYCLE.BIN/
-
-# Mac crap
-.DS_Store
-
-
-#############
-## Python
-#############
-
-*.py[co]
-
-# Packages
-*.egg
-*.egg-info
-dist/
-build/
-eggs/
-parts/
-var/
-sdist/
-develop-eggs/
-__pycache__/
-.installed.cfg
-
-# Installer logs
-pip-log.txt
-
-# Unit test / coverage reports
+*.pyc
+*.pyd
+*.dylib
+*.so
+coverage.html/*
+_cache/*
 .coverage
-.tox
-
-#Translations
-*.mo
-
-#Mr Developer
-.mr.developer.cfg
-
-# py* packages
+dist/*
+build/*
+.eggs/*
+*egg-info/*
+onnxruntime_profile*
+prof
 temp_*
-out_*
-*/sphinxdoc/source/index_*
-*/sphinxdoc/source/readme.*
-*/sphinxdoc/source/LICENSE.txt
-*/sphinxdoc/source/filechanges.*
-version.txt
-_doc/sphinxdoc/source/python_template/*box.html
-_doc/sphinxdoc/source/python_template/*toc.html
-_doc/sphinxdoc/source/mlstatpy/
-_doc/sphinxdoc/source/coverage/*
-*/sphinxdoc/source/all*.rst
-_doc/sphinxdoc/source/notebooks/*
-*/sphinxdoc/source/gynotebooks/*
-_doc/sphinxdoc/source/gyexamples/*
-_doc/sphinxdoc/source/examples/*
-_doc/sphinxdoc/source/gallery/*
-_doc/sphinxdoc/source/gallerynb/*
-build_help.bat
-_doc/sphinxdoc/source/blog/*.rst
-_doc/sphinxdoc/source/blog/rss.xml
-_doc/sphinxdoc/source/phdoc_templates/*toc.html
-_doc/sphinxdoc/source/phdoc_templates/*box.html
-_doc/sphinxdoc/source/blog/feed-icon*.png
-_doc/sphinxdoc/source/_static/reveal.js/*
-_doc/notebooks/.ipynb_checkpoints/*
-dist_module27/*
-auto_*.bat
-auto_*.sh
-auto_*.py
-auto_*.xml
-auto_*.db3
-_doc/sphinxdoc/source/_static/require.js
-_doc/sphinxdoc/require.js
-ex.*
-m.temp
-_doc/notebooks/*/.ipynb_checkpoints
-_doc/notebooks/nlp/frwiki-latest-all-titles-in-ns0
-_doc/notebooks/nlp/sample*.txt
-_doc/notebooks/nlp/completion.prof
-_doc/notebooks/nlp/profile.png
-_doc/notebooks/nlp/completion.dot
-_doc/notebooks/nlp/completion.png
-_doc/notebooks/nlp/completion.pstat
-_doc/sphinxdoc/source/c_dist/edit_bibliographie.rst
-_doc/notebooks/Untitled.ipynb
-_doc/notebooks/ml/*.clean_cache
-_doc/notebooks/ml/img-*.png
-_doc/notebooks/ml/*.pickle
-_doc/sphinxdoc/source/nbcov.png
-_doc/notebooks/dsgarden/arbre.png
-_doc/notebooks/dsgarden/arbre.dot
-_doc/notebooks/nlp/output_*.jpeg
-_doc/sphinxdoc/source/c_ml/math/*.png
-_doc/sphinxdoc/source/c_ml/*.html
-_unittests/ut_graph/*.prof
-_doc/notebooks/ml/onnxruntime*.json
-_doc/notebooks/ml/tree_*.onnx
-_doc/sphinxdoc/source/HISTORY.rst
-_doc/sphinxdoc/source/README.rst
-_doc/sphinxdoc/source/_static/embed-amd.js
-_doc/sphinxdoc/source/_static/style_notebook_snippet.css
-_doc/sphinxdoc/source/_temp_*
-*.out
-*.err
+_doc/auto_examples/*
+_doc/examples/_cache/*
+_doc/examples/onnxruntime_profile*
+_doc/examples/plot_*.png
+_doc/examples/plot_*.xlsx
+_doc/examples/data/*.optimized.onnx
+_doc/examples/*.html
+_doc/_static/require.js
+_doc/_static/viz.js
+_unittests/ut__main/*.png
+_unittests/ut__main/_cache/*
+_unittests/ut__main/*.html
+_unittests/.hypothesis/*

.local.jenkins.lin.yml

@@ -13,12 +13,13 @@ install:
   - $PYINT -m pip install --upgrade --no-cache-dir --no-deps --index http://localhost:8067/simple/ jyquickhelper pyquickhelper pyensae pymmails pymyinstall pyrsslocal --extra-index-url=https://pypi.python.org/simple/
   - $PYINT -m pip install --upgrade --no-cache-dir --no-deps --index http://localhost:8067/simple/ mlinsights>=0.3 --extra-index-url=https://pypi.python.org/simple/
   - $PYINT -m pip install -r requirements.txt
+  - $PYINT -m pip install -r requirements-dev.txt
   - $PYINT --version
   - $PYINT -m pip freeze
 
 script:
-  - { CMD: "$PYINT -u setup.py unittests --covtoken=ab2da06c-1ff3-4875-97fa-145e594bd7f9", NAME: "UT", TIMEOUT: 3000 }
-  - { CMD: "$PYINT -u setup.py unittests_LONG", NAME: "UT_LONG", TIMEOUT: 7200, SCHEDULER: "H H(1-2) 11 * *" }
+  - { CMD: "$PYINT -m pytest _unittests --durations=10 --ignore-glob=**LONG*.py", NAME: "UT", TIMEOUT: 3000 }
+  - { CMD: "$PYINT -m pytest _unittests/ut_run_long --durations=10", NAME: "UT", TIMEOUT: 7200 }
 
 after_script:
   - $PYINT -u setup.py bdist_wheel