diff --git a/.depends/audio.speech.requirements.txt b/.depends/audio.speech.requirements.txt deleted file mode 100644 index 42c0dcb7..00000000 --- a/.depends/audio.speech.requirements.txt +++ /dev/null @@ -1,5 +0,0 @@ -torchaudio<=0.7.2 -soundfile<=0.10.3.post1 -pydub<=0.25.1 -librosa<=0.7.0 -pedalboard<=0.3.6 diff --git a/.depends/msft.ama.requirements.txt b/.depends/msft.ama.requirements.txt deleted file mode 100644 index f39f26dc..00000000 --- a/.depends/msft.ama.requirements.txt +++ /dev/null @@ -1,13 +0,0 @@ -azure-mgmt-deploymentmanager -azure-mgmt-resource -azure-storage-blob -azure-identity>=1.2.0 -urllib3>=1.15 -six>=1.10 -certifi -python-dateutil -requests -pyyaml -wget -adal -cryptography>=3.3.1 diff --git a/.depends/msft.utils.requirements.txt b/.depends/msft.utils.requirements.txt deleted file mode 100644 index 63404543..00000000 --- a/.depends/msft.utils.requirements.txt +++ /dev/null @@ -1,6 +0,0 @@ -azureml-core==1.33.0 -azure-identity>=1.4.1 -azure-keyvault==4.1.0 -msrestazure>=0.6.4 -azure-mgmt-resource>=12.1.0 -python-dotenv>=0.14.0,<0.20.0 diff --git a/.depends/requirements.txt b/.depends/requirements.txt deleted file mode 100644 index cd89548c..00000000 --- a/.depends/requirements.txt +++ /dev/null @@ -1,17 +0,0 @@ -adal -azure-mgmt-deploymentmanager -azure-mgmt-resource>=12.1.0 -azure-storage-blob -azure-identity>=1.4.1 -azure-keyvault==4.1.0 -azureml-core==1.33.0 -certifi -cryptography>=3.3.1 -msrestazure>=0.6.4 -python-dateutil -python-dotenv>=0.14.0,<0.20.0 -pyyaml -requests -six>=1.10 -urllib3>=1.15 -wget diff --git a/.depends/test.requirements.txt b/.depends/test.requirements.txt deleted file mode 100644 index e0d4babc..00000000 --- a/.depends/test.requirements.txt +++ /dev/null @@ -1,18 +0,0 @@ -bandit==1.7.4 -black==22.3.0 -check-manifest==0.48 -flake8-bugbear==22.3.23 -flake8-docstrings -flake8-formatter_junit_xml -flake8==4.0.1 -mock==4.0.2 -mypy==0.942 -pre-commit==2.17.0 -pylint==2.13.5 -pylint_junit -pytest-cov==3.0.0 -pytest-mock<3.7.1 -pytest-runner -pytest==7.1.1 -shellcheck-py==0.8.0.4 -testpath==0.6.0 diff --git a/Dockerfile b/Dockerfile deleted file mode 100644 index 96ad2b9e..00000000 --- a/Dockerfile +++ /dev/null @@ -1,136 +0,0 @@ -# ubuntu bionic - v1.29 -FROM ubuntu:18.04 - -## Azure Global AI Dev Environment Ubuntu 18.04 ## -LABEL maintainer="Azure Global AI " - -WORKDIR /tmp - -# define variables for build -ENV DISTRIBUTION=ubuntu DISTRIBUTION_VERSION=18.04 \ - PY_VER=3.7 PY_VER_NODOT=37 PYPKG_VER=3.7.9-1+bionic \ - CVXOPT_BUILD_GLPK=1 \ - TZ=America/New_York - -ARG DEBIAN_FRONTEND=noninteractive - -# set env paths -ENV PATH="${PATH}:/root/.local/bin" - -# -----------------------------------------------------------------# -# Install Main Ubuntu Depedancies # -# -----------------------------------------------------------------# -RUN sed -i "s://archive\.ubuntu\.com/://azure.archive.ubuntu.com/:" /etc/apt/sources.list \ - && apt-get update \ - && apt-get install -y --no-install-recommends\ - apt-utils curl unzip zip bzip2 xz-utils git wget \ - libtool build-essential clang libssl-dev libffi-dev libbz2-dev zlib1g-dev libgmp-dev \ - libxrender-dev libsm6 libxml2 libxslt-dev libfreetype6-dev libpng-dev pkg-config libhdf5-dev rustc unixodbc-dev \ - libjpeg-dev libc6 jsonlint \ - python-h5py libnetcdf-dev libnetcdff-dev libpq-dev libgeos-dev python-numpy gdal-bin libgdal-dev \ - libblas-dev liblapack-dev libsuitesparse-dev libglpk-dev \ - && apt install -y \ - software-properties-common \ - && add-apt-repository -y ppa:deadsnakes/ppa \ - && apt install -y --no-install-recommends\ - python3.7 python3.7-dev \ - && add-apt-repository -y ppa:ubuntugis/ppa \ - && apt install -y --no-install-recommends\ - gdal-bin libgdal-dev \ - && rm -rf /var/lib/apt/lists/* - -ENV CPLUS_INCLUDE_PATH=/usr/include/gdal C_INCLUDE_PATH=/usr/include/gdal - -RUN SC_VER=v0.7.0 \ - && curl -fSsLO https://github.com/koalaman/shellcheck/releases/download/${SC_VER}/shellcheck-${SC_VER}.linux.x86_64.tar.xz \ - && printf "84e06bee3c8b8c25f46906350fb32708f4b661636c04e55bd19cdd1071265112d84906055372149678d37f09a1667019488c62a0561b81fe6a6b45ad4fae4ac0 ./shellcheck-${SC_VER}.linux.x86_64.tar.xz\n" | sha512sum -c \ - && tar --xz -xpf shellcheck-${SC_VER}.linux.x86_64.tar.xz \ - && cp shellcheck-${SC_VER}/shellcheck /usr/local/bin/ \ - && rm -rf shellcheck-${SC_VER}* \ - && shellcheck --version - -RUN CMAKE_VER_MAJOR_MINOR=3.15 CMAKE_VER_PATCH_LEVEL=4 \ - && CMAKE_VER="${CMAKE_VER_MAJOR_MINOR}.${CMAKE_VER_PATCH_LEVEL}" \ - && curl -fSsLO https://cmake.org/files/v${CMAKE_VER_MAJOR_MINOR}/cmake-${CMAKE_VER}-Linux-x86_64.tar.gz \ - && printf "7c2b17a9be605f523d71b99cc2e5b55b009d82cf9577efb50d4b23056dee1109 cmake-${CMAKE_VER}-Linux-x86_64.tar.gz\n" | sha256sum -c \ - && tar xzf cmake-${CMAKE_VER}-Linux-x86_64.tar.gz -C /opt \ - && ln -s /opt/cmake-${CMAKE_VER}-Linux-x86_64/bin/cmake /usr/bin/cmake \ - && cmake --version \ - && rm -f cmake-${CMAKE_VER}-Linux-x86_64.tar.gz - -# -----------------------------------------------------------------# -# INSTALL JDK 15 General-Availability Release -# -----------------------------------------------------------------# -ENV JAVA_HOME /opt/jdk/jdk-15 - -RUN wget "https://download.java.net/java/GA/jdk15/779bf45e88a44cbd9ea6621d33e33db1/36/GPL/openjdk-15_linux-x64_bin.tar.gz" \ - && rm -rf /opt/jdk \ - && mkdir /opt/jdk \ - && tar -zxf openjdk-15_linux-x64_bin.tar.gz -C /opt/jdk \ - && update-alternatives --install /usr/bin/java java /opt/jdk/jdk-15/bin/java 100 \ - && update-alternatives --install /usr/bin/javac javac /opt/jdk/jdk-15/bin/javac 100 \ - && update-alternatives --install /usr/bin/jar jar /opt/jdk/jdk-15/bin/jar 100 \ - && rm -f openjdk-15_linux-x64_bin.tar.gz - -# -----------------------------------------------------------------# -# Prepare Python Environment -# -----------------------------------------------------------------# -COPY virtualenv.txt /tmp/ - -RUN curl -fSsLO https://bootstrap.pypa.io/get-pip.py \ - && /usr/bin/python${PY_VER} get-pip.py 'pip==21.1.3' \ - && pip3 install --require-hashes --upgrade -r /tmp/virtualenv.txt - -RUN mkdir -p /source/packages/pywheel \ - && python3.7 -m pip install \ - cython==0.29.23 setuptools-rust flit \ - && python3.7 -m pip install \ - numpy \ - && virtualenv --extra-search-dir "/source/packages/pywheel" --no-download --python="python3.7" "/devopsVirtualEnv" - -# Python Packages which must be downloaded as Binary (the default is src) -ENV BINARY="amply,azureml-automl-core,azureml-contrib-reinforcementlearning,azureml-contrib-automl-pipeline-steps,azureml-core,azureml-dataprep,azureml-dataprep-native,azureml-dataprep-rslex,azureml-dataset-runtime,azureml-defaults,azureml-model-management-sdk,azureml-pipeline,azureml-pipeline-core,azureml-pipeline-steps,azureml-telemetry,azureml-train,azureml-train-automl-client,azureml-train-core,azureml-train-restclients-hyperdrive,backports.entry-points-selectable,black,blis,colorama,commondatamodel-objectmodel,cornac,coverage,cryptography,dm-tree,dotnetcore2,fairlearn,fiona,flatbuffers,flit,flit-core,h5py,importlib-metadata,iniconfig,interpret,interpret-core,ipykernel,ipyleaflet,isort,jsonpickle,jsonschema,jupyterlab-widgets,keras-nightly,lazy-object-proxy,lightgbm,llvmlite,opencensus-context,opencensus-ext-azure,opencv-python,opencv-python-headless,ortools,pastel,pkgconfig,pluggy,py-spy,pyarrow,pydocumentdb,pykrige,pylint,pyproj,pytest,pytest-runner,python-dateutil,pymanopt,pymaro,ray,scikit-learn,scipy,sentencepiece,statsmodels,spacy,tenacity,tensorboard,tensorflow-hub,tensorboard-plugin-wit,tensorflow-estimator,tensorflow,tensorboard-data-server,testpath,tokenizers,torch,torchvision,thinc,tqdm,virtualenv,xarray,zipp" - -# -----------------------------------------------------------------# -# Download and Install PIP Tools -# -----------------------------------------------------------------# -COPY piptools.txt /tmp/requirements/ - -RUN python3.7 -m pip download \ - -d "/source/packages/pywheel" \ - -r "/tmp/requirements/piptools.txt" \ - && /devopsVirtualEnv/bin/python -m pip install \ - --find-links "/source/packages/pywheel" \ - --upgrade \ - pip setuptools cython flit pytoml poetry \ - && /devopsVirtualEnv/bin/python -m pip install \ - --find-links "/source/packages/pywheel" \ - --upgrade \ - -r "/tmp/requirements/piptools.txt" - -# -----------------------------------------------------------------# -# Download and Install Test Dependancies -# -----------------------------------------------------------------# -COPY .depends/test.requirements.txt /tmp/requirements/test/ - -RUN python3.7 -m pip download \ - -d "/source/packages/pywheel" \ - -r "/tmp/requirements/test/requirements.txt" \ - && /devopsVirtualEnv/bin/python -m pip install \ - --use-deprecated=legacy-resolver \ - --find-links "/source/packages/pywheel" \ - --upgrade \ - -r "/tmp/requirements/test/requirements.txt" - -# -----------------------------------------------------------------# -# Download and Install Runtime Dependancies -# -----------------------------------------------------------------# -COPY .depends/requirements.txt /tmp/requirements/ - -RUN python3.7 -m pip download \ - -d "/source/packages/pywheel" \ - -r "/tmp/requirements/requirements.txt" \ - && /devopsVirtualEnv/bin/python -m pip install \ - --find-links "/source/packages/pywheel" \ - --upgrade \ - -r "/tmp/requirements/requirements.txt" diff --git a/VERSION b/VERSION deleted file mode 100644 index 7dea76ed..00000000 --- a/VERSION +++ /dev/null @@ -1 +0,0 @@ -1.0.1 diff --git a/az-python/__init__.py b/az-python/__init__.py index 8b137891..11152a63 100644 --- a/az-python/__init__.py +++ b/az-python/__init__.py @@ -1 +1 @@ - +__version__="1.0.1" diff --git a/pyproject.toml b/pyproject.toml index 7fc4625b..f8b21f73 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -12,3 +12,35 @@ dynamic = ["version", "description"] [project.urls] Home = "https://github.com/microsoft/az-python" + +[project.optional-dependencies] +audio-speech = [ + "torchaudio<=0.7.2", + "soundfile<=0.10.3.post1", + "pydub<=0.25.1", + "librosa<=0.7.0", + "pedalboard<=0.3.6" +] +ama = [ + "azure-mgmt-deploymentmanager", + "azure-mgmt-resource", + "azure-storage-blob", + "azure-identity>=1.2.0", + "urllib3>=1.15", + "six>=1.10", + "certifi", + "python-dateutil", + "requests", + "pyyaml", + "wget", + "adal", + "cryptography>=3.3.1" +] +msft-utils = [ + "azureml-core==1.33.0", + "azure-identity>=1.4.1", + "azure-keyvault==4.1.0", + "msrestazure>=0.6.4", + "azure-mgmt-resource>=12.1.0", + "python-dotenv>=0.14.0,<0.20.0" +] diff --git a/requirements.linked.in b/requirements.linked.in deleted file mode 100644 index b1088308..00000000 --- a/requirements.linked.in +++ /dev/null @@ -1,2 +0,0 @@ --c ./.depends/msft.ama.requirements.txt --c ./.depends/msft.utils.requirements.txt diff --git a/setup.py b/setup.py deleted file mode 100644 index d684a8c9..00000000 --- a/setup.py +++ /dev/null @@ -1,80 +0,0 @@ -# Copyright (c) Microsoft Corporation. -# Licensed under the MIT license. - -import io -import os - -# NOTE: DO NOT change the import order, as sometimes there is a conflict between setuptools and distutils, -# it will cause following error: -# error: each element of 'ext_modules' option must be an Extension instance or 2-tuple -from setuptools import find_packages -from distutils.core import setup - -readme = io.open("./README.md", encoding="utf-8").read() - -version = io.open("./VERSION", encoding="utf-8").read() - -setuptools = "setuptools>=54.2.0,<=54.2.0" - -def read_requirements(file_path, encoding="utf-8"): - return io.open(file_path, encoding=encoding).read() - -core_requires = read_requirements(".depends/requirements.txt") -test_requires = read_requirements(".depends/test.requirements.txt") - -msft_ama_requires = read_requirements(".depends/msft.ama.requirements.txt") -msft_utils_requires = read_requirements(".depends/msft.utils.requirements.txt") - -audio_speech_requires = read_requirements(".depends/audio.speech.requirements.txt") - -all = ( - core_requires - + msft_ama_requires + msft_utils_requires - + audio_speech_requires -) - -extras = { - "required": [], - "all": all, - "core": core_requires, - "test": test_requires, - "ama": msft_ama_requires, - "msft-utils": msft_utils_requires, - "audio-speech": audio_speech_requires, -} - -setup( - name="az-python", - version=version, - description="Microsoft Azure Python Packages", - long_description=readme, - long_description_content_type="text/x-rst", - author="Daniel Ciborowski", - author_email="dciborow@microsoft.com", - url="https://github.com/microsoft/ai-python", - project_urls={ - "Code": "https://github.com/microsoft/az-python", - "Issues": "https://github.com/microsoft/az-python/issues", - "Documents": "https://github.com/microsoft/az-python" - }, - license="MIT License", - platforms=["Windows", "Linux", "macOS"], - keywords=["azure"], - classifiers=[ - 'Intended Audience :: Science/Research', - 'License :: OSI Approved :: MIT License', - 'Natural Language :: English', - 'Operating System :: MacOS', - 'Operating System :: Microsoft :: Windows', - 'Operating System :: POSIX', - 'Operating System :: Unix', - "Programming Language :: Python", - "Programming Language :: Python :: 3", - "Programming Language :: Python :: 3.7", - "Topic :: Scientific/Engineering :: Artificial Intelligence"], - python_requires=">=3.7", - extras_require=extras, - packages=find_packages(exclude=["tests", "tests.*", "examples", "examples.*"]), - include_package_data=True, - zip_safe=False, -) diff --git a/test/requirements.in b/test/requirements.in deleted file mode 100644 index 06635c01..00000000 --- a/test/requirements.in +++ /dev/null @@ -1,26 +0,0 @@ -azureml-contrib-reinforcementlearning==1.32.0 -bandit==1.6.2 -black==19.10b0 -check-manifest==0.45 -cython==0.29.24 -flake8-bugbear==21.4.3 -flake8-docstrings==1.6.0 -flake8-formatter-junit-xml==0.0.6 -flit==2.3.0 -ipyleaflet==0.14.0 -jupyter-packaging==0.7.12 -lxml==4.6.3 -mock==4.0.2 -mypy==0.720 -pathlib2==2.3.6 -pre-commit==2.8.2 -pylint-junit==0.3.2 -pylint==2.9.5 -pytest-cov==2.7.1 -pytest-mock==3.6.1 -pytest-runner==5.3.1 -pytest==6.2.1 -scrapbook==0.5.0 -setuptools-scm==6.0.1 -shellcheck-py==0.7.1.1 -syncer==1.3.0 \ No newline at end of file