Skip to content

Skip docker system test for bert example #239

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
jambayk merged 2 commits into from
May 4, 2023
Merged

Skip docker system test for bert example #239

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
807391f
Skip docker system test for bert example
xiaoyu-work May 4, 2023
33eb68a
fix format
xiaoyu-work May 4, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 5 additions & 5 deletions examples/test_bert_ptq_cpu.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@
# --------------------------------------------------------------------------
import json
import os
import platform
from pathlib import Path

import pytest
Expand All @@ -26,14 +25,15 @@ def check_output(footprint):
assert all([value > 0 for value in v.metrics.value.values()])


# Skip docker_system test until bug is fixed: https://github.com/docker/docker-py/issues/3113
@pytest.mark.parametrize("search_algorithm", ["tpe"])
@pytest.mark.parametrize("execution_order", ["joint"])
@pytest.mark.parametrize("system", ["local_system", "aml_system", "docker_system"])
@pytest.mark.parametrize("system", ["local_system", "aml_system"])
@pytest.mark.parametrize("olive_json", ["bert_config.json"])
def test_bert(search_algorithm, execution_order, system, olive_json):
# TODO: add gpu e2e test
if system == "docker_system" and platform.system() == "Windows":
pytest.skip("Skip Linux containers on Windows host test case.")
# if system == "docker_system" and platform.system() == "Windows":
# pytest.skip("Skip Linux containers on Windows host test case.")

from olive.workflows import run as olive_run

Expand All @@ -50,7 +50,7 @@ def test_bert(search_algorithm, execution_order, system, olive_json):
# set aml_system as dev
olive_config["systems"]["aml_system"]["config"]["is_dev"] = True
# set docker_system as dev
olive_config["systems"]["docker_system"]["config"]["is_dev"] = True
# olive_config["systems"]["docker_system"]["config"]["is_dev"] = True

# update host and target
olive_config["engine"]["host"] = system if system != "docker_system" else "local_system"
Expand Down