Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
68 changes: 34 additions & 34 deletions dvc/dependency/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,38 +2,38 @@
from collections import defaultdict

import dvc.output as output
from dvc.dependency.gs import DependencyGS
from dvc.dependency.hdfs import DependencyHDFS
from dvc.dependency.http import DependencyHTTP
from dvc.dependency.https import DependencyHTTPS
from dvc.dependency.local import DependencyLOCAL
from dvc.dependency.s3 import DependencyS3
from dvc.dependency.ssh import DependencySSH
from dvc.dependency.param import DependencyPARAMS
from dvc.dependency.gs import GSDependency
from dvc.dependency.hdfs import HDFSDependency
from dvc.dependency.http import HTTPDependency
from dvc.dependency.https import HTTPSDependency
from dvc.dependency.local import LocalDependency
from dvc.dependency.s3 import S3Dependency
from dvc.dependency.ssh import SSHDependency
from dvc.dependency.param import ParamsDependency
from dvc.output.base import OutputBase
from dvc.remote import Remote
from dvc.scheme import Schemes
from .repo import DependencyREPO
from .repo import RepoDependency


DEPS = [
DependencyGS,
DependencyHDFS,
DependencyHTTP,
DependencyHTTPS,
DependencyS3,
DependencySSH,
# NOTE: DependencyLOCAL is the default choice
GSDependency,
HDFSDependency,
HTTPDependency,
HTTPSDependency,
S3Dependency,
SSHDependency,
# NOTE: LocalDependency is the default choice
]

DEP_MAP = {
Schemes.LOCAL: DependencyLOCAL,
Schemes.SSH: DependencySSH,
Schemes.S3: DependencyS3,
Schemes.GS: DependencyGS,
Schemes.HDFS: DependencyHDFS,
Schemes.HTTP: DependencyHTTP,
Schemes.HTTPS: DependencyHTTPS,
Schemes.LOCAL: LocalDependency,
Schemes.SSH: SSHDependency,
Schemes.S3: S3Dependency,
Schemes.GS: GSDependency,
Schemes.HDFS: HDFSDependency,
Schemes.HTTP: HTTPDependency,
Schemes.HTTPS: HTTPSDependency,
}


Expand All @@ -44,8 +44,8 @@
SCHEMA = output.SCHEMA.copy()
del SCHEMA[OutputBase.PARAM_CACHE]
del SCHEMA[OutputBase.PARAM_METRIC]
SCHEMA.update(DependencyREPO.REPO_SCHEMA)
SCHEMA.update(DependencyPARAMS.PARAM_SCHEMA)
SCHEMA.update(RepoDependency.REPO_SCHEMA)
SCHEMA.update(ParamsDependency.PARAM_SCHEMA)


def _get(stage, p, info):
Expand All @@ -54,18 +54,18 @@ def _get(stage, p, info):
remote = Remote(stage.repo, name=parsed.netloc)
return DEP_MAP[remote.scheme](stage, p, info, remote=remote)

if info and info.get(DependencyREPO.PARAM_REPO):
repo = info.pop(DependencyREPO.PARAM_REPO)
return DependencyREPO(repo, stage, p, info)
if info and info.get(RepoDependency.PARAM_REPO):
repo = info.pop(RepoDependency.PARAM_REPO)
return RepoDependency(repo, stage, p, info)

if info and info.get(DependencyPARAMS.PARAM_PARAMS):
params = info.pop(DependencyPARAMS.PARAM_PARAMS)
return DependencyPARAMS(stage, p, params)
if info and info.get(ParamsDependency.PARAM_PARAMS):
params = info.pop(ParamsDependency.PARAM_PARAMS)
return ParamsDependency(stage, p, params)

for d in DEPS:
if d.supported(p):
return d(stage, p, info)
return DependencyLOCAL(stage, p, info)
return LocalDependency(stage, p, info)


def loadd_from(stage, d_list):
Expand All @@ -79,7 +79,7 @@ def loadd_from(stage, d_list):
def loads_from(stage, s_list, erepo=None):
ret = []
for s in s_list:
info = {DependencyREPO.PARAM_REPO: erepo} if erepo else {}
info = {RepoDependency.PARAM_REPO: erepo} if erepo else {}
ret.append(_get(stage, s, info))
return ret

Expand All @@ -102,7 +102,7 @@ def loads_params(stage, s_list):
d_list.append(
{
OutputBase.PARAM_PATH: path,
DependencyPARAMS.PARAM_PARAMS: params,
ParamsDependency.PARAM_PARAMS: params,
}
)

Expand Down
2 changes: 1 addition & 1 deletion dvc/dependency/base.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ def __init__(self, path):
)


class DependencyBase(object):
class BaseDependency(object):
IS_DEPENDENCY = True

DoesNotExistError = DependencyDoesNotExistError
Expand Down
4 changes: 2 additions & 2 deletions dvc/dependency/gs.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from dvc.dependency.base import DependencyBase
from dvc.dependency.base import BaseDependency
from dvc.output.gs import OutputGS


class DependencyGS(DependencyBase, OutputGS):
class GSDependency(BaseDependency, OutputGS):
pass
4 changes: 2 additions & 2 deletions dvc/dependency/hdfs.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from dvc.dependency.base import DependencyBase
from dvc.dependency.base import BaseDependency
from dvc.output.hdfs import OutputHDFS


class DependencyHDFS(DependencyBase, OutputHDFS):
class HDFSDependency(BaseDependency, OutputHDFS):
pass
4 changes: 2 additions & 2 deletions dvc/dependency/http.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
from dvc.dependency.base import DependencyBase
from dvc.dependency.base import BaseDependency
from dvc.output.base import OutputBase
from dvc.remote.http import HTTPRemote


class DependencyHTTP(DependencyBase, OutputBase):
class HTTPDependency(BaseDependency, OutputBase):
REMOTE = HTTPRemote
4 changes: 2 additions & 2 deletions dvc/dependency/https.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from .http import DependencyHTTP
from .http import HTTPDependency
from dvc.remote.https import HTTPSRemote


class DependencyHTTPS(DependencyHTTP):
class HTTPSDependency(HTTPDependency):
REMOTE = HTTPSRemote
4 changes: 2 additions & 2 deletions dvc/dependency/local.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from dvc.dependency.base import DependencyBase
from dvc.dependency.base import BaseDependency
from dvc.output.local import OutputLOCAL


class DependencyLOCAL(DependencyBase, OutputLOCAL):
class LocalDependency(BaseDependency, OutputLOCAL):
pass
4 changes: 2 additions & 2 deletions dvc/dependency/param.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
from voluptuous import Any

from dvc.compat import fspath_py35
from dvc.dependency.local import DependencyLOCAL
from dvc.dependency.local import LocalDependency
from dvc.exceptions import DvcException


Expand All @@ -18,7 +18,7 @@ class BadParamFileError(DvcException):
pass


class DependencyPARAMS(DependencyLOCAL):
class ParamsDependency(LocalDependency):
PARAM_PARAMS = "params"
PARAM_SCHEMA = {PARAM_PARAMS: Any(dict, list, None)}
DEFAULT_PARAMS_FILE = "params.yaml"
Expand Down
4 changes: 2 additions & 2 deletions dvc/dependency/repo.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,12 +2,12 @@

from voluptuous import Required

from .local import DependencyLOCAL
from .local import LocalDependency
from dvc.exceptions import OutputNotFoundError
from dvc.path_info import PathInfo


class DependencyREPO(DependencyLOCAL):
class RepoDependency(LocalDependency):
PARAM_REPO = "repo"
PARAM_URL = "url"
PARAM_REV = "rev"
Expand Down
4 changes: 2 additions & 2 deletions dvc/dependency/s3.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from dvc.dependency.base import DependencyBase
from dvc.dependency.base import BaseDependency
from dvc.output.s3 import OutputS3


class DependencyS3(DependencyBase, OutputS3):
class S3Dependency(BaseDependency, OutputS3):
pass
4 changes: 2 additions & 2 deletions dvc/dependency/ssh.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from dvc.dependency.base import DependencyBase
from dvc.dependency.base import BaseDependency
from dvc.output.ssh import OutputSSH


class DependencySSH(DependencyBase, OutputSSH):
class SSHDependency(BaseDependency, OutputSSH):
pass
6 changes: 3 additions & 3 deletions dvc/repo/params/show.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
from dvc.path_info import PathInfo
from dvc.compat import fspath_py35
from dvc.exceptions import DvcException
from dvc.dependency.param import DependencyPARAMS
from dvc.dependency.param import ParamsDependency


logger = logging.getLogger(__name__)
Expand All @@ -17,10 +17,10 @@ class NoParamsError(DvcException):

def _collect_configs(repo):
configs = set()
configs.add(PathInfo(repo.root_dir) / DependencyPARAMS.DEFAULT_PARAMS_FILE)
configs.add(PathInfo(repo.root_dir) / ParamsDependency.DEFAULT_PARAMS_FILE)
for stage in repo.stages:
for dep in stage.deps:
if not isinstance(dep, DependencyPARAMS):
if not isinstance(dep, ParamsDependency):
continue

configs.add(dep.path_info)
Expand Down
2 changes: 1 addition & 1 deletion dvc/stage/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -194,7 +194,7 @@ def is_repo_import(self):
if not self.is_import:
return False

return isinstance(self.deps[0], dependency.DependencyREPO)
return isinstance(self.deps[0], dependency.RepoDependency)

def _changed_deps(self):
if self.locked:
Expand Down
6 changes: 3 additions & 3 deletions dvc/stage/decorators.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
def rwlocked(call, read=None, write=None):
import sys
from dvc.rwlock import rwlock
from dvc.dependency.repo import DependencyREPO
from dvc.dependency.repo import RepoDependency

if read is None:
read = []
Expand All @@ -23,9 +23,9 @@ def _chain(names):
item.path_info
for attr in names
for item in getattr(stage, attr)
# There is no need to lock DependencyREPO deps, as there is no
# There is no need to lock RepoDependency deps, as there is no
# corresponding OutputREPO, so we can't even write it.
if not isinstance(item, DependencyREPO)
if not isinstance(item, RepoDependency)
]

cmd = " ".join(sys.argv)
Expand Down
8 changes: 4 additions & 4 deletions tests/unit/dependency/test_gs.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
from dvc.dependency.gs import DependencyGS
from tests.unit.dependency.test_local import TestDependencyLOCAL
from dvc.dependency.gs import GSDependency
from tests.unit.dependency.test_local import TestLocalDependency


class TestDependencyGS(TestDependencyLOCAL):
class TestGSDependency(TestLocalDependency):
def _get_cls(self):
return DependencyGS
return GSDependency
8 changes: 4 additions & 4 deletions tests/unit/dependency/test_hdfs.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
from dvc.dependency.hdfs import DependencyHDFS
from tests.unit.dependency.test_local import TestDependencyLOCAL
from dvc.dependency.hdfs import HDFSDependency
from tests.unit.dependency.test_local import TestLocalDependency


class TestDependencyHDFS(TestDependencyLOCAL):
class TestHDFSDependency(TestLocalDependency):
def _get_cls(self):
return DependencyHDFS
return HDFSDependency
8 changes: 4 additions & 4 deletions tests/unit/dependency/test_http.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
from dvc.dependency.http import DependencyHTTP
from tests.unit.dependency.test_local import TestDependencyLOCAL
from dvc.dependency.http import HTTPDependency
from tests.unit.dependency.test_local import TestLocalDependency


class TestDependencyHTTP(TestDependencyLOCAL):
class TestHTTPDependency(TestLocalDependency):
def _get_cls(self):
return DependencyHTTP
return HTTPDependency
6 changes: 3 additions & 3 deletions tests/unit/dependency/test_local.py
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
import mock

from dvc.dependency import DependencyLOCAL
from dvc.dependency import LocalDependency
from dvc.stage import Stage
from tests.basic_env import TestDvc


class TestDependencyLOCAL(TestDvc):
class TestLocalDependency(TestDvc):
def _get_cls(self):
return DependencyLOCAL
return LocalDependency

def _get_dependency(self):
stage = Stage(self.dvc)
Expand Down
Loading