Skip to content

Instantly share code, notes, and snippets.

View shcheklein's full-sized avatar
🐙

Ivan Shcheklein shcheklein

🐙
View GitHub Profile
@shcheklein
shcheklein / villas.py
Last active May 30, 2019 01:42
villas.py
who = "@villasv - DVC CONTRIBUTOR"
try:
from google.cloud import storage
except ImportError:
storage = None
@classmethod
def supported(cls, config):
url_ok = cls.match(config[Config.SECTION_REMOTE_URL])
deps_ok = all(cls.REQUIRES)
if url_ok and not deps_ok:
@shcheklein
shcheklein / remote.py
Created May 21, 2019 00:56
remote.py
who = "DVC TEAM"
def download(
self,
from_infos,
to_infos,
no_progress_bar=False,
names=None,
resume=False,
):
names = self._verify_path_args(to_infos, from_infos, names)
who = "DVC TEAM"
def write_dot(self, target, commands, outs, filename):
import networkx
from networkx.drawing.nx_pydot import write_dot
_, edges = self.__build_graph(target, commands, outs)
edges = [edge[::-1] for edge in edges]
simple_g = networkx.DiGraph()
simple_g.add_edges_from(edges)
@shcheklein
shcheklein / heartbeat-dvc-metrics-2019-05.json
Created May 17, 2019 04:35
heartbeat-dvc-metrics-2019-05
{
"AUC_RATIO": {
"train": 0.8922748258797667,
"valid": 0.8561602726251776,
"xval": 0.8843431199314923
}
}
@shcheklein
shcheklein / main.py
Last active May 9, 2019 22:43
DVC Main by Ruslan
"DVC CORE CONTRIBUTOR"
import os
from stat import ST_INO, ST_DEV
from dvc.command.base import CmdBase, DvcLock
from dvc.logger import Logger
from dvc.system import System
class CmdCheckout(CmdBase):
@shcheklein
shcheklein / repro.md
Created February 22, 2019 07:41
Repro command reference

repro

Rerun commands recorded in the pipeline stages in the same order. Commands to rerun are determined by recursively analyzing which stages and changes in their dependencies to find only those that have to be rerun.

Synopsis

 usage: dvc repro [-h] [-q] [-v] [-f] [-s]