Skip to content

Instantly share code, notes, and snippets.

@robguinness
Created April 5, 2019 08:29
Show Gist options
  • Save robguinness/7e90042cc8559de77919e0a52eef515e to your computer and use it in GitHub Desktop.
Save robguinness/7e90042cc8559de77919e0a52eef515e to your computer and use it in GitHub Desktop.
DVC pull output
(.venv) rguinness@fossid-ai-1:~/data/dvc/autoid$ dvc pull -vvv
+-------------------------------------------+
| |
| Update available 0.32.1 -> 0.34.2 |
| Run pip install dvc --upgrade |
| |
+-------------------------------------------+
Debug: PRAGMA user_version;
Debug: fetched: [(3,)]
Debug: CREATE TABLE IF NOT EXISTS state (inode INTEGER PRIMARY KEY, mtime TEXT NOT NULL, size TEXT NOT NULL, md5 TEXT NOT NULL, timestamp TEXT NOT NULL)
Debug: CREATE TABLE IF NOT EXISTS state_info (count INTEGER)
Debug: CREATE TABLE IF NOT EXISTS link_state (path TEXT PRIMARY KEY, inode INTEGER NOT NULL, mtime TEXT NOT NULL)
Debug: INSERT OR IGNORE INTO state_info (count) SELECT 0 WHERE NOT EXISTS (SELECT * FROM state_info)
Debug: PRAGMA user_version = 3;
Debug: SELECT count from state_info WHERE rowid=1
Debug: fetched: [(1,)]
Debug: UPDATE state_info SET count = 1 WHERE rowid = 1
Debug: Path /data/dvc/autoid/.dvc/cache inode 2752652
Debug: INSERT OR REPLACE INTO state(inode, size, mtime, timestamp, md5) VALUES (2752652, "708543832", "1553011069546195200", "1554452766010972160", "")
Error: failed to pull data from the cloud - stage file 'data/verified.dvc' format error: Key 'outs' error:
Or(And(<class 'list'>, Schema([{'path': <class 'str'>, Optional('md5'): Or(<class 'str'>, None), Optional('etag'): Or(<class 'str'>, None), Optional('checksum'): Or(<class 'str'>, None), Optional('cache'): <class 'bool'>, Optional('metric'): Or(None, <class 'bool'>, {Optional('type'): Or(<class 'str'>, None), Optional('xpath'): Or(<class 'str'>, None)})}])), None) did not validate [{'cache': True, 'md5': 'f06d22b496f6cf83f6b36c0eaabd37ef.dir', 'metric': False, 'path': 'verified', 'persist': False}]
None does not match [{'cache': True, 'md5': 'f06d22b496f6cf83f6b36c0eaabd37ef.dir', 'metric': False, 'path': 'verified', 'persist': False}]
------------------------------------------------------------
Traceback (most recent call last):
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/schema.py", line 393, in validate
return s.validate(data)
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/schema.py", line 160, in validate
[self._error.format(data) if self._error else None] + errors,
schema.SchemaError: Or(And(<class 'list'>, Schema([{'path': <class 'str'>, Optional('md5'): Or(<class 'str'>, None), Optional('etag'): Or(<class 'str'>, None), Optional('checksum'): Or(<class 'str'>, None), Optional('cache'): <class 'bool'>, Optional('metric'): Or(None, <class 'bool'>, {Optional('type'): Or(<class 'str'>, None), Optional('xpath'): Or(<class 'str'>, None)})}])), None) did not validate [{'cache': True, 'md5': 'f06d22b496f6cf83f6b36c0eaabd37ef.dir', 'metric': False, 'path': 'verified', 'persist': False}]
None does not match [{'cache': True, 'md5': 'f06d22b496f6cf83f6b36c0eaabd37ef.dir', 'metric': False, 'path': 'verified', 'persist': False}]
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/schema.py", line 355, in validate
nvalue = Schema(svalue, error=e, ignore_extra_keys=i).validate(value)
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/schema.py", line 395, in validate
raise SchemaError([None] + x.autos, [e] + x.errors)
schema.SchemaError: Or(And(<class 'list'>, Schema([{'path': <class 'str'>, Optional('md5'): Or(<class 'str'>, None), Optional('etag'): Or(<class 'str'>, None), Optional('checksum'): Or(<class 'str'>, None), Optional('cache'): <class 'bool'>, Optional('metric'): Or(None, <class 'bool'>, {Optional('type'): Or(<class 'str'>, None), Optional('xpath'): Or(<class 'str'>, None)})}])), None) did not validate [{'cache': True, 'md5': 'f06d22b496f6cf83f6b36c0eaabd37ef.dir', 'metric': False, 'path': 'verified', 'persist': False}]
None does not match [{'cache': True, 'md5': 'f06d22b496f6cf83f6b36c0eaabd37ef.dir', 'metric': False, 'path': 'verified', 'persist': False}]
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/dvc/stage.py", line 303, in validate
Schema(Stage.SCHEMA).validate(convert_to_unicode(d))
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/schema.py", line 359, in validate
raise SchemaError([message] + x.autos, [e] + x.errors)
schema.SchemaError: Key 'outs' error:
Or(And(<class 'list'>, Schema([{'path': <class 'str'>, Optional('md5'): Or(<class 'str'>, None), Optional('etag'): Or(<class 'str'>, None), Optional('checksum'): Or(<class 'str'>, None), Optional('cache'): <class 'bool'>, Optional('metric'): Or(None, <class 'bool'>, {Optional('type'): Or(<class 'str'>, None), Optional('xpath'): Or(<class 'str'>, None)})}])), None) did not validate [{'cache': True, 'md5': 'f06d22b496f6cf83f6b36c0eaabd37ef.dir', 'metric': False, 'path': 'verified', 'persist': False}]
None does not match [{'cache': True, 'md5': 'f06d22b496f6cf83f6b36c0eaabd37ef.dir', 'metric': False, 'path': 'verified', 'persist': False}]
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/dvc/command/data_sync.py", line 43, in do_run
recursive=self.args.recursive,
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/dvc/repo/pull.py", line 24, in pull
recursive=recursive,
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/dvc/repo/fetch.py", line 24, in fetch
recursive=recursive,
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/dvc/repo/__init__.py", line 255, in used_cache
stages = self.active_stages()
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/dvc/repo/__init__.py", line 393, in active_stages
for G in self.pipelines(from_directory):
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/dvc/repo/__init__.py", line 340, in pipelines
G, G_active = self.graph(from_directory=from_directory)
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/dvc/repo/__init__.py", line 289, in graph
stages = stages or self.stages(from_directory, check_dag=False)
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/dvc/repo/__init__.py", line 368, in stages
stage = Stage.load(self, path)
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/dvc/stage.py", line 503, in load
Stage.validate(d, fname=os.path.relpath(fname))
File "/data/dvc/autoid/.venv/lib/python3.6/site-packages/dvc/stage.py", line 305, in validate
raise StageFileFormatError(fname, exc)
dvc.stage.StageFileFormatError: stage file 'data/verified.dvc' format error: Key 'outs' error:
Or(And(<class 'list'>, Schema([{'path': <class 'str'>, Optional('md5'): Or(<class 'str'>, None), Optional('etag'): Or(<class 'str'>, None), Optional('checksum'): Or(<class 'str'>, None), Optional('cache'): <class 'bool'>, Optional('metric'): Or(None, <class 'bool'>, {Optional('type'): Or(<class 'str'>, None), Optional('xpath'): Or(<class 'str'>, None)})}])), None) did not validate [{'cache': True, 'md5': 'f06d22b496f6cf83f6b36c0eaabd37ef.dir', 'metric': False, 'path': 'verified', 'persist': False}]
None does not match [{'cache': True, 'md5': 'f06d22b496f6cf83f6b36c0eaabd37ef.dir', 'metric': False, 'path': 'verified', 'persist': False}]
------------------------------------------------------------
Having any troubles? Hit us up at https://dvc.org/support, we are always happy to help!
Debug: Analytics is enabled.
Debug: Trying to spawn '['/data/dvc/autoid/.venv/bin/python3', '-m', 'dvc', 'daemon', '-q', 'analytics', '/tmp/tmp0xbektcf']' with env '{'LS_COLORS': 'rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36:', 'STY': '16192.pts-0.fossid-ai-1', 'LC_MEASUREMENT': 'C.UTF-8', 'SSH_CONNECTION': '10.10.0.10 51024 172.25.251.75 22', 'LESSCLOSE': '/usr/bin/lesspipe %s %s', 'LC_PAPER': 'C.UTF-8', 'LC_MONETARY': 'C.UTF-8', 'LANG': 'C.UTF-8', 'OLDPWD': '/home/rguinness/data/dvc', 'VIRTUAL_ENV': '/data/dvc/autoid/.venv', 'S_COLORS': 'auto', 'LC_NAME': 'C.UTF-8', 'XDG_SESSION_ID': '3750', 'USER': 'rguinness', 'PWD': '/home/rguinness/data/dvc/autoid', 'HOME': '/home/rguinness', 'WINDOW': '0', 'SSH_CLIENT': '10.10.0.10 51024 22', 'LC_ADDRESS': 'C.UTF-8', 'LC_NUMERIC': 'C.UTF-8', 'SSH_TTY': '/dev/pts/0', 'MAIL': '/var/mail/rguinness', 'SHELL': '/bin/bash', 'TERM': 'screen.xterm-256color', 'SHLVL': '2', 'LC_TELEPHONE': 'C.UTF-8', 'LOGNAME': 'rguinness', 'XDG_RUNTIME_DIR': '/run/user/1000', 'PATH': '/data/dvc/autoid/.venv/bin:/data/autoid/.venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games', 'LC_IDENTIFICATION': 'C.UTF-8', 'PS1': '(.venv) ${debian_chroot:+($debian_chroot)}\\[\\033[01;32m\\]\\u@\\h\\[\\033[00m\\]:\\[\\033[01;34m\\]\\w\\[\\033[00m\\]\\$ ', 'TERMCAP': 'SC|screen.xterm-256color|VT 100/ANSI X3.64 virtual terminal:\\\n\t:DO=\\E[%dB:LE=\\E[%dD:RI=\\E[%dC:UP=\\E[%dA:bs:bt=\\E[Z:\\\n\t:cd=\\E[J:ce=\\E[K:cl=\\E[H\\E[J:cm=\\E[%i%d;%dH:ct=\\E[3g:\\\n\t:do=^J:nd=\\E[C:pt:rc=\\E8:rs=\\Ec:sc=\\E7:st=\\EH:up=\\EM:\\\n\t:le=^H:bl=^G:cr=^M:it#8:ho=\\E[H:nw=\\EE:ta=^I:is=\\E)0:\\\n\t:li#60:co#238:am:xn:xv:LP:sr=\\EM:al=\\E[L:AL=\\E[%dL:\\\n\t:cs=\\E[%i%d;%dr:dl=\\E[M:DL=\\E[%dM:dc=\\E[P:DC=\\E[%dP:\\\n\t:im=\\E[4h:ei=\\E[4l:mi:IC=\\E[%d@:ks=\\E[?1h\\E=:\\\n\t:ke=\\E[?1l\\E>:vi=\\E[?25l:ve=\\E[34h\\E[?25h:vs=\\E[34l:\\\n\t:ti=\\E[?1049h:te=\\E[?1049l:us=\\E[4m:ue=\\E[24m:so=\\E[3m:\\\n\t:se=\\E[23m:mb=\\E[5m:md=\\E[1m:mh=\\E[2m:mr=\\E[7m:\\\n\t:me=\\E[m:ms:\\\n\t:Co#8:pa#64:AF=\\E[3%dm:AB=\\E[4%dm:op=\\E[39;49m:AX:\\\n\t:vb=\\Eg:G0:as=\\E(0:ae=\\E(B:\\\n\t:ac=\\140\\140aaffggjjkkllmmnnooppqqrrssttuuvvwwxxyyzz{{||}}~~..--++,,hhII00:\\\n\t:po=\\E[5i:pf=\\E[4i:Km=\\E[M:k0=\\E[10~:k1=\\EOP:k2=\\EOQ:\\\n\t:k3=\\EOR:k4=\\EOS:k5=\\E[15~:k6=\\E[17~:k7=\\E[18~:\\\n\t:k8=\\E[19~:k9=\\E[20~:k;=\\E[21~:F1=\\E[23~:F2=\\E[24~:\\\n\t:F3=\\E[1;2P:F4=\\E[1;2Q:F5=\\E[1;2R:F6=\\E[1;2S:\\\n\t:F7=\\E[15;2~:F8=\\E[17;2~:F9=\\E[18;2~:FA=\\E[19;2~:\\\n\t:FB=\\E[20;2~:FC=\\E[21;2~:FD=\\E[23;2~:FE=\\E[24;2~:kb=\x7f:\\\n\t:K2=\\EOE:kB=\\E[Z:kF=\\E[1;2B:kR=\\E[1;2A:*4=\\E[3;2~:\\\n\t:*7=\\E[1;2F:#2=\\E[1;2H:#3=\\E[2;2~:#4=\\E[1;2D:%c=\\E[6;2~:\\\n\t:%e=\\E[5;2~:%i=\\E[1;2C:kh=\\E[1~:@1=\\E[1~:kH=\\E[4~:\\\n\t:@7=\\E[4~:kN=\\E[6~:kP=\\E[5~:kI=\\E[2~:kD=\\E[3~:ku=\\EOA:\\\n\t:kd=\\EOB:kr=\\EOC:kl=\\EOD:km:', 'LESSOPEN': '| /usr/bin/lesspipe %s', 'LC_TIME': 'C.UTF-8', '_': '/data/dvc/autoid/.venv/bin/dvc', 'PYTHONPATH': '/data/dvc/autoid/.venv/lib/python3.6/site-packages'}'
Debug: Spawned '['/data/dvc/autoid/.venv/bin/python3', '-m', 'dvc', 'daemon', '-q', 'analytics', '/tmp/tmp0xbektcf']'
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment