Skip to content

Instantly share code, notes, and snippets.

@luxedo
Last active April 15, 2019 19:08
Show Gist options
  • Save luxedo/ad000abdbb4e5a717e7da15e1e0b65d3 to your computer and use it in GitHub Desktop.
Save luxedo/ad000abdbb4e5a717e7da15e1e0b65d3 to your computer and use it in GitHub Desktop.
$ dvc push -v > dvc.log 2>&1
DEBUG: PRAGMA user_version;
DEBUG: fetched: [(3,)]
DEBUG: CREATE TABLE IF NOT EXISTS state (inode INTEGER PRIMARY KEY, mtime TEXT NOT NULL, size TEXT NOT NULL, md5 TEXT NOT NULL, timestamp TEXT NOT NULL)
DEBUG: CREATE TABLE IF NOT EXISTS state_info (count INTEGER)
DEBUG: CREATE TABLE IF NOT EXISTS link_state (path TEXT PRIMARY KEY, inode INTEGER NOT NULL, mtime TEXT NOT NULL)
DEBUG: INSERT OR IGNORE INTO state_info (count) SELECT 0 WHERE NOT EXISTS (SELECT * FROM state_info)
DEBUG: PRAGMA user_version = 3;
DEBUG: Path /home/john/imagem-mariposas/.dvc/cache/3e/4a6b6668be13477f2b5c285ac9fbb5.dir inode 2097211
DEBUG: SELECT mtime, size, md5, timestamp from state WHERE inode=2097211
DEBUG: fetched: [('1554995559000000000', '1601802', '3e4a6b6668be13477f2b5c285ac9fbb5', '1555354543459069440')]
DEBUG: UPDATE state SET timestamp = "1555354576254035968" WHERE inode = 2097211
DEBUG: File '/home/john/imagem-mariposas/.dvc/cache/3e/4a6b6668be13477f2b5c285ac9fbb5.dir', md5 '3e4a6b6668be13477f2b5c285ac9fbb5.dir', actual '3e4a6b6668be13477f2b5c285ac9fbb5'
DEBUG: Path /home/john/imagem-mariposas/.dvc/cache/3e/4a6b6668be13477f2b5c285ac9fbb5.dir inode 2097211
DEBUG: SELECT mtime, size, md5, timestamp from state WHERE inode=2097211
DEBUG: fetched: [('1554995559000000000', '1601802', '3e4a6b6668be13477f2b5c285ac9fbb5', '1555354576254035968')]
DEBUG: UPDATE state SET timestamp = "1555354576254659328" WHERE inode = 2097211
DEBUG: File '/home/john/imagem-mariposas/.dvc/cache/3e/4a6b6668be13477f2b5c285ac9fbb5.dir', md5 '3e4a6b6668be13477f2b5c285ac9fbb5.dir', actual '3e4a6b6668be13477f2b5c285ac9fbb5'
DEBUG: Path /home/john/imagem-mariposas/.dvc/cache/08/4536cb9f552b642099a71351310ae2.dir inode 2112687
DEBUG: SELECT mtime, size, md5, timestamp from state WHERE inode=2112687
DEBUG: fetched: [('1555353532668335616', '164', '084536cb9f552b642099a71351310ae2', '1555354545190921984')]
DEBUG: UPDATE state SET timestamp = "1555354576324244736" WHERE inode = 2112687
DEBUG: File '/home/john/imagem-mariposas/.dvc/cache/08/4536cb9f552b642099a71351310ae2.dir', md5 '084536cb9f552b642099a71351310ae2.dir', actual '084536cb9f552b642099a71351310ae2'
DEBUG: Path /home/john/imagem-mariposas/.dvc/cache/08/4536cb9f552b642099a71351310ae2.dir inode 2112687
DEBUG: SELECT mtime, size, md5, timestamp from state WHERE inode=2112687
DEBUG: fetched: [('1555353532668335616', '164', '084536cb9f552b642099a71351310ae2', '1555354576324244736')]
DEBUG: UPDATE state SET timestamp = "1555354576324736512" WHERE inode = 2112687
DEBUG: File '/home/john/imagem-mariposas/.dvc/cache/08/4536cb9f552b642099a71351310ae2.dir', md5 '084536cb9f552b642099a71351310ae2.dir', actual '084536cb9f552b642099a71351310ae2'
Preparing to upload data to 'gs://tarvos-datasets'
Preparing to collect status from gs://tarvos-datasets
DEBUG: Path /home/john/imagem-mariposas/.dvc/cache/f7/4f5700b910a7d7aefcd6c2d5bac13c inode 2110984
... goes on for 70k lines
DEBUG: Uploading '/home/john/imagem-mariposas/.dvc/cache/08/4536cb9f552b642099a71351310ae2.dir' to 'tarvos-datasets/08/4536cb9f552b642099a71351310ae2.dir'
DEBUG: Uploading '/home/john/imagem-mariposas/.dvc/cache/0e/79919a91710ff46ae4abc46e407fc6' to 'tarvos-datasets/0e/79919a91710ff46ae4abc46e407fc6'
ERROR: failed to upload '/home/john/imagem-mariposas/.dvc/cache/08/4536cb9f552b642099a71351310ae2.dir' to 'tarvos-datasets/08/4536cb9f552b642099a71351310ae2.dir' - 403 POST https://www.googleapis.com/upload/storage/v1/b/tarvos-datasets/o?uploadType=multipart: ('Request failed with status code', 403, 'Expected one of', <HTTPStatus.OK: 200>)
------------------------------------------------------------
Traceback (most recent call last):
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 1085, in upload_from_file
client, file_obj, content_type, size, num_retries, predefined_acl
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 991, in _do_upload
client, stream, content_type, size, num_retries, predefined_acl
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 785, in _do_multipart_upload
response = upload.transmit(transport, data, object_metadata, content_type)
File "/usr/local/lib/python3.5/dist-packages/google/resumable_media/requests/upload.py", line 98, in transmit
self._process_response(result)
File "/usr/local/lib/python3.5/dist-packages/google/resumable_media/_upload.py", line 110, in _process_response
response, (http_client.OK,), self._get_status_code)
File "/usr/local/lib/python3.5/dist-packages/google/resumable_media/_helpers.py", line 93, in require_status_code
status_code, u'Expected one of', *status_codes)
google.resumable_media.common.InvalidResponse: ('Request failed with status code', 403, 'Expected one of', <HTTPStatus.OK: 200>)
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.5/dist-packages/dvc/remote/gs.py", line 149, in upload
blob.upload_from_filename(from_info["path"])
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 1140, in upload_from_filename
predefined_acl=predefined_acl,
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 1089, in upload_from_file
_raise_from_invalid_response(exc)
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 1960, in _raise_from_invalid_response
raise exceptions.from_http_status(response.status_code, message, response=response)
google.api_core.exceptions.Forbidden: 403 POST https://www.googleapis.com/upload/storage/v1/b/tarvos-datasets/o?uploadType=multipart: ('Request failed with status code', 403, 'Expected one of', <HTTPStatus.OK: 200>)
------------------------------------------------------------
Having any troubles?. Hit us up at https://dvc.org/support, we are always happy to help!
ERROR: failed to upload '/home/john/imagem-mariposas/.dvc/cache/52/5af1aed1e5388de86c42ae406daa91' to 'tarvos-datasets/52/5af1aed1e5388de86c42ae406daa91' - 403 POST https://www.googleapis.com/upload/storage/v1/b/tarvos-datasets/o?uploadType=resumable: ('Response headers must contain header', 'location')
------------------------------------------------------------
Traceback (most recent call last):
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 1085, in upload_from_file
client, file_obj, content_type, size, num_retries, predefined_acl
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 995, in _do_upload
client, stream, content_type, size, num_retries, predefined_acl
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 938, in _do_resumable_upload
predefined_acl=predefined_acl,
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 887, in _initiate_resumable_upload
stream_final=False,
File "/usr/local/lib/python3.5/dist-packages/google/resumable_media/requests/upload.py", line 327, in initiate
self._process_initiate_response(result)
File "/usr/local/lib/python3.5/dist-packages/google/resumable_media/_upload.py", line 449, in _process_initiate_response
response, u'location', self._get_headers)
File "/usr/local/lib/python3.5/dist-packages/google/resumable_media/_helpers.py", line 64, in header_required
response, u'Response headers must contain header', name)
google.resumable_media.common.InvalidResponse: ('Response headers must contain header', 'location')
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.5/dist-packages/dvc/remote/gs.py", line 149, in upload
blob.upload_from_filename(from_info["path"])
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 1140, in upload_from_filename
predefined_acl=predefined_acl,
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 1089, in upload_from_file
_raise_from_invalid_response(exc)
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 1960, in _raise_from_invalid_response
raise exceptions.from_http_status(response.status_code, message, response=response)
google.api_core.exceptions.Forbidden: 403 POST https://www.googleapis.com/upload/storage/v1/b/tarvos-datasets/o?uploadType=resumable: ('Response headers must contain header', 'location')
------------------------------------------------------------
Having any troubles?. Hit us up at https://dvc.org/support, we are always happy to help!
ERROR: failed to upload '/home/john/imagem-mariposas/.dvc/cache/0e/79919a91710ff46ae4abc46e407fc6' to 'tarvos-datasets/0e/79919a91710ff46ae4abc46e407fc6' - 403 POST https://www.googleapis.com/upload/storage/v1/b/tarvos-datasets/o?uploadType=multipart: ('Request failed with status code', 403, 'Expected one of', <HTTPStatus.OK: 200>)
------------------------------------------------------------
Traceback (most recent call last):
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 1085, in upload_from_file
client, file_obj, content_type, size, num_retries, predefined_acl
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 991, in _do_upload
client, stream, content_type, size, num_retries, predefined_acl
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 785, in _do_multipart_upload
response = upload.transmit(transport, data, object_metadata, content_type)
File "/usr/local/lib/python3.5/dist-packages/google/resumable_media/requests/upload.py", line 98, in transmit
self._process_response(result)
File "/usr/local/lib/python3.5/dist-packages/google/resumable_media/_upload.py", line 110, in _process_response
response, (http_client.OK,), self._get_status_code)
File "/usr/local/lib/python3.5/dist-packages/google/resumable_media/_helpers.py", line 93, in require_status_code
status_code, u'Expected one of', *status_codes)
google.resumable_media.common.InvalidResponse: ('Request failed with status code', 403, 'Expected one of', <HTTPStatus.OK: 200>)
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.5/dist-packages/dvc/remote/gs.py", line 149, in upload
blob.upload_from_filename(from_info["path"])
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 1140, in upload_from_filename
predefined_acl=predefined_acl,
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 1089, in upload_from_file
_raise_from_invalid_response(exc)
File "/usr/local/lib/python3.5/dist-packages/google/cloud/storage/blob.py", line 1960, in _raise_from_invalid_response
raise exceptions.from_http_status(response.status_code, message, response=response)
google.api_core.exceptions.Forbidden: 403 POST https://www.googleapis.com/upload/storage/v1/b/tarvos-datasets/o?uploadType=multipart: ('Request failed with status code', 403, 'Expected one of', <HTTPStatus.OK: 200>)
------------------------------------------------------------
Having any troubles?. Hit us up at https://dvc.org/support, we are always happy to help!
DEBUG: SELECT count from state_info WHERE rowid=1
DEBUG: fetched: [(14397,)]
DEBUG: UPDATE state_info SET count = 14397 WHERE rowid = 1
DEBUG: Path /home/john/imagem-mariposas/.dvc/cache inode 2097203
DEBUG: INSERT OR REPLACE INTO state(inode, size, mtime, timestamp, md5) VALUES (2097203, "7809167266", "1555353532668335616", "1555354611236354560", "")
DEBUG: Analytics is enabled.
DEBUG: Trying to spawn '['/usr/bin/python3', '-m', 'dvc', 'daemon', '-q', 'analytics', '/tmp/tmpsfubgwpm']'
DEBUG: Spawned '['/usr/bin/python3', '-m', 'dvc', 'daemon', '-q', 'analytics', '/tmp/tmpsfubgwpm']'
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment