[utils] #ml #pytorch

[工具整理] #pytorch

oss连接工具   IO

odps读table

pytorch训练/测试 读odps表  dataset

main.md

# Print model's state_dict
print("Model's state_dict:")
for param_tensor in model.state_dict():
    print(param_tensor, "\t", model.state_dict()[param_tensor].size())

# Print optimizer's state_dict
print("Optimizer's state_dict:")
for var_name in optimizer.state_dict():
    print(var_name, "\t", optimizer.state_dict()[var_name])

tar打包.md

压缩包

import tarfile
tar = tarfile.open("sample.tar", "w")
for name in ["foo", "bar", "quux"]:
    tar.add(name)
tar.close()

解压包

import tarfile
tar = tarfile.open("sample.tar.gz")
tar.extractall()
tar.close()