This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# python ./din_seq3.py --model_name din_1k_seq3_v3_modify_v2 --train_keyset_num 1 --keyset_dir './data_parquet/keyset ' --batch_size 36000 --batchsize_eval 36000 --max_eval_batches 20 --gpus '0' --train_dir '/data' --start_date '20231012' --end_date '20231013' --datePath '20231107' --workspace_size_per_gpu_in_mb 1200 | |
import hugectr | |
# from mpi4py import MPI | |
import time | |
import os | |
import datetime | |
import hugectr2onnx | |
import json | |
import sys | |
# logger = Log(__name__).getlog() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import hugectr | |
from mpi4py import MPI | |
import time | |
import os | |
import datetime | |
import hugectr2onnx | |
import json | |
import sys | |
from tools.log import Log | |
logger = Log(__name__).getlog() |