Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
JSON Schema of LR Scheduler
{
"$schema": "http://json-schema.org/draft-04/schema#",
"title": "LRSchedulerConfigs",
"description": "LR Scheduler Configs for PyTorch",
"type": "array",
"items": {
"$ref": "#/definitions/LRSchedulerConfig"
},
"definitions": {
"LRSchedulerConfig": {
"type": "object",
"properties": {
"mode": {
"enum": [
"step",
"cos"
],
"default": "cos"
},
"base_lr": {
"type": "number",
"default": 0.8
},
"target_lr": {
"type": "number",
"default": 0.0002
},
"decay_factor": {
"type": "number",
"default": 0.1
},
"milestones": {
"type": "array",
"items": {
"type": "number"
},
"default": [
0.3,
0.6,
0.9
]
},
"lr_decay": {
"type": "number",
"default": 0.98
},
"warm_up": {
"type": "object",
"properties": {
"from": {
"type": "number",
"default": 0.0
},
"steps": {
"type": "integer",
"default": 0
}
}
}
},
"additionalProperties": false
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.