| # coding=utf-8 | |
| # Copyright 2021 The HuggingFace Inc. team. All rights reserved. | |
| # | |
| # Licensed under the Apache License, Version 2.0 (the "License"); | |
| # you may not use this file except in compliance with the License. | |
| # You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, software |
One of the best things I've learned in therapy is how to establish and enforce strong boundaries.
Protect your time:
• if it’s not a hell yes!, it’s a no. • take breaks to come back stronger • slow down to find clarity of purpose • you don’t NEED a reason to say no
| import torch_xla.distributed.xla_multiprocessing as xmp | |
| import torch_xla.core.xla_model as xm | |
| def _mp_fn(index): | |
| print("I did something!") | |
| xm.rendezvous('checking_out') | |
| if __name__ == "__main__": | |
| xmp.spawn(_mp_fn, args=(), nprocs=8) |
| import torch_xla.core.xla_model as xm | |
| import torch_xla.core.xla_env_vars as xenv | |
| import os | |
| def main(args=None): | |
| print("I did something!") | |
| if os.getenv(xenv.HOST_WORLD_SIZE, None) and xm.xrt_world_size() > 1: | |
| xm.rendezvous("checking_out") | |
| if __name__ == "__main__": |
| #!/usr/bin/env python | |
| # Copyright 2021 The HuggingFace Team. All rights reserved. | |
| # | |
| # Licensed under the Apache License, Version 2.0 (the "License"); | |
| # you may not use this file except in compliance with the License. | |
| # You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # |