Skip to content

Instantly share code, notes, and snippets.

View rghadia's full-sized avatar

Ravi Ghadia rghadia

  • Together.ai
  • San Francisco
View GitHub Profile
@rghadia
rghadia / test_ncclx_a2a.py
Created January 17, 2026 21:04
NCCLX trials
#!/usr/bin/env python3
"""
LD_PRELOAD=/home/rghadia/torchcomms/build/ncclx/lib/libnccl.so.2 LD_LIBRARY_PATH=/home/rghadia/torchcomms/build/ncclx/lib:$LD_LIBRARY_PATH torchrun --nproc_per_node=8 /home/ravighadia/LongSee/ncclx_trials/test_ncclx_a2a.py --backend both --trace --trace-dir ./traces
"""
import argparse
import ctypes.util
import datetime
import json
@rghadia
rghadia / torchcomms_CMakeLists.txt
Last active January 17, 2026 19:22
Fixes for installing torchcomms with NCCLX
# Copyright (c) Meta Platforms, Inc. and affiliates.
cmake_minimum_required(VERSION 3.22)
project(torchcomms_ncclx)
set(CMAKE_VERBOSE_MAKEFILE ON)
set(FETCHCONTENT_BASE_DIR "build/fetchcontent")
# Options
option(USE_NCCL "Whether to build NCCL or not" ON)
option(USE_NCCLX "Whether to build NCCLX or not" ON)