Gregory Leleytner RunFMe

## gist:3bc5573e6981d490fd892bfd6d67aecf
#!/usr/bin/env python3
"""Print pure-PyTorch MoE error caused by FP8-quantizing the middle activation."""

from __future__ import annotations

import argparse
from dataclasses import dataclass

import torch
from torch.nn import functional as F

## TaskSolution.ipynb

      
        
          
            
              
              1 file
            
          
          
            
              
              0 forks
            
          
            
              
                
                0 comments
              
            
          
            
              
              0 stars
            
          
        
        
          
              
          
          
            
                RunFMe
                / TaskSolution.ipynb
            
            
              Created
              April 13, 2020 17:55
            
          
        
      
        

      
    
    

          
    
      
      Loading

      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
	#!/usr/bin/env python3
	"""Print pure-PyTorch MoE error caused by FP8-quantizing the middle activation."""

	from __future__ import annotations

	import argparse
	from dataclasses import dataclass

	import torch
	from torch.nn import functional as F