Arun Mallya arunmallya

## Adversarial variational bayes toy example.ipynb

      
              1 file
            
          
              23 forks
            
          
                6 comments
              
            
              53 stars
            
          
                poolio
                / Adversarial variational bayes toy example.ipynb
            
            
              Last active
              October 19, 2024 08:20
            
          
      Loading

      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## ema.py
# How to apply exponential moving average decay for variables?
# https://discuss.pytorch.org/t/how-to-apply-exponential-moving-average-decay-for-variables/10856/2
class EMA(nn.Module):
    def __init__(self, mu):
        super(EMA, self).__init__()
        self.mu = mu

    def forward(self,x, last_average):
        new_average = self.mu*x + (1-self.mu)*last_average
        return new_average

## convert_module.lua
local function ConvertBNcudnn2nn(net)
  local function ConvertModule(net)
    return net:replace(function(x)
        if torch.type(x) == 'cudnn.BatchNormalization' then
          return cudnn.convert(x, nn)
        else
          return x
        end
    end)
  end
	# How to apply exponential moving average decay for variables?
	# https://discuss.pytorch.org/t/how-to-apply-exponential-moving-average-decay-for-variables/10856/2
	class EMA(nn.Module):
	def __init__(self, mu):
	super(EMA, self).__init__()
	self.mu = mu

	def forward(self,x, last_average):
	new_average = self.mux + (1-self.mu)last_average
	return new_average
	local function ConvertBNcudnn2nn(net)
	local function ConvertModule(net)
	return net:replace(function(x)
	if torch.type(x) == 'cudnn.BatchNormalization' then
	return cudnn.convert(x, nn)
	else
	return x
	end
	end)
	end