thomwolf

# Copyright (c) 2019-present, Thomas Wolf.
# All rights reserved. This source code is licensed under the MIT-style license.
""" A very small and self-contained gist to train a GPT-2 transformer model on wikitext-103 """
import os
from collections import namedtuple
from tqdm import tqdm
import torch
import torch.nn as nn
from torch.utils.data import DataLoader
from ignite.engine import Engine, Events

hernamesbarbara

Principles of Adult Behavior

1. Be patient. No matter what.
2. Don’t badmouth: Assign responsibility, not blame. Say nothing of another you wouldn’t say to him.
3. Never assume the motives of others are, to them, less noble than yours are to you.
4. Expand your sense of the possible.
5. Don’t trouble yourself with matters you truly cannot change.
6. Expect no more of anyone than you can deliver yourself.
7. Tolerate ambiguity.
8. Laugh at yourself frequently.

mhuebert

(ns layout.core
  (:require
    [sablono.core :include-macros true :refer-macros [html]]
    [goog.dom :as gdom]
    [om.next :as om :refer-macros [defui]]))


(def leaves
  (atom {1 {:leaf/label   "Root"
            :leaf/id      1

bartvm

A comparison of Theano with other deep learning frameworks, highlighting a series of low-level design choices in no particular order.

Overview

• Differentiation

Differentiation

Symbolic: Theano, CGT; Automatic: Torch, MXNet

Symbolic and automatic differentiation are often confused or used interchangeably, although their implementations are significantly different.

cheery

import itertools

# Microkanren programs are 'goal' functions that take in a
# state and return a stream of states that satisfy the given goal.

# I am interested about microkanren because it presents a logic
# programming kernel which fits into a dynamically typed language.

# Anything could go as a variable, but I wanted names for variables.
class Variable(object):

cmd-ntrf

#    This file is part of EAP.
#
#    EAP is free software: you can redistribute it and/or modify
#    it under the terms of the GNU Lesser General Public License as
#    published by the Free Software Foundation, either version 3 of
#    the License, or (at your option) any later version.
#
#    EAP is distributed in the hope that it will be useful,
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the