Deyan Ginev dginev

## fine_tuning.py
distil_bert = 'distilbert-base-uncased'

config = DistilBertConfig(dropout=0.2, attention_dropout=0.2)
config.output_hidden_states = False
transformer_model = TFDistilBertModel.from_pretrained(distil_bert, config = config)

input_ids_in = tf.keras.layers.Input(shape=(128,), name='input_token', dtype='int32')
input_masks_in = tf.keras.layers.Input(shape=(128,), name='masked_token', dtype='int32')

embedding_layer = transformer_model(input_ids_in, attention_mask=input_masks_in)[0]

## compare_electra.py
import collections

from configure_pretraining import PretrainingConfig
from run_pretraining import PretrainingModel
from pretrain.pretrain_data import get_input_fn, Inputs
import tensorflow as tf
import torch
from model import modeling
from transformers.modeling_electra import ElectraModel, ElectraGenerator, ElectraDiscriminator, load_tf_weights_in_electra
from transformers import BertConfig

## synthwaveglow.md

      
              1 file
            
          
              16 forks
            
          
              59 comments
            
          
              207 stars
            
          
                sbinlondon
                / synthwaveglow.md
            
            
              Last active
              February 22, 2024 22:40
            
              
                Get the synth wave glow theme working for VS Code on Mac
              
          
    Get the synth wave glow working for VS Code on Mac

These notes are pretty much the same steps as the two extensions list, it's just that I had to collate them together because neither seems to list it fully in the proper order.


Install Synthwave ’84/Synthwave + Fluoromachine theme on VS Code (I used the Fluoromachine one)


Install Custom CSS and JS Loader


Command + Shift + P to open command palette > "Preferences: Open settings (JSON)"


## maniac_mansion.rs
extern crate tokio_core;
extern crate futures_cpupool;
extern crate futures;

use futures::future::lazy;
use std::sync::Arc;

// Make sure data is not copy
#[derive(Debug)]
struct Data {

## a2dp.py
#! /usr/bin/env python3
"""Fixing bluetooth stereo headphone/headset problem in debian distros.

Workaround for bug: https://bugs.launchpad.net/ubuntu/+source/indicator-sound/+bug/1577197
Run it with python3.5 or higher after pairing/connecting the bluetooth stereo headphone.

This will be only fixes the bluez5 problem mentioned above .

Licence: Freeware

## word_embedding_vis.py
"""
Visualize word embeddings, using tsne.
First computes cosine distance of the 100 closests words, and then shows a clustering graph
of the first 11 closest words (the first one is always the word)
IT REQUIRES GLOVE MODEL.txt
line 31: glove_file = '../TBIR/glove.840B.300d.txt' MODIFY with the appropiate path

To Use it, you can just type: python word_embedding_vis.py <list of words space separated>
                              e.g: python word_embedding_vis.py cake word embedding music
"""

## google_twunter_lol
easterEgg.BadWorder.list={
"4r5e":1,
"5h1t":1,
"5hit":1,
a55:1,
anal:1,
anus:1,
ar5e:1,
arrse:1,
arse:1,
	distil_bert = 'distilbert-base-uncased'

	config = DistilBertConfig(dropout=0.2, attention_dropout=0.2)
	config.output_hidden_states = False
	transformer_model = TFDistilBertModel.from_pretrained(distil_bert, config = config)

	input_ids_in = tf.keras.layers.Input(shape=(128,), name='input_token', dtype='int32')
	input_masks_in = tf.keras.layers.Input(shape=(128,), name='masked_token', dtype='int32')

	embedding_layer = transformer_model(input_ids_in, attention_mask=input_masks_in)[0]
	import collections

	from configure_pretraining import PretrainingConfig
	from run_pretraining import PretrainingModel
	from pretrain.pretrain_data import get_input_fn, Inputs
	import tensorflow as tf
	import torch
	from model import modeling
	from transformers.modeling_electra import ElectraModel, ElectraGenerator, ElectraDiscriminator, load_tf_weights_in_electra
	from transformers import BertConfig
	extern crate tokio_core;
	extern crate futures_cpupool;
	extern crate futures;

	use futures::future::lazy;
	use std::sync::Arc;

	// Make sure data is not copy
	#[derive(Debug)]
	struct Data {
	#! /usr/bin/env python3
	"""Fixing bluetooth stereo headphone/headset problem in debian distros.

	Workaround for bug: https://bugs.launchpad.net/ubuntu/+source/indicator-sound/+bug/1577197
	Run it with python3.5 or higher after pairing/connecting the bluetooth stereo headphone.

	This will be only fixes the bluez5 problem mentioned above .

	Licence: Freeware
	"""
	Visualize word embeddings, using tsne.
	First computes cosine distance of the 100 closests words, and then shows a clustering graph
	of the first 11 closest words (the first one is always the word)
	IT REQUIRES GLOVE MODEL.txt
	line 31: glove_file = '../TBIR/glove.840B.300d.txt' MODIFY with the appropiate path

	To Use it, you can just type: python word_embedding_vis.py <list of words space separated>
	e.g: python word_embedding_vis.py cake word embedding music
	"""
	easterEgg.BadWorder.list={
	"4r5e":1,
	"5h1t":1,
	"5hit":1,
	a55:1,
	anal:1,
	anus:1,
	ar5e:1,
	arrse:1,
	arse:1,