Skip to content

Instantly share code, notes, and snippets.

View v3ss0n's full-sized avatar
🚀
Avaliable

Phyo Arkar Lwin v3ss0n

🚀
Avaliable
View GitHub Profile
@v3ss0n
v3ss0n / llama-home.md
Created May 14, 2023 13:53 — forked from rain-1/llama-home.md
How to run Llama 13B with a 6GB graphics card

This worked on 14/May/23. The instructions will probably require updating in the future.

llama is a text prediction model similar to GPT-2, and the version of GPT-3 that has not been fine tuned yet. It is also possible to run fine tuned versions (like alpaca or vicuna with this. I think. Those versions are more focused on answering questions)

It is possible to run LLama 13B with a 6GB graphics card now! (e.g. a RTX 2060). Thanks to the amazing work involved in llama.cpp. The latest change is CUDA/cuBLAS which allows you pick an arbitrary number of the transformer layers to be run on the GPU. This is perfect for low VRAM.

  • Clone llama.cpp from git, I am on commit 08737ef720f0510c7ec2aa84d7f70c691073c35d.
    • git clone https://github.com/ggerganov/llama.cpp.git
  • cd llama.cpp
'{"lat":{"191":16.8253,"140":16.8941,"133":16.9364,"75":16.8972,"113":16.7789,"197":16.8048491,"164":16.772325,"196":16.8065,"118":16.8992,"175":16.8468,"16":19.6717,"90":16.9298,"68":16.9748,"177":16.8058587,"91":16.93211333,"136":16.90875167,"27":16.6283,"186":16.8588,"49":16.9063,"179":16.85534167,"154":16.8228,"174":16.8277164,"135":16.9061,"110":16.8331,"81":16.8283,"108":16.8733,"161":16.7762,"101":16.7864,"139":16.8895,"127":16.8639,"62":16.9173,"98":16.87819,"185":16.8555,"144":16.8084,"168":16.7771561,"166":16.8666,"35":17.0318,"89":16.9201,"150":16.7942,"134":16.885,"37":16.8625,"188":16.8616,"157":16.7794,"1":17.3377,"181":16.8409,"130":16.8212,"18":17.5338,"193":16.824904,"124":16.8539641,"0":16.4761,"170":16.8245,"149":16.7846,"23":17.1659,"69":16.87615,"50":16.8946,"155":16.85975333,"24":17.3003,"14":18.749,"30":17.0828,"25":16.7122,"107":16.8779,"178":16.7944,"112":16.8415,"171":16.798,"6":14.0618,"86":16.892,"48":16.8915,"137":16.8812472,"114":16.78261333,"182":16.8344,"94":16.8301,"33":16.824
class AppStaticHandler(StaticFileHandler):
def write_error(self, status_code, **kwargs):
errors = [403, 404, 500, 503]
# FIXME: logging.info("status_code: %s" % status_code)
if status_code in [404]:
# self.set_status(200)
with open("./dist/index.html") as f:
self.write(f.read())
else:
package com.hexyn.hover;
import android.content.Context;
import android.content.Intent;
import android.webkit.WebView;
import android.widget.Toast;
import com.hover.sdk.main.HoverParameters;
import com.hover.sdk.onboarding.HoverIntegrationActivity;
import com.hover.sdk.operators.Permission;
/*
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
distributed with this work for additional information
regarding copyright ownership. The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
<?xml version='1.0' encoding='utf-8'?>
<manifest android:hardwareAccelerated="true" android:versionCode="10000" android:versionName="1.0.0" package="com.embercordova.pitchstart" xmlns:android="http://schemas.android.com/apk/res/android">
<supports-screens android:anyDensity="true" android:largeScreens="true" android:normalScreens="true" android:resizeable="true" android:smallScreens="true" android:xlargeScreens="true" />
<uses-permission android:name="android.permission.INTERNET" />
<application android:hardwareAccelerated="true" android:icon="@mipmap/icon" android:label="@string/app_name" android:supportsRtl="true">
<meta-data android:name="com.hover.ApiKey" android:value="4bcd2f3039f93fda73ea7c9e4b9db1e2" />
<activity android:configChanges="orientation|keyboardHidden|keyboard|screenSize|locale" android:label="@string/activity_name" android:launchMode="singleTop" android:name="MainActivity" android:theme="@android:style/Theme.DeviceDefault.NoActionBar" android:windowSoftInputMode=
package com.hexyn.hover;
import android.content.Context;
import android.content.Intent;
import android.webkit.WebView;
import android.widget.Toast;
import com.hover.sdk.main.HoverParameters;
import com.hover.sdk.onboarding.HoverIntegrationActivity;
import com.hover.sdk.operators.Permission;
package com.hexyn.hover;
import android.content.Context;
import android.content.Intent;
import android.webkit.WebView;
import android.widget.Toast;
import com.hover.sdk.main.HoverParameters;
import com.hover.sdk.onboarding.HoverIntegrationActivity;
import com.hover.sdk.operators.Permission;
@v3ss0n
v3ss0n / controllers.application.js
Last active October 26, 2016 16:04
checkbox_filter
import Ember from 'ember';
export default Ember.Controller.extend({
statusFilterObjs:Ember.A( [{
status: "New",
checked: true
}, {
status: "Answering",
checked: true
}, {
@v3ss0n
v3ss0n / pogomap_install.sh
Created August 28, 2016 22:06
pogomap_install.sh
sudo apt-get -y update && sudo apt-get -y install build-essential git
wget -qO- https://raw.githubusercontent.com/creationix/nvm/v0.31.6/install.sh | bash
export NVM_DIR="$HOME/.nvm"
[ -s "$NVM_DIR/nvm.sh" ] && . "$NVM_DIR/nvm.sh" # This loads nvm
nvm install node
wget https://repo.continuum.io/miniconda/Miniconda2-latest-Linux-x86_64.sh -O ~/miniconda.sh
bash ~/miniconda.sh -b -p $HOME/miniconda
export PATH="$HOME/miniconda/bin:$PATH"
source ~/miniconda/bin/activate root
git clone -b develop https://github.com/PokemonGoMap/PokemonGo-Map.git PoGoMap