Pavel Zloi EvilFreelancer

## llms-comparison.md

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                EvilFreelancer
                / llms-comparison.md
            
            
              Last active
              August 15, 2023 17:48
            
              
                LLMs comparison (by HW and Context size usage)
              
          
    Details here: https://github.com/EvilFreelancer/benchmarking-llms

Graphics Card: RTX 4090 24Gb
CUDA Version: 11.7 (for ruGPT3 family) and 11.8 (for other models)
Python Version: 3.11.4

max_new_tokens=1024,
top_k=20,
top_p=0.9,


## functions.go
package main

func getProducts() ([]Product, error) {
	rows, err := db.Query("SELECT id, name, price FROM products")
	if err != nil {
		return nil, err
	}
	defer rows.Close()

	var products []Product

## main.go
package main

import (
	"database/sql"
	"encoding/json"
	"fmt"
	"log"
	"net/http"
	"strconv"

## index.php
<?php
$host = '127.0.0.1';
$db   = 'database';
$user = 'username';
$pass = 'password';
$charset = 'utf8mb4';

$dsn = "mysql:host=$host;dbname=$db;charset=$charset";
$opt = [
    PDO::ATTR_ERRMODE            => PDO::ERRMODE_EXCEPTION,

## main.go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
	"sync"
)

func main() {

## main.php
<?php

require 'vendor/autoload.php';

use GuzzleHttp\Client;
use GuzzleHttp\Promise;

// Создаем клиент Guzzle HTTP
$client = new Client();

## Dockerfile
FROM golang:1.20 AS builder
WORKDIR /app
COPY . .
RUN go mod download
RUN CGO_ENABLED=0 GOOS=linux go build -a -installsuffix cgo -o main .

FROM alpine:latest
RUN apk --no-cache add ca-certificates
WORKDIR /app/
COPY --from=builder /app/main .

## Dockerfile
FROM php:8.2-apache

COPY . /var/www/html/
WORKDIR /var/www/html/
RUN composer install

## gorutins.go
package main

import (
	"fmt"
	"time"
)

func printString(text string) {
	for i := 0; i < 3; i++ {
		time.Sleep(100 * time.Millisecond)

## docker-compose.yml
services:
  web:
    image: web-image
    env_file: .env
	package main

	func getProducts() ([]Product, error) {
	rows, err := db.Query("SELECT id, name, price FROM products")
	if err != nil {
	return nil, err
	}
	defer rows.Close()

	var products []Product
	package main

	import (
	"database/sql"
	"encoding/json"
	"fmt"
	"log"
	"net/http"
	"strconv"
	<?php
	$host = '127.0.0.1';
	$db = 'database';
	$user = 'username';
	$pass = 'password';
	$charset = 'utf8mb4';

	$dsn = "mysql:host=$host;dbname=$db;charset=$charset";
	$opt = [
	PDO::ATTR_ERRMODE => PDO::ERRMODE_EXCEPTION,
	<?php

	require 'vendor/autoload.php';

	use GuzzleHttp\Client;
	use GuzzleHttp\Promise;

	// Создаем клиент Guzzle HTTP
	$client = new Client();
	FROM golang:1.20 AS builder
	WORKDIR /app
	COPY . .
	RUN go mod download
	RUN CGO_ENABLED=0 GOOS=linux go build -a -installsuffix cgo -o main .

	FROM alpine:latest
	RUN apk --no-cache add ca-certificates
	WORKDIR /app/
	COPY --from=builder /app/main .
	FROM php:8.2-apache

	COPY . /var/www/html/
	WORKDIR /var/www/html/
	RUN composer install