| # This is a modified version of TRL's `SFTTrainer` example (https://github.com/huggingface/trl/blob/main/examples/scripts/sft_trainer.py), | |
| # adapted to run with DeepSpeed ZeRO-3 and Mistral-7B-V1.0. The settings below were run on 1 node of 8 x A100 (80GB) GPUs. | |
| # | |
| # Usage: | |
| # - Install the latest transformers & accelerate versions: `pip install -U transformers accelerate` | |
| # - Install deepspeed: `pip install deepspeed==0.9.5` | |
| # - Install TRL from main: pip install git+https://github.com/huggingface/trl.git | |
| # - Clone the repo: git clone github.com/huggingface/trl.git | |
| # - Copy this Gist into trl/examples/scripts | |
| # - Run from root of trl repo with: accelerate launch --config_file=examples/accelerate_configs/deepspeed_zero3.yaml --gradient_accumulation_steps 8 examples/scripts/sft_trainer.py |
Penetrating Testing/Assessment Workflow & other fun infosec stuff
https://github.com/jivoi/pentest
My feeble attempt to organize (in a somewhat logical fashion) the vast amount of information, tools, resources, tip and tricks surrounding penetration testing, vulnerability assessment, and information security as a whole*
| <!-- | |
| Tutorial code for: http://www.binpress.com/tutorial/generating-nice-movie-previews-with-ffmpeg/138 | |
| --> | |
| <!DOCTYPE html> | |
| <html lang="en"> | |
| <head> | |
| <title></title> | |
| </head> | |
| <body> | |
| <a href="https://www.youtube.com/watch?v=v1uyQZNg2vE" target="_blank" class="video-preview" data-frames="100" data-source="http://i.imgur.com/BX0pV4J.jpg"></a> |
| wget https://www.openssl.org/source/openssl-1.1.1.tar.gz | |
| tar -xvzf openssl-1.1.1.tar.gz | |
| cd openssl-1.1.1/ | |
| ./Configure linux-aarch64 --prefix=/usr/local/ssl --openssldir=/usr/local/ssl shared zlib | |
| make -j$(($(nproc)+1)) | |
| sudo make install | |
| sudo echo 'LD_LIBRARY_PATH=/usr/local/ssl/lib:${LD_LIBRARY_PATH}' >> /etc/environment | |
| rm openssl-1.1.1.tar.gz | |
| sudo rm openssl-1.1.1 -r |
| #ifndef __ERASE_FROM_MEMORY_H__ | |
| #define __ERASE_FROM_MEMORY_H__ 1 | |
| #define __STDC_WANT_LIB_EXT1__ 1 | |
| #include <stdlib.h> | |
| #include <string.h> | |
| void *erase_from_memory(void *pointer, size_t size_data, size_t size_to_remove) { | |
| #ifdef __STDC_LIB_EXT1__ | |
| memset_s(pointer, size_data, 0, size_to_remove); |
| #include "openssl/engine.h" | |
| #include "openssl/evp.h" | |
| #include "rfc1321/global.h" | |
| #include "rfc1321/md5.h" | |
| #define MD5_DIGEST_LENGTH 16 | |
| #define MD5_CBLOCK 64 | |
| static const char *engine_id = "MD5"; | |
| static const char *engine_name = "A simple md5 engine for demonstration purposes"; |
| SHELL=/bin/bash | |
| # to see all colors, run | |
| # bash -c 'for c in {0..255}; do tput setaf $c; tput setaf $c | cat -v; echo =$c; done' | |
| # the first 15 entries are the 8-bit colors | |
| # define standard colors | |
| BLACK := $(shell tput -Txterm setaf 0) | |
| RED := $(shell tput -Txterm setaf 1) | |
| GREEN := $(shell tput -Txterm setaf 2) |
| import java.util.Random; | |
| /** | |
| * | |
| * @author Vijini | |
| */ | |
| //Main class | |
| public class SimpleDemoGA { |
| #!/bin/bash | |
| # Automatically setup routing and DNS for a PiZero connected over a USB-network | |
| # NOTE: Before running this script for the first time, you need to run the | |
| # following two commands on your Linux PC | |
| # sudo sysctl -w net.ipv4.ip_forward=1 | |
| # sudo iptables -t nat -A POSTROUTING -s 169.254.0.0/16 -o eth0 -j MASQUERADE | |
| # (replace eth0 in the second command with your internet-facing network device, | |
| # e.g. wlan0 on a laptop) | |
| # The Avahi-discovered hostname |
