masta-g3 masta-g3

## 20240322_summary_placement.ipynb

      
              1 file
            
          
              0 forks
            
          
                0 comments
              
            
              0 stars
            
          
                masta-g3
                / 20240322_summary_placement.ipynb
            
            
              Last active
              March 22, 2024 22:18
            
          
      Loading

      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## notes
summary notes and more

## summarize_by_parts.py

%load_ext autoreload
%autoreload 2

# Summarizer

from langchain.chat_models import ChatOpenAI, AzureChatOpenAI
from langchain.text_splitter import RecursiveCharacterTextSplitter
from langchain.prompts import ChatPromptTemplate
from langchain.document_loaders import ArxivLoader

## llm_queue.txt
2407.03118
2203.0548
1000.95867
2407.16326

## llm_papers.txt
Cedille: A large autoregressive French language model
The Wisdom of Hindsight Makes Language Models Better Instruction Followers
ChatGPT: A Study on its Utility for Ubiquitous Software Engineering Tasks
Query2doc: Query Expansion with Large Language Models
The Internal State of an LLM Knows When its Lying
Structured information extraction from complex scientific text with fine-tuned large language models
TrueTeacher: Learning Factual Consistency Evaluation with Large Language Models
Large Language Models Encode Clinical Knowledge
PoET: A generative model of protein families as sequences-of-sequences
Fine-Grained Human Feedback Gives Better Rewards for Language Model Training

## gist:74b2575f874851a63671f392e646c72e
tz1ZWje5jpfbWrG5iuxz7qUx7eBLLAS5Tv3z,0x10,all
tz1eZv3NVo44c2LJ78pKUKabFUZABemX3QMN,256x256,all
tz1Sqhrj49cW9aTuwQrDa4mycnA7n5dDd7rF,abosch,all
tz1ZBMhTa7gxSpaeXoqyc6bTCrxEHfZYSpPt,aebrer,all
tz1h3Cz9aMM6aiNbfPhybev6o9KCfY8geaPd,alexandrajovanic,all
tz1St3n29AbYXZXV8W1BG41qYzz86J2CFAW7,alexthescott,all
tz2DFJE6jVMobNWzJMXtJG2YXJZUgE5JxRC8,also celador,all
tz1XQBiuYpkx3s9nF49D9HE2pbC3DUNnKZHJ,amit pitaru,all
tz1Z2kdYtxZ6YAYyCTYZUmEwvXJbdjN7mdzs,amy goodchild,all
tz1Roq6end2LFtkpGrmuyRZH82xsWfaRCat1,andreasrau,all

## follow.txt
tz1ZWje5jpfbWrG5iuxz7qUx7eBLLAS5Tv3z # 0x10
tz1eZv3NVo44c2LJ78pKUKabFUZABemX3QMN # 256x256
tz1Sqhrj49cW9aTuwQrDa4mycnA7n5dDd7rF # abosch
tz1ZBMhTa7gxSpaeXoqyc6bTCrxEHfZYSpPt # aebrer
tz1eYu9mJo9P4NXogtcisVnjGGnPp4pb4tTm # aj amos
tz1h3Cz9aMM6aiNbfPhybev6o9KCfY8geaPd # alexandrajovanic
tz1St3n29AbYXZXV8W1BG41qYzz86J2CFAW7 # alexthescott
tz2DFJE6jVMobNWzJMXtJG2YXJZUgE5JxRC8 # also celador
tz1XQBiuYpkx3s9nF49D9HE2pbC3DUNnKZHJ # amit pitaru
tz1Z2kdYtxZ6YAYyCTYZUmEwvXJbdjN7mdzs # amy goodchild

	%load_ext autoreload
	%autoreload 2

	# Summarizer

	from langchain.chat_models import ChatOpenAI, AzureChatOpenAI
	from langchain.text_splitter import RecursiveCharacterTextSplitter
	from langchain.prompts import ChatPromptTemplate
	from langchain.document_loaders import ArxivLoader
	Cedille: A large autoregressive French language model
	The Wisdom of Hindsight Makes Language Models Better Instruction Followers
	ChatGPT: A Study on its Utility for Ubiquitous Software Engineering Tasks
	Query2doc: Query Expansion with Large Language Models
	The Internal State of an LLM Knows When its Lying
	Structured information extraction from complex scientific text with fine-tuned large language models
	TrueTeacher: Learning Factual Consistency Evaluation with Large Language Models
	Large Language Models Encode Clinical Knowledge
	PoET: A generative model of protein families as sequences-of-sequences
	Fine-Grained Human Feedback Gives Better Rewards for Language Model Training
	tz1ZWje5jpfbWrG5iuxz7qUx7eBLLAS5Tv3z,0x10,all
	tz1eZv3NVo44c2LJ78pKUKabFUZABemX3QMN,256x256,all
	tz1Sqhrj49cW9aTuwQrDa4mycnA7n5dDd7rF,abosch,all
	tz1ZBMhTa7gxSpaeXoqyc6bTCrxEHfZYSpPt,aebrer,all
	tz1h3Cz9aMM6aiNbfPhybev6o9KCfY8geaPd,alexandrajovanic,all
	tz1St3n29AbYXZXV8W1BG41qYzz86J2CFAW7,alexthescott,all
	tz2DFJE6jVMobNWzJMXtJG2YXJZUgE5JxRC8,also celador,all
	tz1XQBiuYpkx3s9nF49D9HE2pbC3DUNnKZHJ,amit pitaru,all
	tz1Z2kdYtxZ6YAYyCTYZUmEwvXJbdjN7mdzs,amy goodchild,all
	tz1Roq6end2LFtkpGrmuyRZH82xsWfaRCat1,andreasrau,all
	tz1ZWje5jpfbWrG5iuxz7qUx7eBLLAS5Tv3z # 0x10
	tz1eZv3NVo44c2LJ78pKUKabFUZABemX3QMN # 256x256
	tz1Sqhrj49cW9aTuwQrDa4mycnA7n5dDd7rF # abosch
	tz1ZBMhTa7gxSpaeXoqyc6bTCrxEHfZYSpPt # aebrer
	tz1eYu9mJo9P4NXogtcisVnjGGnPp4pb4tTm # aj amos
	tz1h3Cz9aMM6aiNbfPhybev6o9KCfY8geaPd # alexandrajovanic
	tz1St3n29AbYXZXV8W1BG41qYzz86J2CFAW7 # alexthescott
	tz2DFJE6jVMobNWzJMXtJG2YXJZUgE5JxRC8 # also celador
	tz1XQBiuYpkx3s9nF49D9HE2pbC3DUNnKZHJ # amit pitaru
	tz1Z2kdYtxZ6YAYyCTYZUmEwvXJbdjN7mdzs # amy goodchild