Variables
int	batch_size = 64

int	block_size = 256

int	max_iters = 5000

int	eval_interval = 500

int	learning_rate = 3e-4

str	device = "mps"

int	eval_iters = 200

int	n_embd = 384

int	n_head = 6

int	n_layer = 6

float	dropout = 0.2

	input_path = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "input.txt"))

	encoding

	text = f.read()

	chars = sorted(list(set(text)))

	vocab_size = len(chars)

dict	stoi = {ch: i for i, ch in enumerate(chars)}

dict	itos = {i: ch for i, ch in enumerate(chars)}

	encode = lambda s: [stoi[c] for c in s]

str	decode = lambda l: "".join([itos[i] for i in l])

Variable Documentation

◆ batch_size

int gpt.batch_size = 64

Definition at line 7 of file gpt.py.

◆ block_size

int gpt.block_size = 256

Definition at line 8 of file gpt.py.

◆ chars

gpt.chars = sorted(list(set(text)))

Definition at line 34 of file gpt.py.

◆ decode

str gpt.decode = lambda l: "".join([itos[i] for i in l])

Definition at line 41 of file gpt.py.

◆ device

str gpt.device = "mps"

Definition at line 13 of file gpt.py.

◆ dropout

float gpt.dropout = 0.2

Definition at line 24 of file gpt.py.

◆ encode

gpt.encode = lambda s: [stoi[c] for c in s]

Definition at line 40 of file gpt.py.

◆ encoding

gpt.encoding

Definition at line 30 of file gpt.py.

◆ eval_interval

int gpt.eval_interval = 500

Definition at line 10 of file gpt.py.

◆ eval_iters

int gpt.eval_iters = 200

Definition at line 20 of file gpt.py.

◆ input_path

gpt.input_path = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "input.txt"))

Definition at line 29 of file gpt.py.

◆ itos

dict gpt.itos = {i: ch for i, ch in enumerate(chars)}

Definition at line 39 of file gpt.py.

◆ learning_rate

int gpt.learning_rate = 3e-4

Definition at line 11 of file gpt.py.

◆ max_iters

int gpt.max_iters = 5000

Definition at line 9 of file gpt.py.

◆ n_embd

int gpt.n_embd = 384

Definition at line 21 of file gpt.py.

◆ n_head

int gpt.n_head = 6

Definition at line 22 of file gpt.py.

◆ n_layer

int gpt.n_layer = 6

Definition at line 23 of file gpt.py.

◆ stoi

dict gpt.stoi = {ch: i for i, ch in enumerate(chars)}

Definition at line 38 of file gpt.py.

◆ text

gpt.text = f.read()

Definition at line 31 of file gpt.py.

◆ vocab_size

gpt.vocab_size = len(chars)

Definition at line 35 of file gpt.py.

Variables