Skip to content

Instantly share code, notes, and snippets.

@av
av / stack.py
Created February 14, 2025 19:59
Qwen-2.5-0.5B-stripes
import torch
import numpy as np
import matplotlib.pyplot as plt
from transformers import AutoModelForCausalLM
import gc
# model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-0.5B-Instruct")
model = AutoModelForCausalLM.from_pretrained("kz919/QwQ-0.5B-Distilled-SFT")
fig = plt.figure(figsize=(15, 10))