1 line
945 B
Plaintext
1 line
945 B
Plaintext
{"nbformat": 4, "nbformat_minor": 0, "metadata": {"colab": {"provenance": [], "gpuType": "T4"}, "kernelspec": {"name": "python3", "display_name": "Python 3"}, "accelerator": "GPU"}, "cells": [{"cell_type": "markdown", "source": ["# WEVAL Unsloth Fine-Tuning\\n", "2x faster, 70% less VRAM\\n", "**Free GPU: T4 on Colab**"]}, {"cell_type": "code", "source": ["!pip install unsloth\\n", "from unsloth import FastLanguageModel\\n", "model, tokenizer = FastLanguageModel.from_pretrained('unsloth/Qwen2.5-7B', max_seq_length=2048, load_in_4bit=True)\\n", "print('Model loaded!')"], "execution_count": null, "outputs": []}, {"cell_type": "code", "source": ["# Fine-tune with WEVAL data\\n", "from unsloth import is_bfloat16_supported\\n", "from trl import SFTTrainer\\n", "trainer = SFTTrainer(model=model, tokenizer=tokenizer, dataset_text_field='text', max_seq_length=2048)\\n", "print('Ready to train!')"], "execution_count": null, "outputs": []}]} |