how to use textgrad with huggingface pipeline llm

[Sahilgul]

# Colab Env to Run llama3.1

import torch
from langchain_huggingface import HuggingFacePipeline
from transformers import AutoModelForCausalLM, AutoTokenizer,pipeline
model_id = "meta-llama/Meta-Llama-3.1-8B"

tokenizer = AutoTokenizer.from_pretrained(model_id,skip_special_tokens=True)
model = AutoModelForCausalLM.from_pretrained(model_id, device_map='balanced')


pipe = pipeline(
                "text-generation",
                model=model,
                tokenizer=tokenizer,
                max_new_tokens=256,
                temperature=0,
                do_sample=False,
                return_full_text=False
            )
from langchain_huggingface import HuggingFacePipeline
llm = HuggingFacePipeline(pipeline=pipe)