from pyspark.sql import SparkSession, Row from pyspark.sql.functions import udf from pyspark.sql.types import StructType, StructField, StringType, LongType from transformers import AutoTokenizer, AutoModelForSeq2SeqLM # Create a Spark session spark = SparkSession.builder.appName("FlanT5Seq2SeqExample").getOrCreate()