changed group size to 1024 (constant)

hanlde_form_submit.py

@@ -20,11 +20,10 @@ def is_downloaded(model_name: str) -> bool:
 
 
 @lru_cache()
-def create_pipeline(model_name: str, group_size: int) -> GroupedSamplingPipeLine:
+def create_pipeline(model_name: str) -> GroupedSamplingPipeLine:
     """
     Creates a pipeline with the given model name and group size.
     :param model_name: The name of the model to use.
-    :param group_size: The size of the groups to use.
     :return: A pipeline with the given model name and group size.
     """
     if not is_downloaded(model_name):
@@ -38,7 +37,7 @@ def create_pipeline(model_name: str, group_size: int) -> GroupedSamplingPipeLine
     pipeline_start_time = time()
     pipeline = GroupedSamplingPipeLine(
         model_name=model_name,
-        group_size=group_size,
+        group_size=1024,
         end_of_sentence_stop=False,
         top_k=50,
         load_in_8bit=False,
@@ -92,7 +91,6 @@ def on_form_submit(
     loading_start_time = time()
     pipeline = create_pipeline(
         model_name=model_name,
-        group_size=output_length,
     )
     loading_end_time = time()
     loading_time = loading_end_time - loading_start_time