Update app.py

app.py

@@ -1,5 +1,31 @@
+from threading import Thread
 import gradio as gr
+import inspect
+from gradio import routes
+from typing import List, Type
 from transformers import AutoTokenizer
+
+loop = asyncio.get_event_loop()
+
+# init code
+def get_types(cls_set: List[Type], component: str):
+    docset = []
+    types = []
+    if component == "input":
+        for cls in cls_set:
+            doc = inspect.getdoc(cls)
+            doc_lines = doc.split("\n")
+            docset.append(doc_lines[1].split(":")[-1])
+            types.append(doc_lines[1].split(")")[0].split("(")[-1])
+    else:
+        for cls in cls_set:
+            doc = inspect.getdoc(cls)
+            doc_lines = doc.split("\n")
+            docset.append(doc_lines[-1].split(":")[-1])
+            types.append(doc_lines[-1].split(")")[0].split("(")[-1])
+    return docset, types
+routes.get_types = get_types
+
 from petals import AutoDistributedModelForCausalLM
 import npc_data