AXD

app.py

@@ -1,151 +1,74 @@
-from pathlib import Path
-from typing import List, Dict, Tuple
-import matplotlib.colors as mpl_colors
-
-import pandas as pd
-import seaborn as sns
-import shinyswatch
-
-from shiny import App, Inputs, Outputs, Session, reactive, render, req, ui
-
-sns.set_theme()
-
-www_dir = Path(__file__).parent.resolve() / "www"
-
-df = pd.read_csv(Path(__file__).parent / "penguins.csv", na_values="NA")
-numeric_cols: List[str] = df.select_dtypes(include=["float64"]).columns.tolist()
-species: List[str] = df["Species"].unique().tolist()
-species.sort()
-
-app_ui = ui.page_fillable(
-    shinyswatch.theme.minty(),
-    ui.layout_sidebar(
-        ui.sidebar(
-            # Artwork by @allison_horst
-            ui.input_selectize(
-                "xvar",
-                "X variable",
-                numeric_cols,
-                selected="Bill Length (mm)",
-            ),
-            ui.input_selectize(
-                "yvar",
-                "Y variable",
-                numeric_cols,
-                selected="Bill Depth (mm)",
-            ),
-            ui.input_checkbox_group(
-                "species", "Filter by species", species, selected=species
-            ),
-            ui.hr(),
-            ui.input_switch("by_species", "Show species", value=True),
-            ui.input_switch("show_margins", "Show marginal plots", value=True),
-        ),
-        ui.output_ui("value_boxes"),
-        ui.output_plot("scatter", fill=True),
-        ui.help_text(
-            "Artwork by ",
-            ui.a("@allison_horst", href="https://twitter.com/allison_horst"),
-            class_="text-end",
-        ),
-    ),
-)
-
-
-def server(input: Inputs, output: Outputs, session: Session):
-    @reactive.Calc
-    def filtered_df() -> pd.DataFrame:
-        """Returns a Pandas data frame that includes only the desired rows"""
-
-        # This calculation "req"uires that at least one species is selected
-        req(len(input.species()) > 0)
-
-        # Filter the rows so we only include the desired species
-        return df[df["Species"].isin(input.species())]
-
-    @output
-    @render.plot
-    def scatter():
-        """Generates a plot for Shiny to display to the user"""
-
-        # The plotting function to use depends on whether margins are desired
-        plotfunc = sns.jointplot if input.show_margins() else sns.scatterplot
-
-        plotfunc(
-            data=filtered_df(),
-            x=input.xvar(),
-            y=input.yvar(),
-            palette=palette,
-            hue="Species" if input.by_species() else None,
-            hue_order=species,
-            legend=False,
-        )
-
-    @output
-    @render.ui
-    def value_boxes():
-        df = filtered_df()
-
-        def penguin_value_box(title: str, count: int, bgcol: str, showcase_img: str):
-            return ui.value_box(
-                title,
-                count,
-                {"class_": "pt-1 pb-0"},
-                showcase=ui.fill.as_fill_item(
-                    ui.tags.img(
-                        {"style": "object-fit:contain;"},
-                        src=showcase_img,
-                    )
-                ),
-                theme_color=None,
-                style=f"background-color: {bgcol};",
-            )
-
-        if not input.by_species():
-            return penguin_value_box(
-                "Penguins",
-                len(df.index),
-                bg_palette["default"],
-                # Artwork by @allison_horst
-                showcase_img="penguins.png",
-            )
-
-        value_boxes = [
-            penguin_value_box(
-                name,
-                len(df[df["Species"] == name]),
-                bg_palette[name],
-                # Artwork by @allison_horst
-                showcase_img=f"{name}.png",
-            )
-            for name in species
-            # Only include boxes for _selected_ species
-            if name in input.species()
-        ]
-
-        return ui.layout_column_wrap(*value_boxes, width = 1 / len(value_boxes))
-
-
-# "darkorange", "purple", "cyan4"
-colors = [[255, 140, 0], [160, 32, 240], [0, 139, 139]]
-colors = [(r / 255.0, g / 255.0, b / 255.0) for r, g, b in colors]
-
-palette: Dict[str, Tuple[float, float, float]] = {
-    "Adelie": colors[0],
-    "Chinstrap": colors[1],
-    "Gentoo": colors[2],
-    "default": sns.color_palette()[0],  # type: ignore
-}
-
-bg_palette = {}
-# Use `sns.set_style("whitegrid")` to help find approx alpha value
-for name, col in palette.items():
-    # Adjusted n_colors until `axe` accessibility did not complain about color contrast
-    bg_palette[name] = mpl_colors.to_hex(sns.light_palette(col, n_colors=7)[1])  # type: ignore
-
-
-app = App(
-    app_ui,
-    server,
-    static_assets=str(www_dir),
-)
+# Asegúrate de ejecutar esto en un entorno de Google Colab
+
+!pip install transformers torch
+
+import torch
+from torch import nn
+from transformers import GPT2LMHeadModel, GPT2Tokenizer
+
+class LiquidLayer(nn.Module):
+    def __init__(self, input_size, hidden_size):
+        super(LiquidLayer, self).__init__()
+        self.input_size = input_size
+        self.hidden_size = hidden_size
+        self.wx = nn.Linear(input_size, hidden_size)
+        self.wh = nn.Linear(hidden_size, hidden_size)
+        self.activation = nn.Tanh()
+
+    def forward(self, x, prev_state):
+        new_state = self.activation(self.wx(x) + self.wh(prev_state))
+        return new_state
+
+class LiquidGPT2(nn.Module):
+    def __init__(self, gpt2_model, liquid_size):
+        super(LiquidGPT2, self).__init__()
+        self.gpt2 = gpt2_model
+        self.liquid_layer = LiquidLayer(self.gpt2.config.n_embd, liquid_size)
+        self.memory = torch.zeros(1, liquid_size)
+
+    def forward(self, input_ids, attention_mask=None):
+        # Set output_hidden_states to True to get the last hidden state
+        gpt2_output = self.gpt2(input_ids, attention_mask=attention_mask, output_hidden_states=True)  
+        last_hidden_state = gpt2_output.hidden_states[-1][:, -1, :]  # Access last hidden state correctly
+        liquid_output = self.liquid_layer(last_hidden_state, self.memory)
+        self.memory = liquid_output.detach()
+        return self.gpt2.lm_head(liquid_output)
+
+# Cargar el modelo GPT-2 y el tokenizador
+tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
+gpt2_model = GPT2LMHeadModel.from_pretrained('gpt2')
+
+# Crear el modelo LiquidGPT2
+liquid_size = 768  # Mismo tamaño que las embeddings de GPT-2
+model = LiquidGPT2(gpt2_model, liquid_size)
+
+# Función para generar respuestas
+def generate_response(prompt, model, tokenizer, max_length=50):
+    input_ids = tokenizer.encode(prompt, return_tensors='pt')
+    attention_mask = torch.ones(input_ids.shape, dtype=torch.long)
+    
+    output = model(input_ids, attention_mask=attention_mask)
+    
+    # Generar tokens
+    generated = tokenizer.decode(torch.argmax(output, dim=-1).squeeze())
+    return generated
+
+# Ejemplo de uso
+prompt = "Hola, ¿cómo estás?"
+response = generate_response(prompt, model, tokenizer)
+print(f"Prompt: {prompt}")
+print(f"Respuesta: {response}")
+
+# Función de chat interactivo
+def chat():
+    print("¡Hola! Soy un chatbot basado en GPT-2 con una capa líquida. Escribe 'salir' para terminar.")
+    while True:
+        user_input = input("Tú: ")
+        if user_input.lower() == 'salir':
+            print("¡Hasta luego!")
+            break
+        response = generate_response(user_input, model, tokenizer)
+        print(f"ChatBot: {response}")
+
+# Iniciar chat
+chat()