Study Intelligence AI

from flask import Flask, request, jsonify, send_file, render_template_string import os, io, uuid, requests, json, logging, torch import numpy as np from transformers import pipeline from gtts import gTTS from scipy.io import wavfile # Setup logging logging.basicConfig(level=logging.INFO) logger = logging.getLogger(__name__) app = Flask(__name__) # Config OPENROUTER_API_KEY = "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" MODEL_ID = "meta-llama/llama-3.1-405b-instruct:free" # Storage latest_ai_text = "No interaction yet." # Load Whisper STT (Optimized for CPU) device = "cuda" if torch.cuda.is_available() else "cpu" stt_pipeline = pipeline("automatic-speech-recognition", model="openai/whisper-tiny", device=device) def ask_llama(text): global latest_ai_text if not text.strip(): return "..." try: headers = { "Authorization": f"Bearer {OPENROUTER_API_KEY}", "Content-Type": "application/json" } payload = { "model": MODEL_ID, "messages": [ {"role": "system", "content": "You are Study Intelligence Robot. Max 10 words. Principal of KMGSS is Dinesh Thapa. Creator: Kalika Manavgyan Secondary School. Time: Dec 2025."}, {"role": "user", "content": text} ] } r = requests.post("https://openrouter.ai/api/v1/chat/completions", headers=headers, data=json.dumps(payload), timeout=15) ans = r.json()['choices'][0]['message']['content'].strip() latest_ai_text = ans return ans except Exception as e: logger.error(f"AI Error: {e}") return "Connection error." @app.route('/') def index(): return render_template_string(""" Study Intelligence AI

READY

TRANSCRIPTION

Press the button and talk...

""") @app.route('/process_audio_full', methods=['POST']) def process_audio(): try: audio_file = io.BytesIO(request.data) samplerate, data = wavfile.read(audio_file) if data.dtype != np.float32: data = data.astype(np.float32) / 32768.0 stt_result = stt_pipeline({"sampling_rate": samplerate, "raw": data}) user_text = stt_result.get('text', '').strip() or "Listening..." ai_reply = ask_llama(user_text) file_id = str(uuid.uuid4()) path = f"/tmp/{file_id}.mp3" gTTS(text=ai_reply, lang='en').save(path) return jsonify({"audio_url": f"/get_audio/{file_id}", "user_text": user_text}) except Exception as e: logger.error(e) return jsonify({"error": "failed"}), 500 @app.route('/get_audio/') def get_audio(fid): return send_file(f"/tmp/{fid}.mp3") @app.route('/latest_text') def latest(): return latest_ai_text if __name__ == '__main__': # Ensure tmp directory exists for gTTS if not os.path.exists('/tmp'): os.makedirs('/tmp') app.run(host='0.0.0.0', port=7860)