feat: API GET /suggest

src/controllers/suggest_controller.py

+import os
+from gradio_client import Client, handle_file
+
+class SuggestController:
+    def get_suggest(self, hf_token='', message='', system_prompt='', temperature=.0,
+                    max_new_tokens=0, top_k_sampling=0, repetition_penalty=.0,
+                    top_p_sampling=.0) -> str:
+        if hf_token == '':
+            hf_token = os.getenv("hf_token")
+
+        client = Client("mmcgovern574/Mistral-Small-24B-Instruct-2501", hf_token)
+
+        result = client.predict(
+            message=message,
+            param_2=system_prompt,
+            param_3=temperature,
+            param_4=max_new_tokens,
+            param_5=top_k_sampling,
+            param_6=repetition_penalty,
+            param_7=top_p_sampling,
+            api_name="/chat"
+        )
+
+        print(result)
+
+        return result

src/main.py

 from dotenv import load_dotenv
 from flask import Flask
-from routes.glb_route import setup_routes
+from routes.router import setup_routes
 
 load_dotenv()
 

src/routes/glb_route.py → src/routes/router.py

 from flask import Blueprint, request
 from controllers.glb_controller import GlbController
+from controllers.suggest_controller import SuggestController
 
 glb_bp = Blueprint('glb', __name__)
-controller = GlbController()
+suggest_bp = Blueprint('suggest', __name__)
+
+glb_controller = GlbController()
+suggest_controller = SuggestController()
 
 def setup_routes(app):
     @app.route('/glb', methods=['GET'])
@@ -17,7 +21,23 @@ def setup_routes(app):
         mesh_simplify = request.args.get('mesh_simplify', 0.95, type=bool)
         texture_size = request.args.get('texture_size', 1024, type=int)
 
-        return controller.get_glb(hf_token, base_image_url, ss_guidance_strength,
+        return glb_controller.get_glb(hf_token, base_image_url, ss_guidance_strength,
                                   ss_sampling_steps, slat_guidance_strength,
                                   slat_sampling_steps, multiimage_algo,
                                   mesh_simplify, texture_size)
+    
+    @app.route('/suggest', methods=['GET'])
+    def get_suggest():
+        hf_token = request.args.get('hf_token', '', type=str)
+        message = request.args.get('message', 'Hello!!', type=str)
+        system_prompt = request.args.get('system_prompt', 'You are a helpful assistant. First recognize the user request and then reply carefully with thinking.', type=str)
+        temperature = request.args.get('temperature', 0.7, type=float)
+        max_new_tokens = request.args.get('max_new_tokens', 12000, type=int)
+        top_k_sampling = request.args.get('top_k_sampling', 50, type=int)
+        repetition_penalty = request.args.get('repetition_penalty', 1.1, type=float)
+        top_p_sampling = request.args.get('top_p_sampling', 0.95, type=float)
+
+        return suggest_controller.get_suggest(hf_token, message, system_prompt,
+                                              temperature, max_new_tokens,
+                                              top_k_sampling, repetition_penalty,
+                                              top_p_sampling)