Update app.py

app.py

@@ -6,7 +6,7 @@ from huggingface_hub import InferenceClient
 import re
 from datetime import datetime
 import json
-
+import os
 import arxiv
 from utils import get_md_text_abstract, search_cleaner, get_arxiv_live_search
 
@@ -14,6 +14,8 @@ retrieve_results = 10
 show_examples = False
 llm_models_to_choose = ['mistralai/Mixtral-8x7B-Instruct-v0.1','mistralai/Mistral-7B-Instruct-v0.2', 'google/gemma-7b-it', 'None']
 
+token = os.get_env("HF_TOKEN")
+
 generate_kwargs = dict(
     temperature = None,
     max_new_tokens = 512,
@@ -162,7 +164,7 @@ with gr.Blocks(theme = gr.themes.Soft()) as demo:
           else:
               return model_disabled_text
               
-       client = InferenceClient(llm_model_picked)
+       client = InferenceClient(llm_model_picked, token = token)
        try:
            stream = client.text_generation(prompt, **generate_kwargs,  stream=stream_outputs, details=False, return_full_text=False)