Deal with different encodings

app.py

@@ -1,5 +1,6 @@
 import gradio as gr
 from transformers import pipeline
+import chardet
 
 # Initialize the question-answering pipeline
 qa_pipeline = pipeline("question-answering")
@@ -12,8 +13,15 @@ def answer_question(context, question):
 
 def process(context_file, question):
     # Read the context from the uploaded file
-    with open(context_file.name, 'r') as file:
-        context = file.read()
+    
+    #with open(context_file.name, 'r') as file:
+        #context = file.read()
+    with open(context_file.name, 'rb') as file:
+        raw_data = file.read()
+        result = chardet.detect(raw_data)
+        encoding = result['encoding']
+        context = raw_data.decode(encoding, errors='replace')  # Replace errors with placeholder
+    
 
     answer = answer_question(context, question)
     return answer