Update app.py

app.py

@@ -68,10 +68,12 @@ import streamlit.components.v1 as components
 from PyPDF2 import PdfReader
 from huggingface_hub import HfApi
 import io
-from huggingface_hub import Repository
-from git import repo
+from datasets import load_dataset
 
-api = HfApi()
+# from huggingface_hub import Repository
+# from git import repo
+
+# api = HfApi()
 #device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 
 # from git import Repo
@@ -496,14 +498,14 @@ def main():
   # Write the JSON data to a file
   with open(json_file, "w") as f:
     f.write(json_data)
-    api.upload_file(
-        path_or_fileobj=json_data,
-        path_in_repo="ch.json",
-        repo_id="Seetha/IMA-pipeline-streamlit",
-        repo_type="dataset",
-        token="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",
-    )
-  
+    # api.upload_file(
+    #     path_or_fileobj=json_data,
+    #     path_in_repo="ch.json",
+    #     repo_id="Seetha/IMA-pipeline-streamlit",
+    #     repo_type="dataset",
+    #     token="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",
+    # )
+  dataset = load_dataset('json', data_files='smalljson.json')
   def convert_df(df):
 
   #IMPORTANT: Cache the conversion to prevent computation on every rerun