Update app.py

app.py

@@ -19,7 +19,12 @@ import requests
 
 from huggingface_hub import hf_hub_download
 
-hf_hub_download(repo_id="CogSphere/aCogSphere", filename="./reviews.csv")
+#hf_hub_download(repo_id="CogSphere/aCogSphere", filename="./reviews.csv")
+
+from huggingface_hub import login
+from datasets import load_dataset
+dataset = load_dataset("csv", data_files="./data.csv")
+
 
 DB_FILE = "./reviews.db"
 
@@ -33,8 +38,10 @@ repo = huggingface_hub.Repository(
 )
 repo.git_pull()
 
+login(username="CognitiveScience", token=TOKEN)
+
 # Set db to latest
-shutil.copyfile("./data/reviews01.db", DB_FILE)
+#shutil.copyfile("./data/reviews01.db", DB_FILE)
 
 # Create table if it doesn't already exist
 
@@ -120,13 +127,22 @@ with gr.Blocks(css=css) as demo:
                 load_data()
                 #return "Hello " + name + "!"
 def backup_db():
-    shutil.copyfile(DB_FILE, "./reviews02.db")
+    shutil.copyfile(DB_FILE, "./reviews01.db")
     db = sqlite3.connect(DB_FILE)
     reviews = db.execute("SELECT * FROM reviews").fetchall()
     pd.DataFrame(reviews).to_csv("./reviews1.csv", index=False)
     print("updating db")
     repo.push_to_hub(blocking=False, commit_message=f"Updating data at {datetime.datetime.now()}")
-
+    
+def backup_db_csv():
+    shutil.copyfile(DB_FILE, "./reviews02.db")
+    db = sqlite3.connect(DB_FILE)
+    reviews = db.execute("SELECT * FROM reviews").fetchall()
+    pd.DataFrame(reviews).to_csv("./reviews2.csv", index=False)
+    print("updating db csv")
+    dataset = load_dataset("csv", data_files="./reviews2.csv")
+    repo.push_to_hub("CognitiveScience/csdhdata", blocking=False, commit_message=f"Updating data-csv at {datetime.datetime.now()}")
+    
 #def load_data2():
 #    db = sqlite3.connect(DB_FILE)
 #    reviews, total_reviews = get_latest_reviews(db)
@@ -135,11 +151,15 @@ def backup_db():
 #    #return reviews, total_reviews
     
 scheduler2 = BackgroundScheduler()
-scheduler2.add_job(func=run_actr, trigger="interval", seconds=60)
+scheduler2.add_job(func=run_actr, trigger="interval", seconds=90)
 scheduler2.start()
 
 scheduler2 = BackgroundScheduler()
-scheduler2.add_job(func=backup_db, trigger="interval", seconds=90)
+scheduler2.add_job(func=backup_db, trigger="interval", seconds=15)
 scheduler2.start()
 
+scheduler3 = BackgroundScheduler()
+scheduler3.add_job(func=backup_db_csv, trigger="interval", seconds=31)
+scheduler3.start()
+
 demo.launch()