radames commited on
Commit
cd4aa38
β€’
1 Parent(s): 9f97cd8

keep db different dir from repo, route for force push

Browse files
Files changed (1) hide show
  1. app.py +26 -5
app.py CHANGED
@@ -8,7 +8,7 @@ from datasets import load_dataset
8
  from flask import Flask, request, jsonify
9
  from flask_cors import CORS
10
  from flask_apscheduler import APScheduler
11
-
12
  from PIL import Image
13
  import sqlite3
14
  from huggingface_hub import Repository
@@ -19,7 +19,7 @@ CORS(app)
19
 
20
  TOKEN = os.environ.get('dataset_token')
21
 
22
- DB_FILE = Path("./data/prompts.db")
23
 
24
  repo = Repository(
25
  local_dir="data",
@@ -28,10 +28,13 @@ repo = Repository(
28
  use_auth_token=TOKEN
29
  )
30
  repo.git_pull()
 
 
31
 
32
  dataset = load_dataset(
33
  "huggingface-projects/wordalle_prompts",
34
  use_auth_token=TOKEN)
 
35
  Path("static/images").mkdir(parents=True, exist_ok=True)
36
 
37
  db = sqlite3.connect(DB_FILE)
@@ -60,7 +63,11 @@ with open('static/data.json', 'w') as f:
60
 
61
 
62
  def update_repository():
63
- with sqlite3.connect(DB_FILE) as db:
 
 
 
 
64
  db.row_factory = sqlite3.Row
65
  result = db.execute("SELECT * FROM prompts").fetchall()
66
  data = [dict(row) for row in result]
@@ -69,7 +76,6 @@ def update_repository():
69
  json.dump(data, f, separators=(',', ':'))
70
 
71
  print("Updating repository")
72
- repo.git_pull()
73
  repo.push_to_hub(blocking=False)
74
 
75
 
@@ -78,6 +84,21 @@ def index():
78
  return app.send_static_file('index.html')
79
 
80
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
81
  @app.route('/data')
82
  def getdata():
83
  return app.send_static_file('data.json')
@@ -105,7 +126,7 @@ if __name__ == '__main__':
105
  if mode != 'development':
106
  scheduler = APScheduler()
107
  scheduler.add_job(id='Update Dataset Repository',
108
- func=update_repository, trigger='interval', seconds=300)
109
  scheduler.start()
110
  app.run(host='0.0.0.0', port=int(
111
  os.environ.get('PORT', 7860)), debug=True)
 
8
  from flask import Flask, request, jsonify
9
  from flask_cors import CORS
10
  from flask_apscheduler import APScheduler
11
+ import shutil
12
  from PIL import Image
13
  import sqlite3
14
  from huggingface_hub import Repository
 
19
 
20
  TOKEN = os.environ.get('dataset_token')
21
 
22
+ DB_FILE = Path("./prompts.db")
23
 
24
  repo = Repository(
25
  local_dir="data",
 
28
  use_auth_token=TOKEN
29
  )
30
  repo.git_pull()
31
+ # copy db on db to local path
32
+ shutil.copyfile("./data/prompts.db", DB_FILE)
33
 
34
  dataset = load_dataset(
35
  "huggingface-projects/wordalle_prompts",
36
  use_auth_token=TOKEN)
37
+
38
  Path("static/images").mkdir(parents=True, exist_ok=True)
39
 
40
  db = sqlite3.connect(DB_FILE)
 
63
 
64
 
65
  def update_repository():
66
+ repo.git_pull()
67
+ # copy db on db to local path
68
+ shutil.copyfile(DB_FILE, "./data/prompts.db")
69
+
70
+ with sqlite3.connect("./data/prompts.db") as db:
71
  db.row_factory = sqlite3.Row
72
  result = db.execute("SELECT * FROM prompts").fetchall()
73
  data = [dict(row) for row in result]
 
76
  json.dump(data, f, separators=(',', ':'))
77
 
78
  print("Updating repository")
 
79
  repo.push_to_hub(blocking=False)
80
 
81
 
 
84
  return app.send_static_file('index.html')
85
 
86
 
87
+ @app.route('/force_push')
88
+ def push():
89
+ if(request.headers['token'] == TOKEN):
90
+ print("Force Push repository")
91
+ shutil.copyfile(DB_FILE, "./data/prompts.db")
92
+ oldpwd = os.getcwd()
93
+ os.chdir("./data")
94
+ os.system("git add .")
95
+ os.system("git commit -m 'force push'")
96
+ os.system("git push --force")
97
+ os.chdir(oldpwd)
98
+ return "Success", 200
99
+ else:
100
+ return "Error", 401
101
+
102
  @app.route('/data')
103
  def getdata():
104
  return app.send_static_file('data.json')
 
126
  if mode != 'development':
127
  scheduler = APScheduler()
128
  scheduler.add_job(id='Update Dataset Repository',
129
+ func=update_repository, trigger='interval', seconds=300)
130
  scheduler.start()
131
  app.run(host='0.0.0.0', port=int(
132
  os.environ.get('PORT', 7860)), debug=True)