Spaces:
Sleeping
Sleeping
| import edgedb | |
| import json | |
| import os | |
| from dotenv import load_dotenv | |
| load_dotenv() | |
| client = edgedb.create_client() | |
| for root, dirs, files in os.walk("../Banco_de_Dados/Coleta/downloaded_files"): | |
| for file in files: | |
| if file.endswith(".json"): | |
| with open(os.path.join(root, file), 'r') as f: | |
| data = json.load(f) | |
| data_path = './'+'/'.join(root.split('/')[5:]) | |
| # Insert Website | |
| client.query(''' | |
| INSERT Website { | |
| url := <str>$url, | |
| relative_path := <str>$relative_path, | |
| hyperrefs := <array<str>>$gov_links, | |
| images := {}, | |
| videos := {}, | |
| text := ( | |
| INSERT Text { | |
| content := <str>$content | |
| } | |
| ) | |
| }; | |
| ''', url=data['absolute_url'], \ | |
| relative_path=data_path, \ | |
| gov_links=data['gov_links'], \ | |
| content=data['text']) | |
| # Insert Images | |
| for image in data.get('images', []): | |
| client.query(''' | |
| UPDATE Website | |
| FILTER .url = <str>$url | |
| SET { | |
| images += { | |
| (INSERT Image { | |
| name := <str>$name, | |
| path := <str>$path, | |
| url := <str>$image_url, | |
| hyperlink := <str>$hyperlink, | |
| alt := <str>$alt, | |
| }) | |
| } | |
| }; | |
| ''', url=data['absolute_url'], \ | |
| path=image['path'], \ | |
| name=image['name'], \ | |
| image_url=image['url'], \ | |
| hyperlink=image['hyperlink'], \ | |
| alt=image['alt']) | |
| for video in data.get('videos', []): | |
| client.query(''' | |
| UPDATE Website | |
| FILTER .url = <str>$url | |
| SET { | |
| videos += { | |
| (INSERT Video { | |
| name := <str>$name, | |
| url := <str>$video_url, | |
| hyperlink := <str>$hyperlink, | |
| alt := <str>$alt, | |
| }) | |
| } | |
| }; | |
| ''', url=data['absolute_url'], \ | |
| name=video['name'], \ | |
| video_url=video['url'], \ | |
| hyperlink=video['hyperlink'], \ | |
| alt=video['alt']) |