Spaces:

reddit-tools-HF
/

dataset-creator-reddit-bestofredditorupdates

Running

App Files Files Community

derek-thomas HF staff commited on Apr 14, 2023

Commit

8e8a9fc

•

1 Parent(s): ed3130d

Adding diagram

Browse files

Files changed (2) hide show

app.py +25 -1
media/reddit_scraper.drawio.html +11 -0

app.py CHANGED Viewed

@@ -1,7 +1,23 @@
 import gradio as gr
 from rich.console import Console
 from rich.syntax import Syntax
 def log_file_to_html_string():
     log_file = "mylog.log"
@@ -20,9 +36,17 @@ def log_file_to_html_string():
 #        body_background_fill="repeating-linear-gradient(45deg, *primary_800, *primary_800 10px, *primary_900 10px, *primary_900 20px)",
 #        body_background_fill_dark="repeating-linear-gradient(45deg, *primary_800, *primary_800 10px, *primary_900 10px, *primary_900 20px)",
 #        )
 with gr.Blocks() as demo:
-    name = gr.Markdown("# Reddit Scraper")
     output = gr.HTML(log_file_to_html_string, every=1)
     demo.load(None,
               _js="""

+import os
+from pathlib import Path
 import gradio as gr
 from rich.console import Console
 from rich.syntax import Syntax
+proj_dir = Path(__name__).parent
+subreddit = os.environ["SUBREDDIT"]
+username = os.environ["USERNAME"]
+dataset_name = f"{username}/dataset-creator-{subreddit}"
+with open(proj_dir / "media/reddit_scraper.drawio.html", "r") as f:
+    html_string = f.read()
+    html_string.replace("SPACE_NAME", f"{username}/reddit-dataset-creator")
+    html_string.replace("SPACE_LINK", f"https://huggingface.co/spaces/{username}/reddit-dataset-creator")
+    html_string.replace("DATASET_NAME", f"{username}/dataset-creator-{subreddit}")
+    html_string.replace("DATASET_LINK", f"https://huggingface.co/datasets/{username}/dataset-creator-{subreddit}")
 def log_file_to_html_string():
     log_file = "mylog.log"
 #        body_background_fill="repeating-linear-gradient(45deg, *primary_800, *primary_800 10px, *primary_900 10px, *primary_900 20px)",
 #        body_background_fill_dark="repeating-linear-gradient(45deg, *primary_800, *primary_800 10px, *primary_900 10px, *primary_900 20px)",
 #        )
+markdown = f"""
+# Reddit Scraper
+This is a reddit scraper which builds [{dataset_name}](https://huggingface.co/datasets/{dataset_name}).
+See the diagram below:
+{html_string}
+"""
 with gr.Blocks() as demo:
+    name = gr.Markdown("")
     output = gr.HTML(log_file_to_html_string, every=1)
     demo.load(None,
               _js="""

media/reddit_scraper.drawio.html ADDED Viewed

	@@ -0,0 +1,11 @@

+<!--[if IE]><meta http-equiv="X-UA-Compatible" content="IE=5,IE=9" ><![endif]-->
+<!DOCTYPE html>
+<html>
+<head>
+<title>reddit_scraper</title>
+<meta charset="utf-8"/>
+</head>
+<body><div class="mxgraph" style="max-width:100%;border:1px solid transparent;" data-mxgraph="{&quot;highlight&quot;:&quot;#0000ff&quot;,&quot;nav&quot;:true,&quot;resize&quot;:true,&quot;toolbar&quot;:&quot;zoom layers tags lightbox&quot;,&quot;edit&quot;:&quot;_blank&quot;,&quot;xml&quot;:&quot;&lt;mxfile host=\&quot;app.diagrams.net\&quot; modified=\&quot;2023-04-14T12:12:14.014Z\&quot; agent=\&quot;Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36\&quot; etag=\&quot;puEjOIZigDmpONhGThsE\&quot; version=\&quot;21.1.7\&quot; type=\&quot;device\&quot;&gt;\n  &lt;diagram name=\&quot;Page-1\&quot; id=\&quot;14ddc1Tw5ZQC4xUkB2ri\&quot;&gt;\n    &lt;mxGraphModel dx=\&quot;1034\&quot; dy=\&quot;783\&quot; grid=\&quot;1\&quot; gridSize=\&quot;10\&quot; guides=\&quot;1\&quot; tooltips=\&quot;1\&quot; connect=\&quot;1\&quot; arrows=\&quot;1\&quot; fold=\&quot;1\&quot; page=\&quot;1\&quot; pageScale=\&quot;1\&quot; pageWidth=\&quot;850\&quot; pageHeight=\&quot;1100\&quot; math=\&quot;0\&quot; shadow=\&quot;0\&quot;&gt;\n      &lt;root&gt;\n        &lt;mxCell id=\&quot;0\&quot; /&gt;\n        &lt;mxCell id=\&quot;1\&quot; parent=\&quot;0\&quot; /&gt;\n        &lt;mxCell id=\&quot;KhBTRBst3V2Bs5u7l5Na-3\&quot; value=\&quot;\&quot; style=\&quot;edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;\&quot; edge=\&quot;1\&quot; parent=\&quot;1\&quot; source=\&quot;KhBTRBst3V2Bs5u7l5Na-1\&quot; target=\&quot;KhBTRBst3V2Bs5u7l5Na-2\&quot;&gt;\n          &lt;mxGeometry relative=\&quot;1\&quot; as=\&quot;geometry\&quot; /&gt;\n        &lt;/mxCell&gt;\n        &lt;mxCell id=\&quot;KhBTRBst3V2Bs5u7l5Na-7\&quot; value=\&quot;HF API\&quot; style=\&quot;edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];\&quot; vertex=\&quot;1\&quot; connectable=\&quot;0\&quot; parent=\&quot;KhBTRBst3V2Bs5u7l5Na-3\&quot;&gt;\n          &lt;mxGeometry x=\&quot;-0.125\&quot; y=\&quot;1\&quot; relative=\&quot;1\&quot; as=\&quot;geometry\&quot;&gt;\n            &lt;mxPoint as=\&quot;offset\&quot; /&gt;\n          &lt;/mxGeometry&gt;\n        &lt;/mxCell&gt;\n        &lt;mxCell id=\&quot;KhBTRBst3V2Bs5u7l5Na-1\&quot; value=\&quot;HF SPACE&amp;lt;br&amp;gt;&amp;lt;a href=&amp;quot;SPACE_LINK&amp;quot;&amp;gt;SPACE_NAME&amp;lt;/a&amp;gt;\&quot; style=\&quot;rounded=1;whiteSpace=wrap;html=1;fillColor=#ffe6cc;strokeColor=#d79b00;\&quot; vertex=\&quot;1\&quot; parent=\&quot;1\&quot;&gt;\n          &lt;mxGeometry x=\&quot;340\&quot; y=\&quot;360\&quot; width=\&quot;160\&quot; height=\&quot;80\&quot; as=\&quot;geometry\&quot; /&gt;\n        &lt;/mxCell&gt;\n        &lt;mxCell id=\&quot;KhBTRBst3V2Bs5u7l5Na-2\&quot; value=\&quot;HF DATASET &amp;lt;br&amp;gt;&amp;lt;a href=&amp;quot;DATASET_LINK&amp;quot;&amp;gt;DATASET_NAME&amp;lt;/a&amp;gt;\&quot; style=\&quot;rounded=1;whiteSpace=wrap;html=1;fillColor=#ffe6cc;strokeColor=#d79b00;\&quot; vertex=\&quot;1\&quot; parent=\&quot;1\&quot;&gt;\n          &lt;mxGeometry x=\&quot;110\&quot; y=\&quot;360\&quot; width=\&quot;160\&quot; height=\&quot;80\&quot; as=\&quot;geometry\&quot; /&gt;\n        &lt;/mxCell&gt;\n        &lt;mxCell id=\&quot;KhBTRBst3V2Bs5u7l5Na-4\&quot; value=\&quot;&amp;lt;a href=&amp;quot;pushshift.io&amp;quot;&amp;gt;Pushshift.io&amp;lt;/a&amp;gt;&amp;lt;br&amp;gt;Hosts Reddit Data\&quot; style=\&quot;rounded=1;whiteSpace=wrap;html=1;fillColor=#d5e8d4;strokeColor=#82b366;\&quot; vertex=\&quot;1\&quot; parent=\&quot;1\&quot;&gt;\n          &lt;mxGeometry x=\&quot;590\&quot; y=\&quot;360\&quot; width=\&quot;160\&quot; height=\&quot;80\&quot; as=\&quot;geometry\&quot; /&gt;\n        &lt;/mxCell&gt;\n        &lt;mxCell id=\&quot;KhBTRBst3V2Bs5u7l5Na-8\&quot; value=\&quot;\&quot; style=\&quot;endArrow=classic;startArrow=classic;html=1;rounded=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;exitX=1;exitY=0.5;exitDx=0;exitDy=0;\&quot; edge=\&quot;1\&quot; parent=\&quot;1\&quot; source=\&quot;KhBTRBst3V2Bs5u7l5Na-1\&quot; target=\&quot;KhBTRBst3V2Bs5u7l5Na-4\&quot;&gt;\n          &lt;mxGeometry width=\&quot;50\&quot; height=\&quot;50\&quot; relative=\&quot;1\&quot; as=\&quot;geometry\&quot;&gt;\n            &lt;mxPoint x=\&quot;470\&quot; y=\&quot;530\&quot; as=\&quot;sourcePoint\&quot; /&gt;\n            &lt;mxPoint x=\&quot;520\&quot; y=\&quot;480\&quot; as=\&quot;targetPoint\&quot; /&gt;\n          &lt;/mxGeometry&gt;\n        &lt;/mxCell&gt;\n        &lt;mxCell id=\&quot;KhBTRBst3V2Bs5u7l5Na-9\&quot; value=\&quot;HTTP\&quot; style=\&quot;edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];\&quot; vertex=\&quot;1\&quot; connectable=\&quot;0\&quot; parent=\&quot;KhBTRBst3V2Bs5u7l5Na-8\&quot;&gt;\n          &lt;mxGeometry x=\&quot;0.225\&quot; y=\&quot;1\&quot; relative=\&quot;1\&quot; as=\&quot;geometry\&quot;&gt;\n            &lt;mxPoint x=\&quot;-9\&quot; y=\&quot;1\&quot; as=\&quot;offset\&quot; /&gt;\n          &lt;/mxGeometry&gt;\n        &lt;/mxCell&gt;\n      &lt;/root&gt;\n    &lt;/mxGraphModel&gt;\n  &lt;/diagram&gt;\n&lt;/mxfile&gt;\n&quot;}"></div>
+<script type="text/javascript" src="https://viewer.diagrams.net/js/viewer-static.min.js"></script>
+</body>
+</html>