backup

app.py

@@ -5,7 +5,7 @@ import io
 import time
 import os
 from datetime import datetime, timedelta
-
+import json
 
 access_token = os.environ.get("HUGGINGFACE_TOKEN")
 
@@ -91,11 +91,19 @@ def get_next_sample():
 
     sample = next(sample_iterator)
     sample_count += 1
-
+    print(sample)
+    
     post_id = sample["post_id"]
     title = sample["title"]
     reddit_url = f"https://www.reddit.com/r/PhotoshopRequest/comments/{post_id}"
-    markdown_text = f"# {title}\n\n[View post on r/PhotoshopRequest]({reddit_url})"
+
+    selftext = ""
+    try:
+        selftext = json.loads(sample["json_data"])["post"]["selftext"]
+    except:
+        print("No selftext found")
+
+    markdown_text = f"# {title}\n\n{selftext}\n\n[View post on r/PhotoshopRequest]({reddit_url})"
 
     return (
         markdown_text,