.

.gitignore

@@ -1,10 +0,0 @@
-.DS_Store
-*~
-typogra
-klasky
-alas
-ROY4L
-directory
-CarlWinslows
-Coach
-

LICENSE

@@ -1,29 +0,0 @@
-                         Jollo LNT license
-                     Version 1 - February 2015
-  
-  Copyright, 2015. JOLLO NET NA. 
-  The Jollo IRC Network. <https://jollo.org/>
-  
-  Vu, fare wanderer, confronted with raw, programmatic instruction
-  dans la forme la plus pure.  A hesitation, troubled to the terms
-  qui ce license affirme. Par un voyage du explorer le mechanisme 
-  et ponder la fabrication. Voila! La remide: egress sans risque.
-  
-  Sans trace (Leave No Trace) via sept principales:
-  
-  0. Modifique language en advance. L'Apposer Jollo LNT license
-     with copies en distribuer. 
-  
-  1. Non responsible pour neglige programme du problematique. 
-  
-  2. Non sympathie pour neglige programme du problematique.
-  
-  3. Non permission l'modifique under any circumstance.
-  
-  4. Non permission distribution under any circumstance.
-  
-  5. Respect les programmatic instructions.
-  
-  6. Non interfere avec l'harmonie d'une amitie.
-  
-  

README.md

@@ -1,18 +1,18 @@
-ytmnd
+ytmndd - ytmnd downloader
 =====
 
-ytmnd scraper.
+An updated ytmnd scraper based on [https://github.com/julescarbon/ytmnd](https://github.com/julescarbon/ytmnd)
 
-`./ytmnd.py -u [username]`
+`./ytmndd.py -u [username]`
 
-`./ytmnd.py [domain]`
+`./ytmndd.py [domain]`
 
 serving
 -------
 
 this scraper will download the gif and mp3 from a ytmnd and write a file embedding these things in addition to zoom text (if any).
 
-the html files use the web audio api in an attempt to get seamless looping (oddly complicated).  since they download binary data, they cannot be loaded from a `file://` url.. to view these files, put them online. alternatively, run `python -m SimpleHTTPServer 8000` from the directory and navigate to e.g. http://lvh.me:8000/
+The downloaded files cannot be loaded from a `file://` url. In order to view these files, put them online or run a local server. For example, `python -m http.server` from the directory and got to [http://localhost:8000/](http://localhost:8000/)
 
 options
 -------
@@ -25,9 +25,3 @@ options
 | `--json-only`    | writes simplified json to a file |
 | `--no-web-audio` | uses the <audio> tag instead of web audio |
 | `--print-json`   | dumps raw json from ytmnd to stdout |
-
-license
--------
-
-_This software made available under the Jollo LNT License (Leave no trace)_
-

requirements.txt

@@ -1,2 +1 @@
-httplib2==0.9
-simplejson==3.4.0
+requests>=2.31.0

ytmnd.js

@@ -1,25 +1,42 @@
-(function(){
-  var hasWebKit = ('webkitAudioContext' in window) && !('chrome' in window)
-  var context = new webkitAudioContext()
-  var request = new XMLHttpRequest()
-  var source
-  request.open('GET', url, true) 
-  request.responseType = 'arraybuffer'
-  request.onload = function() {
-    context.decodeAudioData(request.response, function(response) {
-      (function loop(){
-        if (source) {
-          source.start(0)
-          setTimeout(loop, source.buffer.duration * 1000 - (source.buffer.duration < 2 ? 0 : 60) )
+(function () {
+  var AudioContext = window.AudioContext || window.webkitAudioContext;
+  var context = new AudioContext();
+  var request = new XMLHttpRequest();
+  var source;
+  var buffer;
+
+  request.open("GET", url, true);
+  request.responseType = "arraybuffer";
+
+  request.onload = function () {
+    context.decodeAudioData(
+      request.response,
+      function (response) {
+        buffer = response;
+
+        function playBuffer() {
+          source = context.createBufferSource();
+          source.buffer = buffer;
+          source.connect(context.destination);
+
+          source.onended = function () {
+            playBuffer();
+          };
+
+          source.start(0);
         }
-        else {
-          setTimeout(loop, 0)
-        }
-        source = context.createBufferSource()
-        source.connect(context.destination)
-        source.buffer = response
-      })()
-    }, function () { console.error('The request failed.') } )
-  }
-  request.send()
-})()
+
+        playBuffer();
+      },
+      function (error) {
+        console.error("Audio decoding failed:", error);
+      },
+    );
+  };
+
+  request.onerror = function () {
+    console.error("Failed to load audio file");
+  };
+
+  request.send();
+})();

ytmndd.py

@@ -1,17 +1,19 @@
-#!/usr/bin/python
+#!/usr/bin/env python3
 
 import sys
 import os
 import os.path
 import re
 import time
-import urllib2
-import simplejson
+import json
+import subprocess
 from optparse import OptionParser
+import requests
+from requests.exceptions import RequestException
 
 class YTMND:
 
-  def __init__ (self):
+  def __init__(self):
     self.user_mode = False
     self.media_only = False
     self.html_only = False
@@ -20,64 +22,90 @@ class YTMND:
     self.print_json = False
     self.sleep = 5
 
-  # Scrapes sites from the profile page, then fetches them
   def fetch_user(self, user):
     if user == "":
-      print("expecting one ytmnd name, got "+str(sys.argv))
+      print("expecting one ytmnd name, got " + str(sys.argv))
+      return
+
+    ytmnd_name = user
+    try:
+      response = requests.get("http://ytmnd.com/users/" + ytmnd_name + "/sites",
+                              headers={'User-Agent': 'Mozilla/5.0'})
+      response.raise_for_status()
+      ytmnd_html = response.text.splitlines()
+    except RequestException as e:
+      print(f"Error fetching user page: {e}")
       return
 
-    ytmnd_name = user 
-    ytmnd_html = urllib2.urlopen("http://ytmnd.com/users/" + ytmnd_name + "/sites").readlines()
-    
     domains = []
-    
+
     for line in ytmnd_html:
       if 'profile_link' in line:
         expr = r"site_link\" href=\"http://(\S+).ytmn(d|sfw)?.com\""
-        domain = re.search(expr,line).group(1)
-        domains.append(domain)
+        match = re.search(expr, line)
+        if match:
+          domain = match.group(1)
+          domains.append(domain)
 
     if self.json_only:
       if self.media_only:
-        os.system("mkdir -p %s" % user)
+        os.makedirs(user, exist_ok=True)
         os.chdir(user)
       parsed = []
       for domain in domains:
-        parsed.append( self.fetch_ytmnd( domain ) )
+        result = self.fetch_ytmnd(domain)
+        if result:
+          parsed.append(result)
       if self.media_only:
         os.chdir("..")
       self.write_json(ytmnd_name, parsed)
 
     else:
-      print ">> found %d domains" % len( domains )
-      os.system("mkdir -p %s" % user)
+      print(">> found %d domains" % len(domains))
+      os.makedirs(user, exist_ok=True)
       os.chdir(user)
       if not self.no_web_audio:
         self.copy_ytmnd_js()
       for domain in domains:
-        self.fetch_ytmnd( domain )
+        self.fetch_ytmnd(domain)
       os.chdir("..")
 
-  # Fetches a single subdomain
   def fetch_ytmnd(self, domain):
 
     if domain == "":
-      print("expecting one ytmnd name, got "+str(sys.argv))
-      return
+      print("expecting one ytmnd name, got " + str(sys.argv))
+      return None
 
     if not self.print_json:
-      print "fetching %s" % domain
-    if not self.sleep:
+      print("fetching %s" % domain)
+    if self.sleep:
       time.sleep(self.sleep)
 
     ytmnd_name = domain
-    ytmnd_html = urllib2.urlopen("http://" + domain + ".ytmnd.com").read()
-    expr = r"ytmnd.site_id = (\d+);"
-    ytmnd_id = re.search(expr,ytmnd_html).group(1)
-    ytmnd_info = simplejson.load(urllib2.urlopen("http://" + domain + ".ytmnd.com/info/" + ytmnd_id + "/json"))
+    try:
+      response = requests.get("http://" + domain + ".ytmnd.com",
+                              headers={'User-Agent': 'Mozilla/5.0'})
+      response.raise_for_status()
+      ytmnd_html = response.text
+
+      expr = r"ytmnd.site_id = (\d+);"
+      match = re.search(expr, ytmnd_html)
+      if not match:
+        print(f"Could not find site_id for {domain}")
+        return None
+      ytmnd_id = match.group(1)
+
+      response = requests.get("http://" + domain + ".ytmnd.com/info/" + ytmnd_id + "/json",
+                              headers={'User-Agent': 'Mozilla/5.0'})
+      response.raise_for_status()
+      ytmnd_info = response.json()
+
+    except RequestException as e:
+      print(f"Error fetching {domain}: {e}")
+      return None
 
     if self.print_json:
-      print simplejson.dumps(ytmnd_info, sort_keys=True, indent=4 * ' ')
+      print(json.dumps(ytmnd_info, sort_keys=True, indent=4))
     elif self.json_only:
       if self.media_only:
         self.fetch_media(ytmnd_info)
@@ -92,28 +120,25 @@ class YTMND:
 
     return ytmnd_info
 
-  # Fetches the gif and mp3 for a post
   def fetch_media(self, ytmnd_info):
     domain = ytmnd_info['site']['domain']
     original_gif = ytmnd_info['site']['foreground']['url']
     gif_type = original_gif.split(".")[-1]
     original_wav = ytmnd_info['site']['sound']['url']
     wav_type = ytmnd_info['site']['sound']['type']
-    
+
     if 'alternates' in ytmnd_info['site']['sound']:
-      key = ytmnd_info['site']['sound']['alternates'].keys()[0]
+      key = list(ytmnd_info['site']['sound']['alternates'].keys())[0]
       value = ytmnd_info['site']['sound']['alternates'][key]
       if value['file_type'] != 'swf':
         original_wav = value['file_url']
         wav_type = ytmnd_info['site']['sound']['file_type']
 
-    os.system("wget --quiet -O %s %s" % (domain + "." + gif_type, original_gif))
-    os.system("wget --quiet -O %s %s" % (domain + "." + wav_type, original_wav))
+    subprocess.run(["wget", "--quiet", "-O", f"{domain}.{gif_type}", original_gif])
+    subprocess.run(["wget", "--quiet", "-O", f"{domain}.{wav_type}", original_wav])
 
-  # Writes an html file emulating the ytmnd format
   def write_index(self, ytmnd_info):
-  
-    # print simplejson.dumps(ytmnd_info)
+
     domain = ytmnd_info['site']['domain']
     bgcolor = ytmnd_info['site']['background']['color']
     title = ytmnd_info['site']['description']
@@ -122,93 +147,89 @@ class YTMND:
     original_gif = ytmnd_info['site']['foreground']['url']
     gif_type = original_gif.split(".")[-1]
     wav_type = ytmnd_info['site']['sound']['type']
-    
+
     if 'alternates' in ytmnd_info['site']['sound']:
-      key = ytmnd_info['site']['sound']['alternates'].keys()[0]
+      key = list(ytmnd_info['site']['sound']['alternates'].keys())[0]
       value = ytmnd_info['site']['sound']['alternates'][key]
       if value['file_type'] != 'swf':
         original_wav = value['file_url']
         wav_type = ytmnd_info['site']['sound']['file_type']
 
-    fn = open(domain + ".html", 'w')
-    fn.write("<html>\n")
-    fn.write("<head>\n")
-    fn.write("<title>%s</title>\n" % title)
-    fn.write("<style>\n")
-    fn.write("*{margin:0;padding:0;width:100%;height:100%;}\n")
-    fn.write("body{font-size:12px;font-weight:normal;font-style:normal;overflow:hidden;")
-    fn.write("background-color:%s;" % bgcolor)
-    fn.write("background-image:url(%s.%s);" % (domain, gif_type))
-    if placement == "mc":
-      fn.write("background-position: center center; background-repeat: no-repeat;}")
-    elif placement == "tile":
-      fn.write("background-position: top left; background-repeat: repeat;}")
-    fn.write("\n")
-    fn.write("#zoom_text{position:absolute;left:0;top:0;width:1000px;z-index:10;text-align:center;font-family:Tahoma, sans-serif}")
-    fn.write("#zoom_text div{position:absolute;width:1000px}")
-    fn.write("</style>\n")
-    fn.write("</head>\n")
+    with open(domain + ".html", 'w', encoding='utf-8') as fn:
+      fn.write("<html>\n")
+      fn.write("<head>\n")
+      fn.write("<title>%s</title>\n" % title)
+      fn.write("<style>\n")
+      fn.write("*{margin:0;padding:0;width:100%;height:100%;}\n")
+      fn.write("body{font-size:12px;font-weight:normal;font-style:normal;overflow:hidden;")
+      fn.write("background-color:%s;" % bgcolor)
+      fn.write("background-image:url(%s.%s);" % (domain, gif_type))
+      if placement == "mc":
+        fn.write("background-position: center center; background-repeat: no-repeat;}")
+      elif placement == "tile":
+        fn.write("background-position: top left; background-repeat: repeat;}")
+      fn.write("\n")
+      fn.write("#zoom_text{position:absolute;left:0;top:0;width:1000px;z-index:10;text-align:center;font-family:Tahoma, sans-serif}")
+      fn.write("#zoom_text div{position:absolute;width:1000px}")
+      fn.write("</style>\n")
+      fn.write("</head>\n")
 
-    fn.write("<body>\n")
-    self.write_zoom_text(fn, ytmnd_info)
-    
-    if self.no_web_audio:
-      fn.write("<audio src='%s.%s' loop autoplay>\n" % (domain, wav_type))
-      fn.write("</body>\n")
-    else:
-      fn.write("</body>\n")
-      fn.write("<script>var url = '%s.%s'</script>\n" % (domain, wav_type))
-      fn.write("<script src='ytmnd.js'></script>\n")
-      fn.write("<script type='application/json'>\n")
-      fn.write(simplejson.dumps(ytmnd_info, sort_keys=True, indent=4 * ' ') + "\n")
-      fn.write("</script>\n")
-    fn.write("</html>")
+      fn.write("<body>\n")
+      self.write_zoom_text(fn, ytmnd_info)
 
-    fn.close()
-  
-  # print out the zoom text
-  def write_zoom_text (self, fn, ytmnd_info):
+      if self.no_web_audio:
+        fn.write("<audio src='%s.%s' loop autoplay>\n" % (domain, wav_type))
+        fn.write("</body>\n")
+      else:
+        fn.write("</body>\n")
+        fn.write("<script>var url = '%s.%s'</script>\n" % (domain, wav_type))
+        fn.write("<script src='ytmnd.js'></script>\n")
+        fn.write("<script type='application/json'>\n")
+        fn.write(json.dumps(ytmnd_info, sort_keys=True, indent=4) + "\n")
+        fn.write("</script>\n")
+      fn.write("</html>")
+
+  def write_zoom_text(self, fn, ytmnd_info):
     if 'zoom_text' not in ytmnd_info['site']:
       return
-    
+
     zoom_text = ytmnd_info['site']['zoom_text']
 
     fn.write('<div id="zoom_text">')
 
     offset = 100
     if "line_3" in zoom_text and len(zoom_text["line_3"]) > 0:
-      self.write_zoom_layers( fn, zoom_text['line_3'], offset, 500 )
-      offset += 50
+      self.write_zoom_layers(fn, zoom_text['line_3'], offset, 269)
+      offset += 21
     if "line_2" in zoom_text and len(zoom_text["line_2"]) > 0:
-      self.write_zoom_layers( fn, zoom_text['line_2'], offset, 250 )
-      offset += 50
+      self.write_zoom_layers(fn, zoom_text['line_2'], offset, 135)
+      offset += 21
     if "line_1" in zoom_text and len(zoom_text["line_1"]) > 0:
-      self.write_zoom_layers( fn, zoom_text['line_1'], offset, 0 )
-  
+      self.write_zoom_layers(fn, zoom_text['line_1'], offset, 1)
+
     fn.write('</div>')
 
-  # print the layers of zoom text
-  def write_zoom_layers (self, fn, text, offset, top):
-    for i in xrange(1, 51):
+  def write_zoom_layers(self, fn, text, offset, top):
+    for i in range(1, 22):
       z_index = offset + i
       row_left = i * 2
       row_top = top + i
       font_size = i * 2
-      if i == 50:
+      if i == 21:
         color = 0
       else:
         color = i * 4
-    
+
       fn.write("<div style='z-index: %d; left: %dpx; top: %dpx; color: rgb(%d, %d, %d); font-size: %dpt;'>%s</div>"
         % (z_index, row_left, row_top, color, color, color, font_size, text))
 
-  # Copies the looping audio JS into place
-  def copy_ytmnd_js (self):
+  def copy_ytmnd_js(self):
     if not os.path.isfile("ytmnd.js"):
-      os.system("cp ../ytmnd.js .")
+      parent_js = os.path.join("..", "ytmnd.js")
+      if os.path.isfile(parent_js):
+        subprocess.run(["cp", parent_js, "."])
 
-  # Parses data we need out of JSON
-  def parse_json (self, ytmnd_info):
+  def parse_json(self, ytmnd_info):
     domain = ytmnd_info['site']['domain']
     bgcolor = ytmnd_info['site']['background']['color']
     title = ytmnd_info['site']['description']
@@ -225,9 +246,9 @@ class YTMND:
 
     if len(zoom_text['line_1']) == 0:
       zoom_text = ""
-    
+
     if 'alternates' in ytmnd_info['site']['sound']:
-      key = ytmnd_info['site']['sound']['alternates'].keys()[0]
+      key = list(ytmnd_info['site']['sound']['alternates'].keys())[0]
       value = ytmnd_info['site']['sound']['alternates'][key]
       if value['file_type'] != 'swf':
         wav_type = ytmnd_info['site']['sound']['file_type']
@@ -250,11 +271,9 @@ class YTMND:
 
     return simplified_info
 
-  # Writes site JSON to a file
-  def write_json (self, domain, data):
-    fn = open(domain + '.json', 'w')
-    fn.write( simplejson.dumps(data) )
-    fn.close()
+  def write_json(self, domain, data):
+    with open(domain + '.json', 'w', encoding='utf-8') as fn:
+      fn.write(json.dumps(data))
 
 if __name__ == '__main__':
 
@@ -273,8 +292,8 @@ if __name__ == '__main__':
   if len(args) == 0:
     parser.error("incorrect number of arguments")
     sys.exit(1)
-  
-  ytmnd = YTMND ()
+
+  ytmnd = YTMND()
   ytmnd.user_mode = options.user
   ytmnd.media_only = options.media_only
   ytmnd.html_only = options.html_only
@@ -285,9 +304,8 @@ if __name__ == '__main__':
 
   if options.user:
     user = args[0]
-    ytmnd.fetch_user( user )
+    ytmnd.fetch_user(user)
 
   else:
     name = args[0].replace("http://","").replace(".ytmnsfw.com","").replace(".ytmnd.com","").replace("/","")
-    ytmnd.fetch_ytmnd( name )
-
+    ytmnd.fetch_ytmnd(name)