Improve the insert-songs script by writing to success and failure files

insert-songs.py

@@ -1,50 +1,67 @@
 import time
 import struct
 import urllib.parse, urllib.request
-
+import os
 
 def construct_request_body(timestamp, itunes_identifier):
-    hex = "61 6a 43 41 00 00 00 45 6d 73 74 63 00 00 00 04 55 94 17 a3 6d 6c 69 64 00 00 00 04 00 00 00 00 6d 75 73 72 00 00 00 04 00 00 00 81 6d 69 6b 64 00 00 00 01 02 6d 69 64 61 00 00 00 10 61 65 41 69 00 00 00 08 00 00 00 00 11 8c d9 2c 00" 
-
+    hex = "61 6a 43 41 00 00 00 45 6d 73 74 63 00 00 00 04 55 94 17 a3 6d 6c 69 64 00 00 00 04 00 00 00 00 6d 75 73 72 00 00 00 04 00 00 00 81 6d 69 6b 64 00 00 00 01 02 6d 69 64 61 00 00 00 10 61 65 41 69 00 00 00 08 00 00 00 00 11 8c d9 2c 00"
     body = bytearray.fromhex(hex);
     body[16:20] = struct.pack('>I', timestamp)
     body[-5:] = struct.pack('>I', itunes_identifier)
     return body
 
-
 def add_song(itunes_identifier):
     data = construct_request_body(int(time.time()), itunes_identifier)
 
     headers = {
-        "X-Apple-Store-Front" : "143446-10,32 ab:rSwnYxS0",
-        "Client-iTunes-Sharing-Version" : "3.12",
-        "Accept-Language" : "nl-nl, nl;q=0.83, fr-fr;q=0.67, fr;q=0.50, en-us;q=0.33, en;q=0.17",
-        "Client-Cloud-DAAP-Version" : "1.0/iTunes-12.2.0.145",
+        "X-Apple-Store-Front" : "143460,32",
+        "Client-iTunes-Sharing-Version" : "3.13",
+        "Accept-Language" : "en-DE;q=1.0, de-DE;q=0.9",
+        "Client-Cloud-DAAP-Version" : "1.3/iTunes-12.6.2.20",
         "Accept-Encoding" : "gzip",
         "X-Apple-itre" : "0",
+        "Content-Length" : "77",
         "Client-DAAP-Version" : "3.13",
-        "User-Agent" : "iTunes/12.2 (Macintosh; OS X 10.10.4) AppleWebKit/0600.7.12",
+        "User-Agent" : "iTunes/12.6.2 (Macintosh; OS X 10.12.6) AppleWebKit/603.3.8",
         "Connection" : "keep-alive",
         "Content-Type" : "application/x-dmap-tagged",
         # Replace the values of the next three headers with the values you intercepted
         "X-Dsid" : "**REPLACE THIS**",
-        "Cookie" : "**REPLACE THIS**", 
         "X-Guid" : "**REPLACE THIS**",
-        "Content-Length" : "77"
+        "Cookie" : "**REPLACE THIS**"
     }
 
-    request = urllib.request.Request("https://ld-4.itunes.apple.com/WebObjects/MZDaap.woa/daap/databases/1/cloud-add", data, headers)
+    request = urllib.request.Request("https://ld-8.itunes.apple.com/WebObjects/MZDaap.woa/daap/databases/1/cloud-add", data, headers)
     urllib.request.urlopen(request)
 
+succesful_insertions = []
+
+if os.path.exists('success_itunes.csv'):
+    with open('success_itunes.csv') as itunes_success_file:
+        for line in itunes_success_file:
+            succesful_insertions.append(line)
 
 with open('itunes.csv') as itunes_identifiers_file:
     for line in itunes_identifiers_file:
+        print('Reading line:', line)
+
+        if line in succesful_insertions:
+            print('Skipping line:', line);
+            continue
+
         itunes_identifier = int(line)
-        
+
         try:
             add_song(itunes_identifier)
-            print("Successfuly inserted a song!")
+            print("Successfuly inserted:", str(itunes_identifier))
+            with open('success_itunes.csv', 'a' if os.path.exists('success_itunes.csv') else 'w') as itunes_success_file:
+                itunes_success_file.write(line)
+
             # Try playing with the interval here to circumvent the API rate limit
             time.sleep(30)
         except Exception as e:
             print("Something went wrong while inserting " + str(itunes_identifier) + " : " + str(e))
+            with open('failure_itunes.csv', 'a' if os.path.exists('failure_itunes.csv') else 'w') as itunes_failure_file:
+                itunes_failure_file.write(line)
+
+print('Completed')