Skip to content

[noref] Fix with cline/claude sonnet 4 #4

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
bmfrosty wants to merge 1 commit into
base: master
Choose a base branch
from
Open

[noref] Fix with cline/claude sonnet 4 #4

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 19 additions & 2 deletions autoshift-scraper.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,12 @@
"universal",
"universal"
]
},{
"game": "Borderlands 4",
"sourceURL": "https://mentalmars.com/game-news/borderlands-4-shift-codes/",
"platform_ordered_tables": [
"universal"
]
}]

def remap_dict_keys(dict_keys):
Expand All @@ -80,8 +86,10 @@ def remap_dict_keys(dict_keys):
heading_map = {
'SHiFT Code': 'code',
'PC SHiFT Code': 'code',
'Borderlands 4 SHiFT Code': 'code',
'Expires': 'expires',
'Expiration Date' :'expires',
'Expire Date': 'expires',
'Reward': 'reward'
}
return dict((heading_map[key], dict_keys[key]) if key in heading_map else (key, value) for key, value in dict_keys.items())
Expand Down Expand Up @@ -138,6 +146,11 @@ def scrape_codes(webpage):

table_count=0
for figure in figures:
# Check if we have more tables than expected
if table_count >= len(webpage.get("platform_ordered_tables")):
_L.warning(f" Found more tables ({len(figures)}) than expected ({len(webpage.get('platform_ordered_tables'))}). Skipping extra tables.")
break

_L.info (" Parsing for table #" + str(table_count) + " - " + webpage.get("platform_ordered_tables")[table_count])

#Don't parse any tables marked to discard
Expand Down Expand Up @@ -208,13 +221,17 @@ def generateAutoshiftJSON(website_code_tables, previous_codes, include_expired):
if not include_expired and code.get("expired"):
continue

# Skip codes that don't have a valid code field or are placeholders
if not code.get("code") or code.get("code").strip() == "" or code.get("code").strip().lower() in ["coming soon", "..."]:
continue

# Extract out the previous archived date if the key existed previously
archived = getPreviousCodeArchived(code,code_table.get("game"),previous_codes)
if archived == None:
# New code
archived = code_table.get("archived")
newcodecount+=1
_L.info(" Found new code: " + code.get("code") + " " + code.get("reward") + " for " + code_table.get("game") + " on " + code_table.get("platform"))
_L.info(" Found new code: " + code.get("code") + " " + str(code.get("reward", "Unknown")) + " for " + code_table.get("game") + " on " + code_table.get("platform"))

if code_table.get("platform") == "pc":
autoshiftcodes.append({
Expand Down Expand Up @@ -393,4 +410,4 @@ def main(args):
except (KeyboardInterrupt, SystemExit):
pass

_L.info("Goodbye.")
_L.info("Goodbye.")