fix(#568): TWIC scrape permission error

backend/pgnService/serverless.yml

@@ -43,7 +43,11 @@ functions:
           - dynamodb:PutItem
           - dynamodb:UpdateItem
           - dynamodb:DeleteItem
-        Resource: !GetAtt ExplorerTable.Arn
+        Resource: !If
+          - IsProd
+          - - !GetAtt ExplorerTable.Arn
+            - arn:aws:dynamodb:${aws:region}:${aws:accountId}:table/prod-masters-explorer
+          - !GetAtt ExplorerTable.Arn
 
   notifyFollowers:
     handler: explorer/notifyFollowers.handler

scripts/delete_games.py

@@ -1,7 +1,7 @@
 import boto3
 
 db = boto3.resource('dynamodb')
-table = db.Table('prod-games')
+table = db.Table('dev-games')
 
 
 def main():

scripts/delete_twic_duplicate_1549.py

@@ -0,0 +1,74 @@
+import boto3
+from boto3.dynamodb.conditions import Key
+from boto3.dynamodb.types import TypeDeserializer
+import traceback
+import json
+
+db = boto3.resource('dynamodb')
+table = db.Table('dev-games')
+td = TypeDeserializer()
+
+
+def handle_items(items, known_ids, batch):
+    deleted = 0
+    for item in items:
+        if item['id'] not in known_ids and item['headers'].get('TwicArchive', None) == '1549':
+            batch.delete_item(Key={
+                'cohort': 'masters',
+                'id': item['id'],
+            })
+            deleted += 1
+    return deleted
+
+
+
+def main():
+    try:
+        known_ids = set()
+
+        with open('twic_games_1549.json') as file:
+            for line in file:
+                game = line.strip()
+                game = json.loads(game)
+                game = td.deserialize({'M': game['Item']})
+                known_ids.add(game['id'])
+
+        lastKey = None
+        deleted = 0
+
+        res = table.query(
+            KeyConditionExpression='cohort = :masters and id > :id',
+            ExpressionAttributeValues={
+                ':masters': 'masters',
+                ':id': '2024.06.25',
+            }
+        )
+        items = res.get('Items', [])
+        lastKey = res.get('LastEvaluatedKey', None)
+
+        with table.batch_writer() as batch:
+            deleted += handle_items(items, known_ids, batch)
+
+            while lastKey != None:
+                res = table.query(
+                    KeyConditionExpression='cohort = :masters and id > :id',
+                    ExpressionAttributeValues={
+                        ':masters': 'masters',
+                        ':id': '2024.06.25',
+                    },
+                    ExclusiveStartKey=lastKey
+                )
+                items = res.get('Items', [])
+                lastKey = res.get('LastEvaluatedKey', None)
+
+                deleted += handle_items(items, known_ids, batch)
+
+    except Exception as e:
+        print(e)
+        traceback.print_exc()
+
+    print('Deleted: ', deleted)
+
+
+if __name__ == '__main__':
+    main()