Feat:Generic scripts to scan/GSI query db to mofidy attributes

Used previously to ensure consistent database column naming

Author: EthanKuai

gsi_generic.py

@@ -0,0 +1,39 @@
+# Use this when possible.
+# Query with a GSI is faster & cheaper.
+
+import os
+
+import boto3
+from botocore.exceptions import ClientError
+from dotenv import load_dotenv
+
+load_dotenv()  # Load environment variables from .env file
+db = boto3.resource("dynamodb", region_name=os.getenv("REGION"))
+table = db.Table(os.getenv("DATABASE"))
+
+column_name = os.getenv("INDEX_KEY")
+val_o = "Eng"
+val_n = "Engineering"
+
+try:
+    response = table.query(
+        IndexName=os.getenv("INDEX"),
+        KeyConditionExpression=boto3.dynamodb.conditions.Key(os.getenv("INDEX_KEY")).eq(
+            val_o
+        ),
+    )
+
+    for item in response.get("Items", []):
+        table.update_item(
+            Key={
+                "PK": item["PK"],
+                # 'SK': item['SK'] # If has Sort Key
+            },
+            UpdateExpression="SET #col = :val",
+            ExpressionAttributeNames={"#col": column_name},
+            ExpressionAttributeValues={":val": val_n},
+        )
+except ClientError as e:
+    print(f"Error: {e.response['Error']['Message']}")
+except KeyError as e:
+    print(f"Key Error. Missing: {e}")

scan_generic.py

@@ -0,0 +1,36 @@
+# This scans the whole table, which costs RCUs.
+# Use Query with a GSI if possible.
+
+import os
+
+import boto3
+from botocore.exceptions import ClientError
+from dotenv import load_dotenv
+
+load_dotenv()  # Load environment variables from .env file
+db = boto3.resource("dynamodb", region_name=os.getenv("REGION"))
+table = db.Table(os.getenv("DATABASE"))
+
+column_name = os.getenv("INDEX_KEY")
+val_o = "Eng"
+val_n = "Engineering"
+
+try:
+    response = table.scan(
+        FilterExpression=boto3.dynamodb.conditions.Attr(column_name).eq(val_o)
+    )
+
+    for item in response.get("Items", []):
+        table.update_item(
+            Key={
+                "PK": item["PK"],
+                # 'SK': item['SK'] # If has Sort Key
+            },
+            UpdateExpression="SET #col = :val",
+            ExpressionAttributeNames={"#col": column_name},
+            ExpressionAttributeValues={":val": val_n},
+        )
+except ClientError as e:
+    print(f"Error: {e.response['Error']['Message']}")
+except KeyError as e:
+    print(f"Key Error. Missing: {e}")