Merge branch 'main' of https://github.com/aws-samples/amazon-macie-detect-sensitive-data-lab

Author: keithrozario

README.md

@@ -26,9 +26,9 @@ Once inside Cloud9, we can begin the process of setting up our labs.
 Copy and paste the following code into the terminal of your Cloud9IDE (the terminal is at the bottom right of your screen), hit `enter` to execute the script.
 
     cd ~/environment && \
-    rm -rf macie-ANZ-devlabs && \
+    rm -rf amazon-macie-detect-sensitive-data-lab && \
     git clone https://github.com/aws-samples/amazon-macie-detect-sensitive-data-lab.git --quiet && \
-    cd macie-ANZ-devlabs && \
+    cd amazon-macie-detect-sensitive-data-lab && \
     pip3 install boto3 --quiet && \
     python3 setup_lab.py && \
     cd ~/environment

setup_lab.py

@@ -2,73 +2,77 @@
 import botocore
 import os
 
-def color(text: str,color: str='cyan') -> str:
+
+def color(text: str, color: str = "cyan") -> str:
     """
     colors the output to terminal -- nicer aesthetic!
     """
-    
-    if color =='cyan':
-        r,g,b = 0,255,255
-    elif color =='orange':
-        r,g,b = 255,179,71
-    elif color == 'green':
-        r,g,b = 57,255,20
-    
+
+    if color == "cyan":
+        r, g, b = 0, 255, 255
+    elif color == "orange":
+        r, g, b = 255, 179, 71
+    elif color == "green":
+        r, g, b = 57, 255, 20
+
     return f"\033[38;2;{r};{g};{b}m{text}\033[38;2;255;255;255m"
 
 
-bucket_name_parameter = 'MacieDevlabBucketName'
-sensitive_data_folder = 'test-data'
+bucket_name_parameter = "MacieDevlabBucketName"
+sensitive_data_folder = "test-data"
 
-ssm_client = boto3.client('ssm')
-s3_client = boto3.client('s3')
-macie_client = boto3.client('macie2')
+ssm_client = boto3.client("ssm")
+s3_client = boto3.client("s3")
+macie_client = boto3.client("macie2")
 
 
-bucket_name = ssm_client.get_parameter(
-    Name=bucket_name_parameter
-)['Parameter']['Value']
-bucket_location = s3_client.get_bucket_location(Bucket=bucket_name)['LocationConstraint']
+bucket_name = ssm_client.get_parameter(Name=bucket_name_parameter)["Parameter"]["Value"]
+bucket_location = s3_client.get_bucket_location(Bucket=bucket_name)[
+    "LocationConstraint"
+]
 if bucket_location is None:
-    bucket_location = 'us-east-1'
-print(f"Bucket with test data is {color(bucket_name)} in the {color(bucket_location,color='orange')} region")
+    bucket_location = "us-east-1"
+print(
+    f"Bucket with test data is {color(bucket_name)} in the {color(bucket_location,color='orange')} region"
+)
 macie_console_link = f"https://{bucket_location}.console.aws.amazon.com/macie/home?region={bucket_location}"
 
 
 list_files = os.listdir(sensitive_data_folder)
 for file_name in list_files:
-    response = s3_client.upload_file(f"./{sensitive_data_folder}/{file_name}", bucket_name, file_name)
+    response = s3_client.upload_file(
+        f"./{sensitive_data_folder}/{file_name}", bucket_name, file_name
+    )
 print(f"Uploaded test data to {color(bucket_name)} bucket")
 
 
 try:
     macie_client.disable_macie()
     print("Disabled installation of Macie from previous Lab Participant")
-except macie_client.exceptions.from_code('AccessDeniedException') as e:
-    print(e.response['Error']['Message'])
+except macie_client.exceptions.from_code("AccessDeniedException") as e:
+    print(e.response["Error"]["Message"])
 macie_client.enable_macie()
 response = macie_client.get_macie_session()
 macie_client.create_custom_data_identifier(
-    description='Passport number of Gotham Citizens',
+    description="Passport number of Gotham Citizens",
     keywords=[
-        'passport',
+        "passport",
     ],
     maximumMatchDistance=50,
-    name='Gotham Passport',
-    regex='[ABCDEF]\\d{7}[A-Z]',
+    name="Gotham Passport",
+    regex="[ABCDEF]\\d{7}[A-Z]",
     severityLevels=[
-        {
-            'occurrencesThreshold': 1,
-            'severity': 'HIGH'
-        },
-    ]
+        {"occurrencesThreshold": 1, "severity": "HIGH"},
+    ],
 )
 
 
-if response['status'] == 'ENABLED':
+if response["status"] == "ENABLED":
     print("Macie enabled!\n\n")
     print(f"🚀 {color('You are ready to go',color='green')} 🚀")
-    print(f"Click this link, and then click open to continue to Macie: {color(macie_console_link, color='cyan')}")
+    print(
+        f"Click this link, and then click open to continue to Macie: {color(macie_console_link, color='cyan')}"
+    )
     print("\n\n")
 else:
-    print("Error enabling Macie, please check with the lab organizer")
+    print("Error enabling Macie, please check with the lab organizer")

test-data/cc_numbers.csv

@@ -0,0 +1,5 @@
+name, cc expiration,cvv2,
+Bruce Wayne, 02/24,110,
+Martha Wayne, 02/23,100,
+Alexander Luthor, 01/24,444,
+Martha Kent, 08/25,980,

test-data/constatine_passport.txt

@@ -0,0 +1,6 @@
+Hi,
+
+I'm John Constantine, my passport number is 107182890
+
+With love,
+The Laughing Magician

test-data/gotham_passport.txt

@@ -0,0 +1,3 @@
+We'll give you not the hero you deserve, but the one you need -- but whoever he is, let's make sure his passport number is F1234567A.
+
+Long live Gotham!

test-data/letter.pdf

@@ -0,0 +1,11 @@
+Hi,
+
+I recently purchased some high quality resin from you, but it no longer works with the specific plastic I have.
+
+Would you be able to issue a refund.
+
+My Credit card number is 5555 5555 5555 4444.
+
+Thank you.
+
+Patrick O' Brien