chore: added aws s3 event triggering script

scripts/aws s3 event triggering/README.md

@@ -0,0 +1 @@
+[](./sample.png)

scripts/aws s3 event triggering/aws_s3_event_trigger.sh

@@ -0,0 +1,122 @@
+#!/bin/bash
+
+# always put up the detail of scripts . version, author, what it does, what event triggers and all .. 
+
+###
+# Author: Adarsh Rawat
+# Version: 1.0.0
+# Objective: Automate Notification for a object uploaded or created in s3 bucket.
+###
+
+# debug what is happening
+set -x
+
+# all these cmds are aws cli commands | abhishek veermalla day 4-5 devops
+
+# store aws account id in a variable
+aws_account_id=$(aws sts get-caller-identity --query 'Account' --output text)
+
+# print the account id from the variable
+echo "aws account id: $aws_account_id"
+
+# set aws region, bucket name and other variables
+aws_region="us-east-1" 
+aws_bucket="s3-lambda-event-trigger-bucket"
+aws_lambda="s3-lambda-function-1"
+aws_role="s3-lambda-sns"
+email_address="[email protected]"
+
+# create iam role for the project
+role_response=$(aws iam create-role --role-name s3-lambda-sns --assume-role-policy-document '{
+ "Version": "2012-10-17",
+ "Statement": [{
+ "Action": "sts:AssumeRole",
+ "Effect": "Allow",
+ "Principal": {
+ "Service": [
+ "lambda.amazonaws.com",
+ "s3.amazonaws.com",
+ "sns.amazonaws.com"
+ ]
+ }
+ }]
+}')
+
+# jq is json parser here parse the role we created 
+
+# extract the role arn from json resposne and store in variable
+role_arn=$(echo "$role_response" | jq -r '.Role.Arn')
+
+# print the role arn
+echo "Role ARN: $role_arn"
+
+# attach permissions to the role
+aws iam attach-role-policy --role-name $aws_role --policy-arn arn:aws:iam::aws:policy/AWSLambda_FullAccess
+aws iam attach-role-policy --role-name $aws_role --policy-arn arn:aws:iam::aws:policy/AmazonSNSFullAccess
+
+# create s3 bucket and get the output in a variable
+bucket_output=$(aws s3api create-bucket --bucket "$aws_bucket" --region "$aws_region")
+
+# print the output from the variable 
+echo "bucket output: $bucket_output"
+
+# upload a file to the bucket
+aws s3 cp ./sample.png s3://"$aws_bucket"/sample.png
+
+# create a zip file to upload lambda function 
+zip -r s3-lambda.zip ./s3-lambda
+
+sleep 5
+
+# create a lambda function
+aws lambda create-function \
+ --region $aws_region \
+ --function $aws_lambda \
+ --runtime "python3.8" \
+ --handler "s3-lambda/s3-lambda.lambda_handler" \
+ --memory-size 128 \
+ --timeout 30 \
+ --role "arn:aws:iam::$aws_account_id:role/$aws_role" \
+ --zip-file "fileb://./s3-lambda.zip"
+
+# add permissions to s3 bucket to invoke lambda
+LambdaFunctionArn="arn:aws:lambda:us-east-1:$aws_account_id:function:s3-lambda"
+aws s3api put-bucket-notification-configuration \
+ --region "$aws_region" \
+ --bucket "$aws_bucket" \
+ --notification-configuration '{
+ "LambdaFunctionConfigurations": [{
+ "LambdaFunctionArn": "'"$LambdaFunctionArn"'",
+ "Events": ["s3:ObjectCreated:*"]
+ }]
+}'
+
+aws s3api put-bucket-notification-configuration \
+ --region "$aws_region" \
+ --bucket "$aws_bucket" \
+ --notification-configuration '{
+ "LambdaFunctionConfigurations": [{
+ "LambdaFunctionArn": "'"$LambdaFunctionArn"'",
+ "Events": ["s3:ObjectCreated:*"]
+ }]
+}'
+
+# create an sns topic and save the topic arn to a variable
+topic_arn=$(aws sns create-topic --name s3-lambda-sns --output json | jq -r '.TopicArn')
+
+# print the topic arn
+echo "SNS Topic ARN: $topic_arn"
+
+# Trigger SNS topic using lambda function
+
+# Add sns topic using lambda function
+aws sns subscribe \
+ --topic-arn "$topic_arn" \
+ --protocol email \
+ --notification-endpoint "$email_address"
+
+# publish sns
+aws sns publish \
+ --topic-arn "$topic_arn" \
+ --subject "A new object created in s3 bucket" \
+ --message "Hey, a new data object just got delievered into the s3 bucket $aws_bucket" 

scripts/aws s3 event triggering/s3-lambda/requirements.txt

@@ -0,0 +1 @@
+boto3==1.17.95

scripts/aws s3 event triggering/s3-lambda/s3-lambda.py

@@ -0,0 +1,38 @@
+import boto3
+import json
+
+def lambda_handler(event, context):
+
+ # i want to know that event thing
+ print(event)
+
+ # extract relevant information from the s3 event trigger
+ bucket_name=event['Records'][0]['s3']['bucket']['name']
+ object_key=event['Records'][0]['s3']['object']['key']
+
+ # perform desired operations with the upload file
+ print(f"File '{object_key}' was uploaded to bucket '{bucket_name}'")
+
+ # example: send a notification via sns
+ sns_client=boto3.client('sns')
+ topic_arn='arn:aws:sns:us-east-1:<account-id>:s3-lambda-sns'
+ sns_client.publish(
+ TopicArn=topic_arn,
+ Subject='s3 object created !!',
+ Message=f"File '{object_key}' was uploaded to bucket '{bucket_name}"
+ )
+
+ # Example: Trigger another Lambda function
+ # lambda_client = boto3.client('lambda')
+ # target_function_name = 'my-another-lambda-function'
+ # lambda_client.invoke(
+ # FunctionName=target_function_name,
+ # InvocationType='Event',
+ # Payload=json.dumps({'bucket_name': bucket_name, 'object_key': object_key})
+ # )
+ # in case of queuing and other objective similar to the netflix flow of triggering
+
+ return {
+ 'statusCode': 200,
+ 'body': json.dumps("Lambda function executed successfully !!")
+ }