166 lines
5.9 KiB
Python
166 lines
5.9 KiB
Python
from datetime import date
|
|
import zipfile
|
|
import boto3
|
|
from botocore.exceptions import ClientError
|
|
|
|
################################################################################################
|
|
#
|
|
# Configuration Parameters
|
|
#
|
|
################################################################################################
|
|
|
|
# a bucket in S3 will be created to store the counter bucket names need to be world-wide unique ;)
|
|
# Hence we create a bucket name that contains your group number and the current year.
|
|
# The counter will be stores as key (file) "us-east-1" in the bucket (same name as our default region)
|
|
# in the bucket and expects a number in it to increase
|
|
groupNr = 22
|
|
currentYear = date.today().year
|
|
|
|
globallyUniqueS3GroupBucketName = "cloudcomp-counter-" + str(currentYear) + "-group" + str(groupNr)
|
|
|
|
# region = 'eu-central-1'
|
|
region = 'us-east-1'
|
|
functionName = 'cloudcomp-counter-lambda-demo'
|
|
|
|
# The Lambda function will run using privileges of a role, that allows the function to access/create
|
|
# resources in AWS (in this case read/write to S3). In AWS Academy you need to use the role that
|
|
# use created for your student account in the lab (see lab readme).
|
|
# see ARN for AWS Academy LabRole function here:
|
|
# https://us-east-1.console.aws.amazon.com/iamv2/home?region=us-east-1#/roles/details/LabRole?section=permissions
|
|
#
|
|
# e.g.: (309000625112, 919927306708, 488766701848 would in your case be your AWS Account ID, see Lab Details)
|
|
#
|
|
# roleArn = 'arn:aws:iam::309000625112:role/service-role/cloudcomp-counter-demo-role-6rs7pah3'
|
|
# roleArn = 'arn:aws:iam::919927306708:role/cloudcomp-s3-access'
|
|
# roleArn = 'arn:aws:iam::488766701848:role/LabRole'
|
|
|
|
# standard name for role in AWS Academy lab created by vocareum is "LabRole". See README of the
|
|
# lab. The following code will lookup the AWS Resource Name (ARN) (sort of the ID for this role)
|
|
# that has the following name:
|
|
roleName = "LabRole"
|
|
|
|
################################################################################################
|
|
#
|
|
# boto3 code
|
|
#
|
|
################################################################################################
|
|
|
|
|
|
def cleanup_s3_bucket(s3_bucket):
|
|
# Deleting objects
|
|
for s3_object in s3_bucket.objects.all():
|
|
s3_object.delete()
|
|
# Deleting objects versions if S3 versioning enabled
|
|
for s3_object_ver in s3_bucket.object_versions.all():
|
|
s3_object_ver.delete()
|
|
|
|
|
|
client = boto3.setup_default_session(region_name=region)
|
|
iamClient = boto3.client('iam')
|
|
s3Client = boto3.client('s3')
|
|
s3Resource = boto3.resource('s3')
|
|
lClient = boto3.client('lambda')
|
|
apiClient = boto3.client("apigatewayv2")
|
|
|
|
print("Getting AWS Academy LabRole ARN...")
|
|
print("------------------------------------")
|
|
response = iamClient.list_roles()
|
|
for role in response["Roles"]:
|
|
if role["RoleName"] == roleName:
|
|
roleArn = role["Arn"]
|
|
print(roleArn)
|
|
|
|
print("Searching for old API gateway...")
|
|
print("------------------------------------")
|
|
for api in apiClient.get_apis()["Items"]:
|
|
if api["Name"] == functionName + '-api':
|
|
print("Deleting old API gateway...")
|
|
print("------------------------------------")
|
|
response = apiClient.delete_api(
|
|
ApiId=api["ApiId"],
|
|
)
|
|
|
|
print("Deleting old function...")
|
|
print("------------------------------------")
|
|
try:
|
|
response = lClient.delete_function(
|
|
FunctionName=functionName,
|
|
)
|
|
except lClient.exceptions.ResourceNotFoundException:
|
|
print('Function not available. No need to delete it.')
|
|
|
|
print("Deleting old bucket...")
|
|
print("------------------------------------")
|
|
|
|
try:
|
|
currentBucket = s3Resource.Bucket(globallyUniqueS3GroupBucketName)
|
|
cleanup_s3_bucket(currentBucket)
|
|
currentBucket.delete()
|
|
except s3Client.exceptions.NoSuchBucket:
|
|
print('Bucket not available. No need to delete it.')
|
|
|
|
print("creating S3 bucket (must be globally unique)...")
|
|
print("------------------------------------")
|
|
|
|
try:
|
|
response = s3Client.create_bucket(Bucket=globallyUniqueS3GroupBucketName)
|
|
response = s3Client.put_object(Bucket=globallyUniqueS3GroupBucketName, Key='us-east-1', Body=str(0))
|
|
except ClientError as e:
|
|
print(e)
|
|
|
|
print("creating new function...")
|
|
print("------------------------------------")
|
|
|
|
zf = zipfile.ZipFile('lambda-deployment-archive.zip', 'w', zipfile.ZIP_DEFLATED)
|
|
zf.write('lambda_function.py')
|
|
zf.close()
|
|
|
|
lambdaFunctionARN = ""
|
|
with open('lambda-deployment-archive.zip', mode='rb') as file:
|
|
zipfileContent = file.read()
|
|
|
|
response = lClient.create_function(
|
|
FunctionName=functionName,
|
|
Runtime='python3.9',
|
|
Role=roleArn,
|
|
Code={
|
|
'ZipFile': zipfileContent
|
|
},
|
|
Handler='lambda_function.lambda_handler',
|
|
Publish=True,
|
|
Environment={
|
|
'Variables': {
|
|
'bucketName': globallyUniqueS3GroupBucketName
|
|
}
|
|
}
|
|
)
|
|
lambdaFunctionARN = response['FunctionArn']
|
|
|
|
# API gateway to get an HTTP endpoint that we can access directly in the browser,
|
|
# which will call our function, as in the provided demo:
|
|
# https://348yxdily0.execute-api.eu-central-1.amazonaws.com/default/cloudcomp-counter-demo
|
|
|
|
print("creating API gateway...")
|
|
print("------------------------------------")
|
|
|
|
response = apiClient.create_api(
|
|
Name=functionName + '-api',
|
|
ProtocolType='HTTP',
|
|
Target=lambdaFunctionARN,
|
|
CredentialsArn=roleArn
|
|
)
|
|
|
|
print("Lambda Function and S3 Bucket to store the counter are created.\n"
|
|
"\n"
|
|
"You can access the API gateway and increment the counter using the created Lambda function\n"
|
|
"at: " + response["ApiEndpoint"] + " \n"
|
|
"You can also run invoke-function.py to view an increment the counter. You can also use \n"
|
|
"the test button in the Lambda AWS console. In this case you need to send the content\n"
|
|
"\n"
|
|
"{\n"
|
|
" \"input\": \"1\"\n"
|
|
"}\n"
|
|
"\n"
|
|
"to increment the counter by 1.\n"
|
|
"Try to understand how Lambda can be used to cut costs regarding cloud services and what its pros\n"
|
|
"and cons are.\n") |