aboutsummaryrefslogtreecommitdiffstats
path: root/src/blogc-github-lambda/lambda_function.py
diff options
context:
space:
mode:
authorRafael G. Martins <rafael@rafaelmartins.eng.br>2017-03-22 21:41:02 +0100
committerRafael G. Martins <rafael@rafaelmartins.eng.br>2017-03-22 21:42:08 +0100
commitd60fa3735f6a0111c7e2cdbfb5a2c634d91212aa (patch)
tree38362e133da341fa280c8c4ae48a73f8b77401ad /src/blogc-github-lambda/lambda_function.py
parent2b485906cfa6d2e0431b0fa0120e1c267074b4e8 (diff)
downloadblogc-d60fa3735f6a0111c7e2cdbfb5a2c634d91212aa.tar.gz
blogc-d60fa3735f6a0111c7e2cdbfb5a2c634d91212aa.tar.bz2
blogc-d60fa3735f6a0111c7e2cdbfb5a2c634d91212aa.zip
github-lambda: added blogc version information
Diffstat (limited to 'src/blogc-github-lambda/lambda_function.py')
-rw-r--r--src/blogc-github-lambda/lambda_function.py193
1 files changed, 0 insertions, 193 deletions
diff --git a/src/blogc-github-lambda/lambda_function.py b/src/blogc-github-lambda/lambda_function.py
deleted file mode 100644
index 3f41eeb..0000000
--- a/src/blogc-github-lambda/lambda_function.py
+++ /dev/null
@@ -1,193 +0,0 @@
-# coding: utf-8
-#
-# blogc: A blog compiler.
-# Copyright (C) 2014-2017 Rafael G. Martins <rafael@rafaelmartins.eng.br>
-#
-# This program can be distributed under the terms of the BSD License.
-# See the license for details.
-#
-
-from contextlib import closing
-from StringIO import StringIO
-
-import base64
-import boto3
-import hashlib
-import json
-import mimetypes
-import os
-import subprocess
-import tarfile
-import urllib2
-import shutil
-
-cwd = os.path.dirname(os.path.abspath(__file__))
-os.environ['PATH'] = '%s:%s' % (cwd, os.environ.get('PATH', ''))
-
-s3 = boto3.resource('s3')
-
-GITHUB_AUTH = os.environ.get('GITHUB_AUTH')
-if GITHUB_AUTH is not None and ':' not in GITHUB_AUTH:
- GITHUB_AUTH = boto3.client('kms').decrypt(
- CiphertextBlob=base64.b64decode(GITHUB_AUTH))['Plaintext']
-
-
-def get_tarball(repo_name):
- tarball_url = 'https://api.github.com/repos/%s/tarball/master' % repo_name
- request = urllib2.Request(tarball_url)
-
- if GITHUB_AUTH is not None:
- auth = base64.b64encode(GITHUB_AUTH)
- request.add_header("Authorization", "Basic %s" % auth)
-
- with closing(urllib2.urlopen(request)) as fp:
- tarball = fp.read()
-
- rootdir = None
- with closing(StringIO(tarball)) as fp:
- with tarfile.open(fileobj=fp, mode='r:gz') as tar:
- for f in tar.getnames():
- if '/' not in f:
- rootdir = f
- break
- if rootdir is None:
- raise RuntimeError('Failed to find a directory in tarball')
- rootdir = '/tmp/%s' % rootdir
-
- if os.path.isdir(rootdir):
- shutil.rmtree(rootdir)
-
- tar.extractall('/tmp/')
-
- return rootdir
-
-
-def translate_filename(filename):
- f = filename.split('/')
- if len(f) == 0:
- return filename
- basename = f[-1]
-
- # replace any index.$EXT file with index.html, because s3 only allows
- # users to declare one directory index file name.
- p = basename.split('.')
- if len(p) == 2 and p[0] == 'index':
- f[-1] = 'index.html'
- return '/'.join(f)
-
- return filename
-
-
-def sync_s3(src, dest, settings_file):
- settings = {}
- if os.path.exists(settings_file):
- with open(settings_file, 'r') as fp:
- settings = json.load(fp)
-
- content_types = settings.get('content-type', {})
- dest = settings.get('bucket', dest)
-
- bucket = s3.Bucket(dest)
-
- remote_files = {}
- for obj in bucket.objects.all():
- if not obj.key.endswith('/'):
- remote_files[obj.key] = obj
-
- local_files = {}
- for root, dirs, files in os.walk(src):
- real_root = root[len(src):].lstrip('/')
- for filename in files:
- real_filename = os.path.join(real_root, filename)
- data = {'Key': real_filename}
-
- mime = content_types.get(real_filename,
- mimetypes.guess_type(real_filename)[0])
- if mime is not None:
- data['ContentType'] = mime
-
- with open(os.path.join(src, real_filename), 'rb') as fp:
- data['Body'] = fp.read()
-
- # always push the original file to its place
- local_files[real_filename] = data
-
- # if we need a copy on s3 for index or something, push it too
- translated_filename = translate_filename(real_filename)
- if translated_filename != real_filename:
- translated_data = data.copy()
- translated_data['Key'] = translated_filename
- local_files[translated_filename] = translated_data
-
- to_upload = []
- for filename in local_files:
- if filename not in remote_files:
- to_upload.append(local_files[filename])
-
- to_delete = []
- for filename in remote_files:
- if filename in local_files:
- l = hashlib.sha1(local_files[filename]['Body'])
-
- with closing(remote_files[filename].get()['Body']) as fp:
- r = hashlib.sha1(fp.read())
-
- if l.hexdigest() != r.hexdigest():
- to_upload.append(local_files[filename])
- else:
- to_delete.append(filename)
-
- for data in to_upload:
- print 'Uploading file: %s; content-type: "%s"' % (
- data['Key'],
- data.get('ContentType'),
- )
- bucket.put_object(**data)
-
- for filename in to_delete:
- print 'Deleting file:', filename
- remote_files[filename].delete()
-
-
-def sns_handler(message):
- payload = json.loads(message)
-
- if payload['ref'] == 'refs/heads/master':
- print 'Building: %s' % payload['repository']['full_name']
- debug = 'DEBUG' in os.environ
-
- env = os.environ.copy()
- env['BLOGC'] = os.path.join(cwd, 'blogc')
- env['OUTPUT_DIR'] = '_build_lambda'
-
- rootdir = get_tarball(payload['repository']['full_name'])
- blogcfile = os.path.join(rootdir, 'blogcfile')
-
- if os.path.isfile(blogcfile):
- # deploy using blogc-make
- args = [os.path.join(cwd, 'blogc'), '-m', '-f', blogcfile,
- 'all']
- if debug:
- args.append('-V')
- rv = subprocess.call(args, env=env)
- else:
- # fallback to using make. please note that this will break if
- # amazon removes gnu make from lambda images
- stream = None if debug else subprocess.PIPE
- rv = subprocess.call(['make', '-C', rootdir], env=env,
- stdout=stream, stderr=stream)
- if rv != 0:
- raise RuntimeError('Failed to run the build tool.')
-
- sync_s3(os.path.join(rootdir, env['OUTPUT_DIR']),
- payload['repository']['name'],
- os.path.join(rootdir, 's3.json'))
-
- else:
- print "Commit not for master branch, skipping: %s" % payload['ref']
-
-
-def lambda_handler(event, context):
- for record in event['Records']:
- if 'Sns' in record:
- sns_handler(record['Sns']['Message'])