'use strict'; const BbPromise = require('bluebird'); const _ = require('lodash'); const os = require('os'); const fs = BbPromise.promisifyAll(require('fs')); const fse = require('fs-extra'); const path = require('path'); const validate = require('../lib/validate'); const chalk = require('chalk'); const stdin = require('get-stdin'); const spawnExt = require('child-process-ext/spawn'); const { spawn } = require('child_process'); const inspect = require('util').inspect; const download = require('download'); const mkdirp = require('mkdirp'); const cachedir = require('cachedir'); const decompress = require('decompress'); const dirExists = require('../../../utils/fs/dirExists'); const fileExists = require('../../../utils/fs/fileExists'); const mkdirpAsync = BbPromise.promisify(mkdirp); const cachePath = path.join(cachedir('serverless'), 'invokeLocal'); class AwsInvokeLocal { constructor(serverless, options) { this.serverless = serverless; this.options = options || {}; this.provider = this.serverless.getProvider('aws'); Object.assign(this, validate); this.hooks = { 'before:invoke:local:loadEnvVars': () => BbPromise.bind(this) .then(this.extendedValidate) .then(this.loadEnvVars), 'invoke:local:invoke': () => BbPromise.bind(this).then(this.invokeLocal), }; } getRuntime() { return this.provider.getRuntime(this.options.functionObj.runtime); } validateFile(filePath, key) { const absolutePath = path.isAbsolute(filePath) ? filePath : path.join(this.serverless.config.servicePath, filePath); return fileExists(absolutePath).then(exists => { if (!exists) { throw new this.serverless.classes.Error( `The file you provided does not exist: ${absolutePath}` ); } if (absolutePath.endsWith('.js')) { // to support js - export as an input data this.options[key] = require(absolutePath); // eslint-disable-line global-require return null; } return this.serverless.utils.readFile(absolutePath).then(contents => { this.options[key] = contents; }); }); } extendedValidate() { return this.validate().then(() => { // validate function exists in service this.options.functionObj = this.serverless.service.getFunction(this.options.function); this.options.data = this.options.data || ''; const validatePromise = (this.options.contextPath && this.validateFile(this.options.contextPath, 'context')) || BbPromise.resolve(); return validatePromise .then(() => { if (this.options.data) { return null; } else if (this.options.path) { return this.validateFile(this.options.path, 'data'); } return stdin().then( input => { this.options.data = input; }, () => {} ); }) .then(() => { try { // unless asked to preserve raw input, attempt to parse any provided objects if (!this.options.raw) { if (this.options.data) { this.options.data = JSON.parse(this.options.data); } if (this.options.context) { this.options.context = JSON.parse(this.options.context); } } } catch (exception) { // do nothing if it's a simple string or object already } }); }); } getConfiguredEnvVars() { const providerEnvVars = this.serverless.service.provider.environment || {}; const functionEnvVars = this.options.functionObj.environment || {}; return _.merge(providerEnvVars, functionEnvVars); } loadEnvVars() { const lambdaName = this.options.functionObj.name; const memorySize = Number(this.options.functionObj.memorySize) || Number(this.serverless.service.provider.memorySize) || 1024; const lambdaDefaultEnvVars = { LANG: 'en_US.UTF-8', LD_LIBRARY_PATH: '/usr/local/lib64/node-v4.3.x/lib:/lib64:/usr/lib64:/var/runtime:/var/runtime/lib:/var/task:/var/task/lib', // eslint-disable-line max-len LAMBDA_TASK_ROOT: '/var/task', LAMBDA_RUNTIME_DIR: '/var/runtime', AWS_REGION: this.provider.getRegion(), AWS_DEFAULT_REGION: this.provider.getRegion(), AWS_LAMBDA_LOG_GROUP_NAME: this.provider.naming.getLogGroupName(lambdaName), AWS_LAMBDA_LOG_STREAM_NAME: '2016/12/02/[$LATEST]f77ff5e4026c45bda9a9ebcec6bc9cad', AWS_LAMBDA_FUNCTION_NAME: lambdaName, AWS_LAMBDA_FUNCTION_MEMORY_SIZE: memorySize, AWS_LAMBDA_FUNCTION_VERSION: '$LATEST', NODE_PATH: '/var/runtime:/var/task:/var/runtime/node_modules', }; const credentialEnvVars = {}; const { cachedCredentials } = this.provider; if (cachedCredentials) { if (cachedCredentials.accessKeyId) { credentialEnvVars.AWS_ACCESS_KEY_ID = cachedCredentials.accessKeyId; } if (cachedCredentials.secretAccessKey) { credentialEnvVars.AWS_SECRET_ACCESS_KEY = cachedCredentials.secretAccessKey; } if (cachedCredentials.sessionToken) { credentialEnvVars.AWS_SESSION_TOKEN = cachedCredentials.sessionToken; } } // profile override from config const profileOverride = this.provider.getProfile(); if (profileOverride) { lambdaDefaultEnvVars.AWS_PROFILE = profileOverride; } const configuredEnvVars = this.getConfiguredEnvVars(); _.merge(process.env, lambdaDefaultEnvVars, credentialEnvVars, configuredEnvVars); return BbPromise.resolve(); } invokeLocal() { const runtime = this.getRuntime(); const handler = this.options.functionObj.handler; if (this.options.docker) { return this.invokeLocalDocker(); } if (runtime.startsWith('nodejs')) { const handlerPath = handler.split('.')[0]; const handlerName = handler.split('.')[1]; return this.invokeLocalNodeJs( handlerPath, handlerName, this.options.data, this.options.context ); } if (_.includes(['python2.7', 'python3.6', 'python3.7', 'python3.8'], runtime)) { const handlerComponents = handler.split(/\./); const handlerPath = handlerComponents.slice(0, -1).join('.'); const handlerName = handlerComponents.pop(); return this.invokeLocalPython( process.platform === 'win32' ? 'python.exe' : runtime, handlerPath, handlerName, this.options.data, this.options.context ); } if (runtime === 'java8') { const className = handler.split('::')[0]; const handlerName = handler.split('::')[1] || 'handleRequest'; return this.invokeLocalJava( 'java', className, handlerName, this.serverless.service.package.artifact, this.options.data, this.options.context ); } if (runtime === 'ruby2.5') { const handlerComponents = handler.split(/\./); const handlerPath = handlerComponents[0]; const handlerName = handlerComponents.slice(1).join('.'); return this.invokeLocalRuby( process.platform === 'win32' ? 'ruby.exe' : 'ruby', handlerPath, handlerName, this.options.data, this.options.context ); } return this.invokeLocalDocker(); } checkDockerDaemonStatus() { return spawnExt('docker', ['version']).catch(() => { throw new Error('Please start the Docker daemon to use the invoke local Docker integration.'); }); } checkDockerImage(imageName) { return spawnExt('docker', ['images', '-q', imageName]).then(({ stdoutBuffer }) => { return Boolean(stdoutBuffer.toString().trim()); }); } pullDockerImage() { const runtime = this.getRuntime(); this.serverless.cli.log('Downloading base Docker image...'); return spawnExt('docker', [ 'pull', '--disable-content-trust=false', `lambci/lambda:${runtime}`, ]); } getLayerPaths() { const layers = _.mapKeys(this.serverless.service.layers, (value, key) => this.provider.naming.getLambdaLayerLogicalId(key) ); return BbPromise.all( (this.options.functionObj.layers || this.serverless.service.provider.layers || []).map( layer => { if (layer.Ref) { const targetLayer = layers[layer.Ref]; if (targetLayer.path) { return targetLayer.path; } if (targetLayer.package && targetLayer.package.artifact) { const layerArtifactContentPath = path.join('.serverless', 'layers', layer.Ref); return dirExists(layerArtifactContentPath).then(exists => { if (exists) { return layerArtifactContentPath; } this.serverless.cli.log(`Unziping ${layer.Ref}...`); return decompress(targetLayer.package.artifact, layerArtifactContentPath).then( () => layerArtifactContentPath ); }); } } const arnParts = layer.split(':'); const layerArn = arnParts.slice(0, -1).join(':'); const layerVersion = Number(arnParts.slice(-1)[0]); const layerContentsPath = path.join('.serverless', 'layers', arnParts[6], arnParts[7]); const layerContentsCachePath = path.join(cachePath, 'layers', arnParts[6], arnParts[7]); return dirExists(layerContentsPath) .then(exists => { if (exists) { return layerContentsPath; } return dirExists(layerContentsCachePath).then(cacheExists => { if (!cacheExists) { this.serverless.cli.log(`Downloading layer ${layer}...`); return mkdirpAsync(path.join(layerContentsCachePath)) .then(() => this.provider.request('Lambda', 'getLayerVersion', { LayerName: layerArn, VersionNumber: layerVersion, }) ) .then(layerInfo => download(layerInfo.Content.Location, layerContentsCachePath, { extract: true, }) ); } return null; }); }) .then(() => fse.copy(layerContentsCachePath, layerContentsPath)) .then(() => layerContentsPath); } ) ); } getDockerImageName() { return `sls-docker-${this.getRuntime()}`; } buildDockerImage(layerPaths) { const runtime = this.getRuntime(); const imageName = this.getDockerImageName(); let dockerFileContent = `FROM lambci/lambda:${runtime}`; for (const layerPath of layerPaths) { dockerFileContent += `\nADD --chown=sbx_user1051:495 ${layerPath} /opt`; } const dockerfilePath = path.join('.serverless', 'invokeLocal', runtime, 'Dockerfile'); const dockerfileCachePath = path.join(cachePath, 'dockerfiles', runtime, 'Dockerfile'); return fileExists(dockerfileCachePath) .then(exists => { if (exists) { return fs.readFileAsync(dockerfileCachePath).then(contents => { if (contents.toString() === dockerFileContent) { return this.checkDockerImage(imageName); } return false; }); } return false; }) .then(cacheEquals => { if (cacheEquals) { return imageName; } return BbPromise.all([ mkdirpAsync(path.join('.serverless', 'invokeLocal', runtime)), mkdirpAsync(path.join(cachePath, 'dockerfiles', runtime)), ]) .then(() => { this.serverless.cli.log('Writing Dockerfile...'); return BbPromise.all([ fs.writeFileAsync(dockerfilePath, dockerFileContent), fs.writeFileAsync(dockerfileCachePath, dockerFileContent), ]); }) .then(() => { this.serverless.cli.log('Building Docker image...'); return spawnExt('docker', [ 'build', '-t', imageName, `${this.serverless.config.servicePath}`, '-f', dockerfilePath, ]).then( () => { return imageName; }, ({ code, stdBuffer }) => { if (stdBuffer) { process.stdout.write(stdBuffer); } throw new Error(`Failed to build docker image (exit code ${code}})`); } ); }); }); } extractArtifact() { const artifact = _.get( this.options.functionObj, 'package.artifact', _.get(this.serverless.service, 'package.artifact') ); if (!artifact) { return this.serverless.config.servicePath; } const destination = path.join( this.serverless.config.servicePath, '.serverless', 'invokeLocal', 'artifact' ); return decompress(artifact, destination).then(() => destination); } getEnvVarsFromOptions() { const envVarsFromOptions = {}; // Get the env vars from command line options in the form of --env KEY=value _.concat(this.options.env || []).forEach(itm => { const splitItm = _.split(itm, '='); envVarsFromOptions[splitItm[0]] = splitItm.slice(1, splitItm.length).join('=') || ''; }); return envVarsFromOptions; } ensurePackage() { if (this.options['skip-package']) { return fs .accessAsync( path.join(this.serverless.config.servicePath, '.serverless', 'serverless-state.json') ) .catch(() => this.serverless.pluginManager.spawn('package')); } return this.serverless.pluginManager.spawn('package'); } invokeLocalDocker() { const handler = this.options.functionObj.handler; const runtime = this.getRuntime(); return this.ensurePackage() .then(() => this.checkDockerDaemonStatus()) .then(() => BbPromise.all([ this.checkDockerImage(`lambci/lambda:${runtime}`).then(exists => { return exists ? {} : this.pullDockerImage(); }), this.getLayerPaths().then(layerPaths => this.buildDockerImage(layerPaths)), this.extractArtifact(), ]).then(results => { const imageName = results[1]; const artifactPath = results[2]; const configuredEnvVars = this.getConfiguredEnvVars(); const envVarsFromOptions = this.getEnvVarsFromOptions(); const envVars = _.merge(configuredEnvVars, envVarsFromOptions); const envVarsDockerArgs = _.flatMap(envVars, (value, key) => [ '--env', `${key}=${value}`, ]); const dockerArgsFromOptions = this.getDockerArgsFromOptions(); const dockerArgs = _.concat( ['run', '--rm', '-v', `${artifactPath}:/var/task`], envVarsDockerArgs, dockerArgsFromOptions, [imageName, handler, JSON.stringify(this.options.data)] ); return spawnExt('docker', dockerArgs).then( ({ stdBuffer }) => { if (stdBuffer) { process.stdout.write(stdBuffer); } return imageName; }, ({ code, stdBuffer }) => { if (stdBuffer) { process.stdout.write(stdBuffer); } throw new Error(`Failed to run docker for ${runtime} image (exit code ${code}})`); } ); }) ); } getDockerArgsFromOptions() { const dockerArgOptions = this.options['docker-arg']; const dockerArgsFromOptions = _.flatMap(_.concat(dockerArgOptions || []), dockerArgOption => { const splitItems = dockerArgOption.split(' '); return [splitItems[0], splitItems.slice(1).join(' ')]; }); return dockerArgsFromOptions; } invokeLocalPython(runtime, handlerPath, handlerName, event, context) { const input = JSON.stringify({ event: event || {}, context: Object.assign( { name: this.options.functionObj.name, version: 'LATEST', logGroupName: this.provider.naming.getLogGroupName(this.options.functionObj.name), timeout: Number(this.options.functionObj.timeout) || Number(this.serverless.service.provider.timeout) || 6, }, context ), }); if (process.env.VIRTUAL_ENV) { const runtimeDir = os.platform() === 'win32' ? 'Scripts' : 'bin'; process.env.PATH = [ path.join(process.env.VIRTUAL_ENV, runtimeDir), path.delimiter, process.env.PATH, ].join(''); } return new BbPromise((resolve, reject) => { const python = spawn( runtime.split('.')[0], ['-u', path.join(__dirname, 'invoke.py'), handlerPath, handlerName], { env: process.env }, { shell: true } ); python.stdout.on('data', buf => this.serverless.cli.consoleLog(buf.toString())); python.stderr.on('data', buf => this.serverless.cli.consoleLog(buf.toString())); python.on('close', () => resolve()); let isRejected = false; python.on('error', error => { isRejected = true; reject(error); }); process.nextTick(() => { if (isRejected) return; // Runtime not available python.stdin.write(input); python.stdin.end(); }); }); } callJavaBridge(artifactPath, className, handlerName, input) { return new BbPromise((resolve, reject) => fs.statAsync(artifactPath).then( () => { const java = spawn( 'java', [ `-DartifactPath=${artifactPath}`, `-DclassName=${className}`, `-DhandlerName=${handlerName}`, '-jar', path.join(__dirname, 'java', 'target', 'invoke-bridge-1.0.1.jar'), ], { shell: true } ); this.serverless.cli.log( [ 'In order to get human-readable output,', ' please implement "toString()" method of your "ApiGatewayResponse" object.', ].join('') ); java.stdout.on('data', buf => this.serverless.cli.consoleLog(buf.toString())); java.stderr.on('data', buf => this.serverless.cli.consoleLog(buf.toString())); java.on('close', () => resolve()); let isRejected = false; java.on('error', error => { isRejected = true; reject(error); }); process.nextTick(() => { if (isRejected) return; // Runtime not available java.stdin.write(input); java.stdin.end(); }); }, () => { throw new Error(`Artifact ${artifactPath} doesn't exists, please compile it first.`); } ) ); } invokeLocalJava(runtime, className, handlerName, artifactPath, event, customContext) { const timeout = Number(this.options.functionObj.timeout) || Number(this.serverless.service.provider.timeout) || 6; const context = { name: this.options.functionObj.name, version: 'LATEST', logGroupName: this.provider.naming.getLogGroupName(this.options.functionObj.name), timeout, }; const input = JSON.stringify({ event: event || {}, context: customContext || context, }); const javaBridgePath = path.join(__dirname, 'java'); const executablePath = path.join(javaBridgePath, 'target'); return new BbPromise((resolve, reject) => fs .statAsync(executablePath) .then(() => this.callJavaBridge(artifactPath, className, handlerName, input)) .then(resolve, () => { const mvn = spawn('mvn', ['package', '-f', path.join(javaBridgePath, 'pom.xml')], { shell: true, }); this.serverless.cli.log( 'Building Java bridge, first invocation might take a bit longer.' ); mvn.stderr.on('data', buf => this.serverless.cli.consoleLog(`mvn - ${buf.toString()}`)); mvn.on('close', () => this.callJavaBridge(artifactPath, className, handlerName, input).then(resolve) ); let isRejected = false; mvn.on('error', error => { isRejected = true; reject(error); }); process.nextTick(() => { if (isRejected) return; // Runtime not available mvn.stdin.end(); }); }) ); } invokeLocalRuby(runtime, handlerPath, handlerName, event, context) { const input = JSON.stringify({ event: event || {}, context, }); return new BbPromise((resolve, reject) => { const ruby = spawn(runtime, [path.join(__dirname, 'invoke.rb'), handlerPath, handlerName], { env: process.env, shell: true, }); ruby.stdout.on('data', buf => this.serverless.cli.consoleLog(buf.toString())); ruby.stderr.on('data', buf => this.serverless.cli.consoleLog(buf.toString())); ruby.on('close', () => resolve()); let isRejected = false; ruby.on('error', error => { isRejected = true; reject(error); }); process.nextTick(() => { if (isRejected) return; // Runtime not available ruby.stdin.write(input); ruby.stdin.end(); }); }); } invokeLocalNodeJs(handlerPath, handlerName, event, customContext) { let lambda; let pathToHandler; let hasResponded = false; try { /* * we need require() here to load the handler from the file system * which the user has to supply by passing the function name */ pathToHandler = path.join( this.serverless.config.servicePath, this.options.extraServicePath || '', handlerPath ); const handlersContainer = require(// eslint-disable-line global-require pathToHandler); lambda = handlersContainer[handlerName]; } catch (error) { this.serverless.cli.consoleLog(chalk.red(inspect(error))); throw new Error(`Exception encountered when loading ${pathToHandler}`); } function handleError(err) { let errorResult; if (err instanceof Error) { errorResult = { errorMessage: err.message, errorType: err.constructor.name, stackTrace: err.stack && err.stack.split('\n'), }; } else { errorResult = { errorMessage: err, }; } this.serverless.cli.consoleLog(chalk.red(JSON.stringify(errorResult, null, 4))); process.exitCode = 1; } function handleResult(result) { if (result instanceof Error) { handleError.call(this, result); return; } else if (result.headers && result.headers['Content-Type'] === 'application/json') { if (result.body) { try { Object.assign(result, { body: JSON.parse(result.body), }); } catch (e) { throw new Error('Content-Type of response is application/json but body is not json'); } } } this.serverless.cli.consoleLog(JSON.stringify(result, null, 4)); } return new BbPromise(resolve => { const callback = (err, result) => { if (!hasResponded) { hasResponded = true; if (err) { handleError.call(this, err); } else if (result) { handleResult.call(this, result); } } resolve(); }; const startTime = new Date(); const timeout = Number(this.options.functionObj.timeout) || Number(this.serverless.service.provider.timeout) || 6; let context = { awsRequestId: 'id', invokeid: 'id', logGroupName: this.provider.naming.getLogGroupName(this.options.functionObj.name), logStreamName: '2015/09/22/[HEAD]13370a84ca4ed8b77c427af260', functionVersion: 'HEAD', isDefaultFunctionVersion: true, functionName: this.options.functionObj.name, memoryLimitInMB: '1024', succeed(result) { return callback(null, result); }, fail(error) { return callback(error); }, done(error, result) { return callback(error, result); }, getRemainingTimeInMillis() { return Math.max(timeout * 1000 - (new Date().valueOf() - startTime.valueOf()), 0); }, }; if (customContext) { context = customContext; } const maybeThennable = lambda(event, context, callback); if (!_.isUndefined(maybeThennable)) { return BbPromise.resolve(maybeThennable).then( callback.bind(this, null), callback.bind(this) ); } return maybeThennable; }); } } module.exports = AwsInvokeLocal;