jenkins部署nodeJs前端工程至阿里OSS

执行shell

pwd chmod -R 777 * node -v #检测node版本（此条命令非必要） npm -v #检测npm版本（此条命令非必要） npm config set registry https://registry.npm.taobao.org #把npm源设置为淘宝源（这个你懂的） npm config set sass_binary_site=https://npm.taobao.org/mirrors/node-sass npm install --unsafe-perm #安装项目中的依赖 npm run build:prod #打包 #!/bin/bash -e export OSS_ACCESS_KEY_ID= export OSS_ACCESS_KEY_SECRET= export OSS_BUCKET= _urlencode() { # urlencode <string> old_lc_collate=$LC_COLLATE LC_COLLATE=C length="${#1}" for (( i = 0; i < length; i++ )); do local c="${1:i:1}" case $c in [a-zA-Z0-9.~_-]) printf "$c" ;; *) printf '%%%02X' "'$c" ;; esac done LC_COLLATE=$old_lc_collate } _ali_nonce() { date +"%s%N" } _timestamp() { date -u +"%Y-%m-%dT%H%%3A%M%%3A%SZ" } _ali_urlencode() { _str="$1" _str_len=${#_str} _u_i=1 while [ "$_u_i" -le "$_str_len" ]; do _str_c="$(printf "%s" "$_str" | cut -c "$_u_i")" case $_str_c in [a-zA-Z0-9.~_-]) printf "%s" "$_str_c" ;; *) printf "%%%02X" "'$_str_c" ;; esac _u_i="$(($_u_i + 1))" done } _ali_signature() { sorted_query=$(printf "%s" "${query}" | tr '&' '\n' | sort | paste -s -d '&') string_to_sign=$(printf "%s" "GET&%2F&$(_ali_urlencode "${sorted_query}")") signature=$(printf "%s" "${string_to_sign}" | openssl sha1 -binary -hmac "${ACCESS_KEY_SECRET}&" | base64) _ali_urlencode "${signature}" } aliyun_request_builder() { query="Format=json&AccessKeyId=${ACCESS_KEY_ID}&SignatureMethod=HMAC-SHA1&SignatureVersion=1.0&Version=${version}" query="${query}&SignatureNonce=$(_ali_nonce)&Timestamp=$(_timestamp)" for q in "$@"; do query="${query}&${q%%=*}=$(_ali_urlencode "${q#*=}")" done query="${query}&Signature=$(_ali_signature "${query}")" echo "${query}" } aliyun_rest() { query="${1}" curl -fs "${aliyun_endpoint}?${query}" } aliyun_cdn_refresh() { ACCESS_KEY_ID="${CDN_ACCESS_KEY_ID}" ACCESS_KEY_SECRET="${CDN_ACCESS_KEY_SECRET}" if [ -z "${ACCESS_KEY_ID}" ] && [ -z "${ACCESS_KEY_SECRTE}" ]; then echo "请设置CDN_ACCESS_KEY_ID，CDN_ACCESS_KEY_SECRET环境变量" exit 1 fi aliyun_endpoint="https://cdn.aliyuncs.com/" version="2014-11-11" request_query="$(aliyun_request_builder \ Action=RefreshObjectCaches \ "ObjectPath=${1}" \ ObjectType=File)" aliyun_rest "${request_query}" } _oss_upload_one_file() { file="${1}" if [ -z "${OSS_ACCESS_KEY_ID}" ] && [ -z "${OSS_ACCESS_KEY_SECRET}" ] && [ -z "${OSS_BUCKET}" ]; then echo "请设置OSS_ACCESS_KEY_ID, OSS_ACCESS_KEY_SECRET, OSS_BUCKET三个环境变量" exit 1 fi upload_path="${OSS_BASE_PATH:-/}" host="${OSS_BUCKET}.oss-cn-hangzhou.aliyuncs.com" Date="$(LC_ALL=C TZ=GMT date +'%a, %d %b %Y %T %Z')" Content_MD5=`openssl md5 -binary < "${file}" | base64` extension="${file##*.}" case "${extension,,}" in js) Content_Type=application/javascript ;; css) Content_Type=text/css ;; json) Content_Type=application/json ;; woff) Content_Type=font/woff ;; woff2) Content_Type=font/woff2 ;; *) Content_Type=$(file -b --mime-type "${file}") ;; esac storage_path="${upload_path}${file}" CanonicalizedResource="/${OSS_BUCKET}${storage_path}" SignString="PUT\n${Content_MD5}\n${Content_Type}\n${Date}\n${CanonicalizedResource}" Signature=`echo -ne "$SignString" | openssl sha1 -binary -hmac "${OSS_ACCESS_KEY_SECRET}" | base64` Authorization="OSS ${OSS_ACCESS_KEY_ID}:${Signature}" echo "Uploading '${file}' to bucket: '${OSS_BUCKET}' path: '${storage_path}', content-type: '${Content_Type}'" curl -XPUT -sfLkT "${file}" \ -H "Content-Type: ${Content_Type}" \ -H "Date: ${Date}" -H "Content-Md5: ${Content_MD5}" \ -H "Authorization: ${Authorization}" "https://${host}${storage_path}" } export -f _oss_upload_one_file oss_upload() { src="${1}" cd "${src}" find -type f -printf "%P\0" | xargs -0 -I{} --no-run-if-empty -P10 bash -ec "_oss_upload_one_file {}" } main() { oss_upload "${1}" if [ -n "${CDN_URL}" ]; then echo "Refreshing CDN: '${CDN_URL}'" aliyun_cdn_refresh "${CDN_URL}" fi } pwd main dist/ python2 /mnt/cdn/refreshCDN.py -i ${OSS_ACCESS_KEY_ID} -k ${OSS_ACCESS_KEY_SECRET} -r https://system.sharechef.com/ -t clear

refreshCDN.py

#!/usr/bin/env python #coding=utf-8 # __author__ = 'hanli.zyb' '''Check Package''' try: import os, sys, getopt, time, json from aliyunsdkcore.client import AcsClient from aliyunsdkcore.acs_exception.exceptions import ClientException from aliyunsdkcore.acs_exception.exceptions import ServerException from aliyunsdkcdn.request.v20180510.RefreshObjectCachesRequest import RefreshObjectCachesRequest from aliyunsdkcdn.request.v20180510.PushObjectCacheRequest import PushObjectCacheRequest from aliyunsdkcdn.request.v20180510.DescribeRefreshTasksRequest import DescribeRefreshTasksRequest from aliyunsdkcdn.request.v20180510.DescribeRefreshQuotaRequest import DescribeRefreshQuotaRequest except: sys.exit("[Error] Please pip install aliyun-python-sdk-cdn and aliyun-python-sdk-core ，please install now......") class Refresh(object): '''init func''' def __init__(self): self.lists = [] self.param = {} ''' 描述：调度的主函数 resP：检测入参结果，如果类型不是 bool 说明有报错 ''' def main(self,argv): if len(argv) < 1 : sys.exit("\nusage: " + sys.argv[0] + " -h ") try: opts,args = getopt.getopt(argv,"hi:k:n:r:t:a:o:") except Exception as e : sys.exit("\nusage: " + sys.argv[0] + " -h ") for opt,arg in opts: if opt == '-h': self.helps() sys.exit() elif opt == '-i': self.param['-i'] = arg elif opt == '-k': self.param['-k'] = arg elif opt == '-r': self.param['-r'] = arg elif opt == '-t': self.param['-t'] = arg elif opt == '-a': self.param['-a'] = arg elif opt == '-o': self.param['-o'] = arg elif opt == '-n': self.param['-n'] = arg else: sys.exit("\nusage: " + sys.argv[0] + " -h ") resP = self.doCheck(self.param) if not isinstance(resP,bool): sys.exit(resP) try: client = AcsClient(self.param['-i'], self.param['-k'], 'cn-hangzhou') except NameError: sys.exit("[Error]: SDK module not detected") # for g in self.doProd(self.param): # self.lists = [] # self.doRefresh(''.join(g),self.param['-t'],client) self.doRefresh(self.param['-r'], self.param['-t'], client) ''' 描述：检测入参数 ''' def doCheck(self,param): try: for key1 in ('-i','-k','-r','-t'): if not key1 in param.keys(): return "[Error]: {0} Must be by parameter".format(key1) try: if not param.has_key('-n'): self.param['-n'] = 50 if not (abs(int(param['-n'])) <= 100 and abs(int(param['-n'])) > 0): return "[Error]: 0 < -n <= 100" else: self.param['-n'] = int(param['-n']) except ValueError as e: return "[Error]: -n Must be int Type ,{0}".format(str(e)) if not param['-t'] in ("push","clear"): return "[Error]: taskType Error" if param.has_key('-a') and param.has_key('-o'): return "[Error]: -a and -o cannot exist at same time" if param.has_key('-a'): if not param['-a'] in ("domestic","overseas"): return "[Error]: Area value Error" if param['-t'] == 'clear': return "[Error]: -t must be push and 'clear' -o use together" if param.has_key('-o'): if not param['-o'] in ("File","Directory"): return "[Error]: ObjectType value Error" if param['-t'] == 'push': return "[Error]: -t must be clear and 'push' -a use together" except KeyError as e: return "[Error]: Parameter {0} error".format(str(e)) return True ''' 描述：生成器切分文件，对每行文件进行处理 '\n' gop：每次读取 URL 数量 ''' def doProd(self,params): gop = params['-n'] mins = 1 maxs = gop with open(params['-r'], "r") as f: for line in f.readlines(): if mins != maxs: line = line.strip("\n") + "\n" else: line = line.strip("\n") self.lists.append(line) if mins >= maxs: yield self.lists mins = maxs maxs = gop + maxs -1 else: mins += 1 if len(self.lists) > 0: yield self.lists ''' 描述：刷新/预热任务 ''' def doRefresh(self,lists,types,client): try: if types == 'clear': taskID = 'RefreshTaskId' request = RefreshObjectCachesRequest() if self.param.has_key('-o'): request.set_ObjectType(self.param['-o']) elif types == 'push': taskID = 'PushTaskId' request = PushObjectCacheRequest() if self.param.has_key('-a'): request.set_Area(self.param['-a']) taskreq = DescribeRefreshTasksRequest() request.set_accept_format('json') request.set_ObjectPath(lists) response = json.loads(client.do_action_with_exception(request)) print(response) while True: count = 0 taskreq.set_accept_format('json') taskreq.set_TaskId(int(response[taskID])) taskresp = json.loads(client.do_action_with_exception(taskreq)) print("[" + response[taskID] + "]" + "is doing refresh CDN ...") for t in taskresp['Tasks']['CDNTask']: if t['Status'] != 'Complete': count += 1 if count == 0: break else: continue time.sleep(5) except Exception as e: sys.exit("[Error]" + str(e)) ''' 描述：帮助信息 ''' def helps(self): print("\nscript options explain: \ \n\t -i <AccessKey> 访问阿里云凭证，访问控制台上可以获得； \ \n\t -k <AccessKeySecret> 访问阿里云密钥，访问控制台上可以获得； \ \n\t -r <filename> 文件名称，每行一条 URL，有特殊字符先做 URLencode，以 http/https 开头； \ \n\t -t <taskType> 任务类型 clear 刷新，push 预热； \ \n\t -n [int,[..100]] 可选项，每次操作文件数量，做多 100 条； \ \n\t -a [String,<domestic|overseas> 可选项，预热范围，不传是默认是全球；\ \n\t domestic 仅中国大陆； \ \n\t overseas 全球（不包含中国大陆）； \ \n\t -o [String,<File|Directory>] 可选项，刷新的类型； \ \n\t File 文件刷新（默认值）； \ \n\t Directory 目录刷新") #TODO 入口 if __name__ == '__main__': fun = Refresh() fun.main(sys.argv[1:])