Jenkinsfile-prod-promote-from-uat.groovy 129 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616
  1. /**
  2. * 生产环境:从 UAT 晋升 jar(及 lib),并可选同步 bootstrap-prod.yml 到生产目录。
  3. *
  4. * 【唯一维护点】getServiceDefinitions() 内的 registry 列表(勿用顶层 def,避免 Jenkins CPS 缺 SERVICE_REGISTRY)。
  5. * 命名约定(自动派生,一般无需改):module=alien-<prodDir>,uatDir=<prodDir>-uat,container=<prodDir>-produ,
  6. * 生产宿主机制品子目录与 prodDir 同名的短名(如 store、lawyer、store-platform):<PROD_DEPLOY_ROOT>/<prodDir> 下放 jar/lib/config;日志仍用 logs/<prodDir> 以配合现网 compose
  7. *
  8. * 发版范围(DEPLOY_MODE):
  9. * - whole:整体发版
  10. * - single:单服务
  11. * - multi:勾选 MULTI_* 复选框(顺序与 registry 列表一致)
  12. *
  13. * bootstrap-prod.yml(BOOTSTRAP_SYNC_MODE):from_jar / from_git / none。
  14. * from_jar 时:gateway 等为 Spring Boot 可执行包则路径为 BOOT-INF/classes/;job 等为瘦 jar 则为 jar 根目录 bootstrap-prod.yml。
  15. *
  16. * 运行时需 --spring.profiles.active=prod;解压到磁盘的 bootstrap 用于审计或外置挂载。
  17. *
  18. * environment 块作用:
  19. * - 为本流水线所有 stage 注入「环境变量」,在 shell 中为 ${env.XXX},Groovy 中为 env.XXX。
  20. * - GIT_URL / GIT_BRANCH / GIT_CREDENTIALS:仅在 BOOTSTRAP_SYNC_MODE=from_git 时用于 git 步骤与 reset。
  21. * - UAT_DEPLOY_ROOT / PROD_DEPLOY_ROOT:与 Jenkins 宿主机(或挂载)上的预生产、生产制品根目录一致;
  22. * 若 Job 跑在容器内,需与 docker-compose 里挂载到 Jenkins 的路径一致。
  23. *
  24. * 预生产(UAT)晋升源路径(宿主机上为 /alien_uat/java/<uatDir>/,可用 Job 参数 UAT_DEPLOY_ROOT 改「Jenkins 进程内」路径):
  25. * <UAT_DEPLOY_ROOT>/<uatDir>/alien-<prodDir>-1.0.0.jar
  26. * <UAT_DEPLOY_ROOT>/<uatDir>/lib/(若有)
  27. * 其中 uatDir 与 getServiceDefinitions() 中一致(如 gateway-uat、store-uat)。
  28. * Jenkins 跑在容器内时(工作区常为 /var/jenkins_home/workspace),宿主机 /alien_uat/java 需挂载进容器。
  29. * 预生产 Maven+拷贝+restart 流水线见 docs/jenkins/Jenkinsfile-uat-build-deploy.groovy。
  30. * 【docker compose 启动方式】发版在拷贝 jar/lib 后,在 compose 工作目录下执行
  31. * docker compose(V2 插件)或回退到 docker-compose(V1 独立可执行,未装 compose 插件时常用:unknown shorthand flag f in f 多系未装 V2)
  32. * 若缺 compose 子命令:可填 PROD_DOCKER_COMPOSE_V2_PLUGIN(或把宿主机 .../cli-plugins 挂进 Jenkins,脚本会临时 DOCKER_CONFIG 链到该插件)或 PROD_DOCKER_COMPOSE_PATH(V1 可执行件);或依赖 PROD_DOCKER_COMPOSE_DIND_IMAGE 用 docker run 持 socket 在默认 docker:24.0.9-cli 中执行 compose
  33. * 同一套参数:-f <PROD_COMPOSE_FILE> --project-directory <yml 所在目录> 以及 restart|up -d --no-deps <服务名>。
  34. * compose 若声明 networks.external(如 common-network-produ),宿主机须已有该网络;PROD_DOCKER_CREATE_EXTERNAL_NETWORKS 可在 compose 前自动 docker network create(填 off 则不自建)。
  35. * 工作目录(--project-directory)为 compose 文件所在目录,以解析 yml 内 ./store、./logs 等相对卷。
  36. * 现网 yml 示例:/alien_produ/java/docker-compose.yml,项目名可含顶层 name:(如 alien-java-produ),服务名与 container_name 如 gateway-produ、store-produ(须与 getServiceDefinitions() 派生 composeService 一致)。
  37. * Jasypt/代理等:yml 内 ${JASYPT_ENCRYPTOR_PASSWORD} 等变量依赖 compose 同目录的 .env(可 ln 到 .env.produ-docker);若 Job 中填写了 PROD_DOCKER_ENV_FILE 临时 env,流水线在 compose 前会 set -a 以 shell source 之,使 compose 时变量可用。
  38. * 与 Jenkins 侧挂载:见 docs/jenkins/docker-compose-jenkins-host-network.yml 等(如「/alien_uat/java:/app_deploy_uat」),
  39. * 容器内 UAT 根目录为 /app_deploy_uat(UAT_DEPLOY_ROOT 默认);network_mode: host 不改变上述 Jenkins 内路径。
  40. * 仅当 Jenkins 直接跑在宿主机且能读 /alien_uat/java 时,将 UAT_DEPLOY_ROOT 设为 /alien_uat/java。
  41. *
  42. * 生产发版后的文件位置(默认 PROD_DEPLOY_ROOT=/alien_produ/java,可用 Job 参数改;须与 Jenkins 容器内「能写到的」路径一致):
  43. * <PROD_DEPLOY_ROOT>/<prodDir>/alien-<prodDir>-1.0.0.jar
  44. * <PROD_DEPLOY_ROOT>/<prodDir>/lib/(若有)
  45. * <PROD_DEPLOY_ROOT>/<prodDir>/config/bootstrap-prod.yml(若同步 bootstrap)
  46. * 与预生产「每服务一子目录」约定一致。生产 Docker 挂载 jar 时请指向 PROD 路径。
  47. * 若 compose 将生产 jar 挂为「../java:/app_deploy」(相对 compose 目录),则 Jenkins 内应设 PROD_DEPLOY_ROOT=/app_deploy,对应宿主机为 compose 上级目录下的 java/。
  48. * 【必配】若 Job 使用 PROD_DEPLOY_ROOT=/alien_produ/java 且 **未** 配置 PROD_SSH_TARGET(本机发版):Jenkins 容器必须 volume 挂载宿主机 /alien_produ/java 到同路径(见 docker-compose-jenkins-host-network.yml),否则 cp 写在 Jenkins 私有层、生产侧进程读宿主机文件时,unzip 通过仍 corrupt jarfile。
  49. * 【环境隔离】预生产仍在 39.106.135.88(UAT_DEPLOY_ROOT 读该机上制品);生产默认发到 **39.105.153.68**:设置 PROD_SSH_TARGET=alien_store@39.105.153.68(可改)后,制品先写入 Jenkins 工作区下暂存目录再 rsync 到目标机 PROD_DEPLOY_ROOT,docker/docker compose 经 SSH 在目标机执行(须目标机 sudo 免密 docker)。留空 PROD_SSH_TARGET 则保持「Jenkins 与生产 dockerd 同机」旧行为。
  50. * 【SSH】远程发版须 Jenkins 能登录 PROD_SSH_TARGET:填写 PROD_SSH_CREDENTIALS_ID(Jenkins「SSH Username with private key」凭据,需 SSH Agent 插件)或将私钥配在运行节点默认 ssh(~/.ssh)。否则 ssh 报 Permission denied (publickey)。
  51. * 【凭据参数仍为空】已存在 Job 常不继承 Jenkinsfile 里 parameters 的新 defaultValue,运行时 params 仍为空串;脚本用 effectiveProdSshCredentialsId() 在「已配置 PROD_SSH_TARGET」时回退 DEFAULT_PROD_SSH_CREDENTIALS_ID,仍走 sshagent。换凭据后改脚本内该常量或显式填参数。
  52. *
  53. * 生产容器须由 <PROD_DEPLOY_ROOT>/docker-compose.yml(或 PROD_COMPOSE_FILE)通过 docker compose 管理;与 docker restart / docker run 的「独立容器」不共享 Compose 元数据,见 Job 头「docker compose 启动方式」说明。
  54. * 若 PROD 目录下出现 alien-xxx-1.0.0.jar「目录」且为空:多为历史上 docker -v 指向不存在的文件时 Docker 在宿主机误建同名目录;须 rm -rf 该目录后再拷贝真 jar。
  55. * 目录改为文件后仅 docker restart 常报 not a directory / vice-versa:旧容器 bind 与现路径类型不一致,须 rm 后由 compose 重建;流水线在删误建目录或 restart 报此类错时会重建(AUTO_RECREATE_IF_MOUNT_MISMATCH)。
  56. * 七个 *-produ 一次性处理:宿主机执行 docs/jenkins/fix-prod-stale-jar-dirs.sh(或读其末尾注释里的手敲命令)。
  57. * 容器报 Invalid or corrupt jarfile:宿主机挂载文件须为合法 jar(非空、非目录)。勿在 jar 未就绪时 -v 挂载(易生成空占位);
  58. * 修复后删容器并 docker compose 重建。流水线在 restart 前会对 jar 做 unzip -t 校验。
  59. * 若仍报 corrupt:常见原因是容器创建时 -v 指向的路径与当前 PROD_DEPLOY_ROOT 下 jar 不一致——bind mount 不随 hot restart 更新,须 docker rm 后 compose up。
  60. * 流水线可比对 docker inspect 的挂载源与本次 jar 路径;若开启 AUTO_RECREATE_IF_MOUNT_MISMATCH 将先删容器再 `docker compose up`。
  61. * 对需支付证书的服务(store 等):若宿主机已有证书目录(CERT_VOL=1)但现有容器未挂 /usr/local/alien/aliPayCert 或挂载源与本次 PAY_MOUNT 不一致,同样依赖 AUTO_RECREATE 先删后 up;仅 restart 永远不能补证书卷。
  62. * Jasypt:须与预生产 docker-compose 的 x-java-env.JASYPT_ENCRYPTOR_PASSWORD 一致(现网常为 alien_salt)。默认 PROD_DOCKER_ENV_FILE=<PROD_DEPLOY_ROOT>/.env.produ-docker;文件须 UTF-8(Docker --env-file 拒绝 GBK/中文注释的非 UTF-8),见 docs/jenkins/env.produ-docker.example。亦可密钥文件或构建参数 JASYPT_ENCRYPTOR_PASSWORD。容器未带该 env 时须 AUTO_RECREATE_IF_MOUNT_MISMATCH 重建。手工 compose 见 docs/docker/docker-compose-prod.example.yml。
  63. * restart/run 后若立刻 docker exec 可能报 unable to upgrade to tcp, received 409(容器尚未 running);流水线会等待稳定 running 并重试 exec。
  64. * 若 inspect 长期为 restarting,多为 Java 反复退出(corrupt jar、缺 lib、端口占用等),与单纯 409 不同;此时应先 docker logs 再修应用。
  65. * 瘦 jar 且 MANIFEST 依赖 lib/ 时:若仅 -v 挂载单个 jar、未把宿主机 lib 挂进容器,会 NoClassDefFoundError(如 SpringApplication)并 restarting;自动创建/重建容器时已增加 -v <PROD>/.../lib:/app/lib:ro(与 -w /app、Class-Path 相对 jar 目录一致)。
  66. * 证书不在流水线内拷贝。约定需证书服务在宿主机:PROD_DEPLOY_ROOT 下各 <prodDir>/alien/aliPayCert/(与 copy-uat-pay-certs-to-prod.sh 的 cp 目标一致)。
  67. * 生产 compose 中:将「宿主机」证书目录挂到 /usr/local/alien/aliPayCert(应用读 /usr/local/alien/aliPayCert/apiclient_key.pem);流水线比对期望路径与现有容器 mount。
  68. * 约定源目录为 PROD_DEPLOY_ROOT/<prodDir>/alien/aliPayCert/;若证书实际在 <prodDir>/alien/ 根下也会自动识别。
  69. * 常见错误:把 .../alien 挂到容器 /usr/local/alien/aliPayCert(会多一层,pem 落在 .../aliPayCert/aliPayCert/ 下)——须挂 .../alien/aliPayCert,或留空让脚本自动选。
  70. * 若填写 PROD_PAY_CERT_HOST 则全局覆盖。仅先 docker rm 再 docker compose up 会按 yml 带齐卷,纯 restart 不会。适用:store、store-platform、lawyer、dining。
  71. * 应用日志:与生产 compose 一致,宿主机 <PROD_DEPLOY_ROOT>/logs/<prodDir> -> 容器 /app/logs(与 LOGGING_PATH=/app/logs 一致)。
  72. * yml 须挂上述日志卷;已存在容器若未挂 /app/logs 或路径不一致,开启 AUTO_RECREATE 时将先删后 compose up 重建,否则仅 WARN。
  73. * 时区/TZ 由生产 compose 的 environment 等决定;参数 PROD_CONTAINER_TZ 不注入容器。
  74. *
  75. * 【若界面仍为 MULTI_SERVICE_NAMES 文本框】Job 未用本文件最新定义,或「参数化构建」里手动加了旧参数与脚本重复。
  76. * 处理:1)Pipeline 更新为仓库中本 Jenkinsfile;2)Job→配置→删除手动参数 MULTI_SERVICE_NAMES、SYNC_BOOTSTRAP_FROM_GIT 等,保存;
  77. * 3)再打开「Build with Parameters」,应出现 MULTI_gateway、MULTI_job… 复选框与 BOOTSTRAP_SYNC_MODE,无 MULTI_SERVICE_NAMES。
  78. *
  79. * 【multi 复选框不显示】Declarative 的 parameters{} 内不能用 .each 动态生成 booleanParam(常被忽略)。
  80. * 下方 MULTI_* 已改为逐项手写;新增微服务时请在 getServiceDefinitions() 内 registry 与 parameters 中各增加对应一项。
  81. *
  82. * 【parameters 内勿调用 getServiceDefinitions()】部分 Jenkins 解析 parameters{} 时无法执行自定义函数,
  83. * 会导致从该行起整段参数(含 MULTI_*、BOOTSTRAP_SYNC_MODE)全部不注册,界面只剩前几项。
  84. * SINGLE_SERVICE 的 choices 已改为静态列表,须与 getServiceDefinitions() 内 registry 的 prodDir 一致。
  85. *
  86. * 【界面仍像旧版】1)SCM 的 Script Path 须指向本文件,如 docs/jenkins/Jenkinsfile-prod-promote-from-uat.groovy;
  87. * 2)保存 Job 后执行一次构建以重新注册参数;3)勿在 Job 里再「手动添加参数化构建」与脚本重复。
  88. */
  89. /**
  90. * 端口约定:与现网 docker-compose 中 *-produ 映射一致(gateway 8000;store/second/… 见 getServiceDefinitions)。
  91. * 列表数据放在 getServiceDefinitions() 内部,避免 Jenkins CPS 序列化时顶层变量 SERVICE_REGISTRY 不可用。
  92. */
  93. def multiParamName(String prodDir) {
  94. return 'MULTI_' + prodDir.replace('-', '_')
  95. }
  96. def expandServiceSpec(Map raw) {
  97. def pd = raw.prodDir
  98. def m = "alien-${pd}"
  99. return raw + [
  100. module: m,
  101. uatDir: "${pd}-uat",
  102. container: "${pd}-produ",
  103. // docker-compose.yml 内 services: 的键,须与 yml 一致,一般为 <prodDir>-produ
  104. composeService: "${pd}-produ",
  105. bootstrapRel: "${m}/src/main/resources/bootstrap-prod.yml",
  106. ]
  107. }
  108. def getServiceDefinitions() {
  109. // 与现网 /alien_produ/java/docker-compose.yml 中各 *-produ 服务 ports 一致(例:store-produ 50014:50014、lawyer-produ 50017:50017、job 50108:50108)
  110. def registry = [
  111. [prodDir: 'gateway', serverPort: '8000', hostPort: '8000'],
  112. [prodDir: 'store', serverPort: '50014', hostPort: '50014'],
  113. [prodDir: 'second', serverPort: '50015', hostPort: '50015'],
  114. [prodDir: 'store-platform', serverPort: '50016', hostPort: '50016'],
  115. [prodDir: 'lawyer', serverPort: '50017', hostPort: '50017'],
  116. [prodDir: 'job', serverPort: '50108', hostPort: '50108'],
  117. [prodDir: 'dining', serverPort: '50019', hostPort: '50019'],
  118. ]
  119. return registry.collect { expandServiceSpec(it) }
  120. }
  121. /** 供 shell 中 if [ "x" = "true" ] 使用,避免在 GString 中写 \${params.DRY_RUN} 等触发 Groovy 解析问题 */
  122. def dryRunForShell() {
  123. if (params.DRY_RUN == null) {
  124. return 'false'
  125. }
  126. if (params.DRY_RUN instanceof Boolean) {
  127. return (params.DRY_RUN) ? 'true' : 'false'
  128. }
  129. return 'true'.equalsIgnoreCase(params.DRY_RUN.toString()) ? 'true' : 'false'
  130. }
  131. /** Jenkins boolean 参数有时为 Boolean,有时为字符串 */
  132. def isMultiCheckboxChecked(String paramName) {
  133. def v = params[paramName]
  134. if (v instanceof Boolean) {
  135. return v
  136. }
  137. return 'true'.equalsIgnoreCase(v?.toString())
  138. }
  139. /** string 参数或 Jenkins Password(hudson.util.Secret)转明文;勿用 toString() 处理 Secret */
  140. def jasyptParamToPlain(def raw) {
  141. if (raw == null) {
  142. return ''
  143. }
  144. if (raw instanceof hudson.util.Secret) {
  145. def p = raw.getPlainText()
  146. return p != null ? p.trim() : ''
  147. }
  148. return raw.toString().trim()
  149. }
  150. /** 与 parameters 中 PROD_SSH_CREDENTIALS_ID 的 defaultValue 对齐;已存在 Job 运行时 params 常仍为空,须脚本层回退。 */
  151. def DEFAULT_PROD_SSH_CREDENTIALS_ID = 'e611a045-2fdc-4613-babd-a72d69bf9814'
  152. /** 仅当 PROD_SSH_TARGET 非空时才需要凭据:参数非空用参数,否则用内置 ID;本机发版(无 SSH 目标)返回空串。 */
  153. def effectiveProdSshCredentialsId(String prodSshTargetTrimmed) {
  154. def sshT = (prodSshTargetTrimmed ?: '').toString().trim()
  155. if (!sshT) {
  156. return ''
  157. }
  158. def p = (params.PROD_SSH_CREDENTIALS_ID != null) ? params.PROD_SSH_CREDENTIALS_ID.toString().trim() : ''
  159. if (p) {
  160. return p
  161. }
  162. return DEFAULT_PROD_SSH_CREDENTIALS_ID
  163. }
  164. def filterServices(List services) {
  165. def selected = []
  166. def mode = params.DEPLOY_MODE
  167. if (mode == 'whole') {
  168. selected = services
  169. } else if (mode == 'single') {
  170. def one = services.find { it.prodDir == params.SINGLE_SERVICE }
  171. if (one == null) {
  172. error("单服务发版:未找到 SINGLE_SERVICE=${params.SINGLE_SERVICE}")
  173. }
  174. selected = [one]
  175. } else if (mode == 'multi') {
  176. services.each { s ->
  177. if (isMultiCheckboxChecked(multiParamName(s.prodDir))) {
  178. selected << s
  179. }
  180. }
  181. if (selected.isEmpty()) {
  182. error('multi 模式:请至少勾选一项「多选服务」复选框(MULTI_*)')
  183. }
  184. } else {
  185. error("未知 DEPLOY_MODE: ${mode}")
  186. }
  187. if (selected == null || selected.isEmpty()) {
  188. error('未选中任何服务,请检查发版参数')
  189. }
  190. return selected
  191. }
  192. pipeline {
  193. agent any
  194. // 全局选项:控制日志保留、时间戳、整次构建超时(避免卡死占满 executor)
  195. options {
  196. buildDiscarder(logRotator(numToKeepStr: '5', artifactNumToKeepStr: '5'))
  197. timestamps()
  198. timeout(time: 45, unit: 'MINUTES')
  199. }
  200. // 构建参数:发版范围、bootstrap 来源、是否演练、Docker 创建策略等(修改后通常需保存 Job 再构建)
  201. parameters {
  202. choice(
  203. name: 'DEPLOY_MODE',
  204. choices: ['whole', 'single', 'multi'],
  205. description: 'whole=整体发版;single=单服务;multi=勾选下方 MULTI_* 复选框'
  206. )
  207. // choices 必须静态:勿用 getServiceDefinitions().collect,否则部分 Jenkins 会丢弃其后所有参数
  208. choice(
  209. name: 'SINGLE_SERVICE',
  210. choices: ['gateway', 'job', 'lawyer', 'second', 'store', 'store-platform', 'dining'],
  211. description: '仅当 DEPLOY_MODE=single 时使用(须与 getServiceDefinitions() 内 registry 的 prodDir 一致)'
  212. )
  213. // 须逐项声明:Jenkins Declarative 不支持在 parameters 里用 each 生成 booleanParam,否则整段 MULTI_* 不会出现在界面
  214. booleanParam(name: 'MULTI_gateway', defaultValue: false, description: '[multi] gateway')
  215. booleanParam(name: 'MULTI_job', defaultValue: false, description: '[multi] job')
  216. booleanParam(name: 'MULTI_lawyer', defaultValue: false, description: '[multi] lawyer')
  217. booleanParam(name: 'MULTI_second', defaultValue: false, description: '[multi] second')
  218. booleanParam(name: 'MULTI_store', defaultValue: false, description: '[multi] store')
  219. booleanParam(name: 'MULTI_store_platform', defaultValue: false, description: '[multi] store-platform')
  220. booleanParam(name: 'MULTI_dining', defaultValue: false, description: '[multi] dining')
  221. choice(
  222. name: 'BOOTSTRAP_SYNC_MODE',
  223. choices: ['from_jar', 'from_git', 'none'],
  224. description: 'bootstrap-prod.yml:from_jar=从 UAT jar 解压(与晋升制品一致,默认);from_git=从 Git 拷贝;none=不同步'
  225. )
  226. booleanParam(
  227. name: 'DRY_RUN',
  228. defaultValue: false,
  229. description: '为 true 时仅打印将要执行的命令,不拷贝文件、不重启容器'
  230. )
  231. booleanParam(
  232. name: 'AUTO_CREATE_CONTAINER_IF_MISSING',
  233. defaultValue: true,
  234. description: '当 compose 定义的服务/容器未运行时,是否执行 docker compose up -d --no-deps 创建/启动该服务'
  235. )
  236. booleanParam(
  237. name: 'AUTO_RECREATE_IF_MOUNT_MISMATCH',
  238. defaultValue: true,
  239. description: '若已存在容器的 jar/证书/日志挂载与本次不一致、缺 JASYPT(旧容器无 env 需重建)、或 jar 被误建为「目录」导致类型不兼容,是否先 docker rm 再 docker compose up(否则仅报错;仅 restart 无法改 bind/卷/ env)'
  240. )
  241. booleanParam(
  242. name: 'REMOVE_STALE_JAR_DIR_IF_DIRECTORY',
  243. defaultValue: true,
  244. description: '若 PROD 目标路径 alien-xxx-1.0.0.jar 已存在但是「目录」(Docker 误建或误操作),是否自动 rm -rf 后再 cp(默认开启;若目录内有误放文件请先人工处理)'
  245. )
  246. string(
  247. name: 'PROD_COMPOSE_FILE',
  248. defaultValue: '/alien_produ/java/docker-compose.yml',
  249. trim: true,
  250. description: '生产环境 docker compose 文件路径(与 dockerd 宿主机同一路径,Jenkins 在容器内时常为 /alien_produ/java/docker-compose.yml 且与 PROD_DEPLOY_ROOT 下 yml 一致)'
  251. )
  252. string(
  253. name: 'PROD_JAR_IN_CONTAINER',
  254. defaultValue: 'app.jar',
  255. trim: true,
  256. description: '容器内 jar 目标路径为 /app/<本值>。与 compose 卷右侧一致:单文件挂(如 host.jar:/app/app.jar)时填 app.jar;整目录挂到 /app 且 jar 名为 alien-模块-1.0.0.jar 时,可仍填 app.jar,流水线会再试 /app/alien-xxx-1.0.0.jar。若 yml 显式为其它路径,填全名。'
  257. )
  258. string(
  259. name: 'PROD_DOCKER_COMPOSE_PATH',
  260. defaultValue: '',
  261. trim: true,
  262. description: '可选:V1 独立可执行文件 docker-compose 的绝对路径。非空时最优先。留空则自动试 docker compose、V2 插件+DOCKER_CONFIG、/usr/bin 等'
  263. )
  264. string(
  265. name: 'PROD_DOCKER_COMPOSE_V2_PLUGIN',
  266. defaultValue: '',
  267. trim: true,
  268. description: '可选:宿主机上 Docker Compose v2 插件可执行文件路径(常见为 .../cli-plugins/docker-compose,与跑 dockerd 的机器上一致)。Jenkins 内若缺 compose 子命令,脚本会建临时 DOCKER_CONFIG 并链到该文件再执行 docker compose。可留空,脚本会试 $HOME/.docker 与 /usr/libexec|/usr/lib/.../cli-plugins/docker-compose'
  269. )
  270. string(
  271. name: 'PROD_DOCKER_COMPOSE_DIND_IMAGE',
  272. defaultValue: 'docker:24.0.9-cli',
  273. trim: true,
  274. description: '本机无 compose 时最后回退:docker run 本镜像、挂 docker.sock 与 COMPOSE_DIR,执行与宿主机「docker compose」等价的 compose 子命令。默认 library 官方 docker:24.0.9-cli(含 compose 插件,须能 pull;内网可打 tag 到私库后改此参数)。填 off 关闭回退'
  275. )
  276. string(
  277. name: 'PROD_DOCKER_CREATE_EXTERNAL_NETWORKS',
  278. defaultValue: 'common-network-produ',
  279. trim: true,
  280. description: '逗号分隔。compose 中 external: true 的 networks 在宿主机须已存在,否则 up 会报 external 未找到。对列表中不存在的网执行 docker network create(默认同 yml: common-network-produ)。填 off 关闭自动建网。Swarm/overlay 须手工建网后填 off'
  281. )
  282. string(
  283. name: 'PROD_JRE_IMAGE',
  284. defaultValue: 'my-openjdk8-ffmpeg:v1',
  285. trim: true,
  286. description: 'Verify PROD mount、证书与 Jasypt 路径探测时使用的测试镜像。运行应用镜像由 PROD 侧 docker-compose.yml 的 image: 决定'
  287. )
  288. string(
  289. name: 'PROD_DOCKER_NETWORK',
  290. defaultValue: '',
  291. trim: true,
  292. description: '(保留)现由 compose 管理网络;发版不消费此参数'
  293. )
  294. string(
  295. name: 'UAT_DEPLOY_ROOT',
  296. defaultValue: '/app_deploy_uat',
  297. trim: true,
  298. description: 'Jenkins 进程内可见的预生产制品根目录(无末尾斜杠)。宿主机为 /alien_uat/java;Jenkins 在容器内且 volume 挂载为 宿主机/alien_uat/java→容器/app_deploy_uat 时用默认 /app_deploy_uat。Jenkins 直跑宿主机时填 /alien_uat/java'
  299. )
  300. string(
  301. name: 'PROD_DEPLOY_ROOT',
  302. defaultValue: '/alien_produ/java',
  303. trim: true,
  304. description: '生产制品根目录(无末尾斜杠),须与目标机 compose 卷一致。本机发版时为 Jenkins 可写路径;配置 PROD_SSH_TARGET 时为「目标机」上的绝对路径(如 /alien_produ/java),制品经 rsync 写入该路径'
  305. )
  306. string(
  307. name: 'PROD_SSH_TARGET',
  308. defaultValue: 'alien_store@39.105.153.68',
  309. trim: true,
  310. description: '生产 Docker 所在主机 SSH 目标(如 alien_store@39.105.153.68)。留空=旧行为:在本机 PROD_DEPLOY_ROOT 写文件并用本机 docker compose。非空时:先写入工作区 .jenkins_remote_prod_staging 再 rsync 到对方 PROD_DEPLOY_ROOT,且 docker 经「ssh 目标 sudo docker」;须目标机 sudo 免密 docker,且 Jenkins 能 SSH 登录(见 PROD_SSH_CREDENTIALS_ID)'
  311. )
  312. string(
  313. name: 'PROD_SSH_CREDENTIALS_ID',
  314. defaultValue: 'e611a045-2fdc-4613-babd-a72d69bf9814',
  315. trim: true,
  316. description: 'Jenkins「SSH Username with private key」凭据 ID(需 SSH Agent 插件);非空时 Verify/rsync/scp/远程 docker 在 sshagent 内执行。默认值为当前环境 alien_store 凭据 ID。注意:已创建的旧 Job 可能仍得到空串,脚本在配置 PROD_SSH_TARGET 时会回退脚本内 DEFAULT_PROD_SSH_CREDENTIALS_ID;换凭据后请改参数或改脚本常量'
  317. )
  318. string(
  319. name: 'PROD_PAY_CERT_HOST',
  320. defaultValue: '',
  321. trim: true,
  322. description: '可选:全局覆盖——非空时四服务证书与期望的 PROD/.../alien/aliPayCert 做比对;compose 的 volume 与之一致时无 mismatch。仅重建(docker rm + compose up)时生效。路径须与运行 dockerd 的宿主机一致'
  323. )
  324. string(
  325. name: 'PROD_CONTAINER_TZ',
  326. defaultValue: 'Asia/Shanghai',
  327. trim: true,
  328. description: '(保留)时区由生产 compose 的 environment/TZ 等配置;发版不注入本参数至容器'
  329. )
  330. string(
  331. name: 'PROD_DOCKER_ENV_FILE',
  332. defaultValue: '/alien_produ/java/.env.produ-docker',
  333. trim: true,
  334. description: '宿主机 docker --env-file:须 UTF-8 编码(勿 GBK/记事本默认),须含 JASYPT_ENCRYPTOR_PASSWORD=。默认 <PROD_DEPLOY_ROOT>/.env.produ-docker;从 docs/jenkins/env.produ-docker.example 复制后 chmod 600。改 PROD_DEPLOY_ROOT 须同步改路径或留空。文件存在时忽略下方 JASYPT_ENCRYPTOR_PASSWORD 参数'
  335. )
  336. string(
  337. name: 'JASYPT_ENCRYPTOR_PASSWORD',
  338. defaultValue: '',
  339. trim: true,
  340. description: '可选:与 PROD_DOCKER_ENV_FILE 二选一(文件优先)。支持 string 或 Password 参数;非空则写临时文件并在 docker compose 前以 shell set -a source 注入(yml 中 \${JASYPT_*} 可引用)'
  341. )
  342. string(
  343. name: 'PROD_JASYPT_PASSWORD_FILE',
  344. defaultValue: '',
  345. trim: true,
  346. description: '可选:宿主机上仅含 Jasypt 主密码的文件路径(单行、chmod 600)。留空则使用 <PROD_DEPLOY_ROOT>/.jasypt-encryptor-password。流水线将该文件内容写入临时 --env-file 注入 JASYPT_ENCRYPTOR_PASSWORD(兼容旧 jar)。可与 PROD_DOCKER_ENV_FILE / JASYPT_ENCRYPTOR_PASSWORD 并存;docker 后传入的 --env-file 优先生效'
  347. )
  348. }
  349. // 见文件头「environment 块作用」。GIT_* 固定在此;UAT_/PROD_DEPLOY_ROOT 取参数,便于在 Job 里改路径而不改脚本。
  350. environment {
  351. GIT_URL = 'http://8.152.195.41:3000/alien/alien_cloud'
  352. GIT_BRANCH = 'uat-20260202'
  353. GIT_CREDENTIALS = 'zhanghaomimapingzheng'
  354. UAT_DEPLOY_ROOT = "${params.UAT_DEPLOY_ROOT ?: '/app_deploy_uat'}"
  355. PROD_DEPLOY_ROOT = "${params.PROD_DEPLOY_ROOT ?: '/alien_produ/java'}"
  356. }
  357. stages {
  358. // 阶段:发版前摘要。不读写文件、不连 Docker,仅打印本次模式、涉及服务、bootstrap 策略,便于核对参数。
  359. stage('Announce deploy plan') {
  360. steps {
  361. script {
  362. echo '>>> [Jenkinsfile] prod-ssh-cred-fallback-20260213:远程时参数 PROD_SSH_CREDENTIALS_ID 为空仍走 sshagent(effectiveProdSshCredentialsId)。若本行缺失,说明本 Job 未执行仓库中当前 docs/jenkins/Jenkinsfile-prod-promote-from-uat.groovy(请检查 Pipeline 来源:SCM 分支/路径或是否仍为「粘贴脚本」旧副本)'
  363. def services = getServiceDefinitions()
  364. def selected = filterServices(services)
  365. def names = selected.collect { it.prodDir }.join(', ')
  366. echo ">>> 发版模式: ${params.DEPLOY_MODE}"
  367. if (params.DEPLOY_MODE == 'multi') {
  368. def checked = services.findAll { isMultiCheckboxChecked(multiParamName(it.prodDir)) }.collect { it.prodDir }.join(', ')
  369. echo ">>> multi 已勾选: ${checked}"
  370. }
  371. echo ">>> 本次将处理 ${selected.size()} 个服务: ${names}"
  372. echo ">>> bootstrap 同步模式: ${params.BOOTSTRAP_SYNC_MODE}"
  373. echo ">>> UAT_DEPLOY_ROOT=${env.UAT_DEPLOY_ROOT}(Jenkins 进程内路径;宿主机 UAT 常为 /alien_uat/java 映射至容器 /app_deploy_uat)"
  374. echo ">>> PROD_DEPLOY_ROOT=${env.PROD_DEPLOY_ROOT}"
  375. def _ssh = (params.PROD_SSH_TARGET ?: '').trim()
  376. if (_ssh) {
  377. echo ">>> PROD_SSH_TARGET=${_ssh}(远程生产:制品 rsync 到对方 PROD_DEPLOY_ROOT,docker compose 在目标机执行)"
  378. echo ">>> 本地暂存目录(写入后同步): ${env.WORKSPACE}/.jenkins_remote_prod_staging"
  379. def _paramCred = (params.PROD_SSH_CREDENTIALS_ID != null) ? params.PROD_SSH_CREDENTIALS_ID.toString().trim() : ''
  380. def _sc = effectiveProdSshCredentialsId(_ssh)
  381. if (_paramCred) {
  382. echo ">>> PROD_SSH_CREDENTIALS_ID=${_sc}(来自构建参数,SSH Agent)"
  383. } else {
  384. echo ">>> PROD_SSH_CREDENTIALS_ID: 构建参数为空,已用脚本内置回退 ${_sc}(SSH Agent;旧 Job 常不继承 parameters 的 defaultValue)"
  385. }
  386. } else {
  387. echo ">>> PROD_SSH_TARGET: (空)本机生产路径 + 本机 Docker"
  388. }
  389. def _cf = (params.PROD_COMPOSE_FILE ?: '').trim() ?: "${env.PROD_DEPLOY_ROOT}/docker-compose.yml"
  390. def _jic = (params.PROD_JAR_IN_CONTAINER ?: 'app.jar').trim() ?: 'app.jar'
  391. echo ">>> PROD_COMPOSE_FILE 实际使用: ${_cf}(docker compose -f 且 --project-directory=所在目录)"
  392. def _dcpP = (params.PROD_DOCKER_COMPOSE_PATH ?: '').trim()
  393. if (_dcpP) {
  394. echo ">>> PROD_DOCKER_COMPOSE_PATH: ${_dcpP}(显式 V1 可执行文件,优先于自动探测)"
  395. } else {
  396. echo ">>> PROD_DOCKER_COMPOSE_PATH: 未填(自动:docker compose → V2 插件+DOCKER_CONFIG → 常见 V1 路径 或 PATH)"
  397. }
  398. def _dcpV2 = (params.PROD_DOCKER_COMPOSE_V2_PLUGIN ?: '').trim()
  399. if (_dcpV2) {
  400. echo ">>> PROD_DOCKER_COMPOSE_V2_PLUGIN: ${_dcpV2}(显式,优先于按路径自动发现)"
  401. } else {
  402. echo ">>> PROD_DOCKER_COMPOSE_V2_PLUGIN: 未填(将试 /var/jenkins_home(root Agent 常见)、JENKINS_HOME、HOME 下 .docker/cli-plugins 及 /usr/lib*、snap 等)"
  403. }
  404. def _dindRaw = (params.PROD_DOCKER_COMPOSE_DIND_IMAGE != null) ? (params.PROD_DOCKER_COMPOSE_DIND_IMAGE ?: 'docker:24.0.9-cli').toString().trim() : 'docker:24.0.9-cli'
  405. def _dind = _dindRaw ? _dindRaw : 'docker:24.0.9-cli'
  406. if (!_dind || _dind.equalsIgnoreCase('off') || _dind == '0') {
  407. echo ">>> PROD_DOCKER_COMPOSE_DIND_IMAGE: 已关闭(不尝试 docker run 辅助 compose 镜像)"
  408. } else {
  409. echo ">>> PROD_DOCKER_COMPOSE_DIND_IMAGE: ${_dind}(本机无 compose 时回退,须能 docker pull;见参数说明)"
  410. }
  411. def _enRaw = params.PROD_DOCKER_CREATE_EXTERNAL_NETWORKS
  412. def _enOff = _enRaw != null && ( _enRaw.toString().trim().equalsIgnoreCase('off') || _enRaw.toString().trim() == '0' || _enRaw.toString().trim().equalsIgnoreCase('none') )
  413. def _enList = _enOff ? '' : ( ( _enRaw == null || _enRaw.toString().trim() == '' ) ? 'common-network-produ' : _enRaw.toString().trim() )
  414. if (_enOff) {
  415. echo ">>> PROD_DOCKER_CREATE_EXTERNAL_NETWORKS: off(不自动建网,external 须已存在)"
  416. } else {
  417. echo ">>> PROD_DOCKER_CREATE_EXTERNAL_NETWORKS: ${_enList}(缺失则 create;多网用逗号)"
  418. }
  419. echo ">>> PROD_JAR_IN_CONTAINER: ${_jic} => 容器内 /app/${_jic}(与 yml 卷目标一致)"
  420. echo ">>> 若未配置 PROD_SSH_TARGET 且 PROD_DEPLOY_ROOT 为 /alien_produ/java:Jenkins 须 volume 挂载宿主机与 compose 同路径,否则 cp 的 jar 与生产容器读到的不是同一份文件"
  421. def pch = (params.PROD_PAY_CERT_HOST ?: '').trim()
  422. if (pch) {
  423. echo ">>> PROD_PAY_CERT_HOST=${pch}(证书卷全局覆盖:store / store-platform / lawyer / dining -> /usr/local/alien/aliPayCert)"
  424. } else {
  425. echo ">>> 证书卷按服务自动挂载(若目录存在非空):${env.PROD_DEPLOY_ROOT}/各 <prodDir>/alien/aliPayCert,例 ${env.PROD_DEPLOY_ROOT}/store/alien/aliPayCert"
  426. }
  427. def pe = (params.PROD_DOCKER_ENV_FILE ?: '').trim()
  428. def jpf = (params.PROD_JASYPT_PASSWORD_FILE ?: '').trim()
  429. def jpwAPlain = jasyptParamToPlain(params.JASYPT_ENCRYPTOR_PASSWORD)
  430. def jasyptDefaultAnnounce = "${env.PROD_DEPLOY_ROOT}/.jasypt-encryptor-password"
  431. if (pe) {
  432. echo ">>> PROD_DOCKER_ENV_FILE=${pe}(在 docker compose 前以 shell set -a source 供 yml 中 \${JASYPT_*} 等插值)"
  433. }
  434. if (jpwAPlain.length() > 0) {
  435. echo ">>> 已填写 JASYPT_ENCRYPTOR_PASSWORD(将经临时 env 文件注入)"
  436. }
  437. if (jpf) {
  438. echo ">>> PROD_JASYPT_PASSWORD_FILE=${(jpf)}(将从此文件生成 Jasypt 注入)"
  439. } else {
  440. echo ">>> Jasypt 密钥文件(参数未填时使用默认): ${(jasyptDefaultAnnounce)}"
  441. }
  442. }
  443. }
  444. }
  445. // 非 DRY_RUN:用轻量临时容器 -v 校验「Jenkins 写入的 PROD 根」与「Dockerd 所见的宿主机路径」一致
  446. stage('Verify PROD mount vs Docker host') {
  447. when {
  448. expression { return !params.DRY_RUN }
  449. }
  450. steps {
  451. script {
  452. def prodImg = params.PROD_JRE_IMAGE ?: 'my-openjdk8-ffmpeg:v1'
  453. def prodSshV = (params.PROD_SSH_TARGET ?: '').trim()
  454. def prodRemote = (params.PROD_DEPLOY_ROOT ?: env.PROD_DEPLOY_ROOT ?: '/alien_produ/java').trim()
  455. def prodSshCredV = effectiveProdSshCredentialsId(prodSshV)
  456. if (prodSshV) {
  457. def verifyRemote = {
  458. def prSq = prodRemote.replace("'", "'\\''")
  459. def imgSq = prodImg.replace("'", "'\\''")
  460. def sshSq = prodSshV.replace("'", "'\\''")
  461. def remoteBody = """set -e
  462. rm -f '${prSq}/.jenkins_jar_promote_mount_probe' 2>/dev/null || true
  463. printf ok | sudo tee '${prSq}/.jenkins_jar_promote_mount_probe' >/dev/null
  464. OUT=\$(sudo docker run --rm --entrypoint cat -v '${prSq}:/__prod:ro' '${imgSq}' '/__prod/.jenkins_jar_promote_mount_probe' 2>/dev/null || true)
  465. sudo rm -f '${prSq}/.jenkins_jar_promote_mount_probe' 2>/dev/null || true
  466. printf '%s' "\$OUT"
  467. """
  468. def rpath = "${env.WORKSPACE}/.jenkins_remote_mount_verify.sh".replace('\\', '/')
  469. writeFile file: rpath, text: remoteBody, encoding: 'UTF-8'
  470. def rpathSh = rpath.replace("'", "'\\''")
  471. sh """
  472. set -e
  473. SSH='${sshSq}'
  474. OUT=\$(ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "\$SSH" 'bash -s' < '${rpathSh}')
  475. if [ "\$OUT" != "ok" ]; then
  476. echo "ERROR: 远程 \\\$SSH 上路径 ${prodRemote} 无法被该机的 docker 挂载读取(请核对目录权限、docker、sudo 免密、镜像 ${prodImg})。"
  477. echo "若同一日志中更早出现 Permission denied(publickey):属 SSH 认证失败(凭据私钥须与生产机 alien_store 的 authorized_keys 中公钥为同一对);与 docker 挂载校验无关。"
  478. exit 1
  479. fi
  480. echo ">>> 远程 PROD 与 Docker 挂载校验通过: \$SSH:${prodRemote}"
  481. """
  482. }
  483. if (prodSshCredV) {
  484. sshagent([prodSshCredV]) {
  485. verifyRemote()
  486. }
  487. } else {
  488. verifyRemote()
  489. }
  490. } else {
  491. sh """
  492. set -e
  493. PROD="${env.PROD_DEPLOY_ROOT}"
  494. IMG="${prodImg}"
  495. PFILE=".jenkins_jar_promote_mount_probe"
  496. rm -f "\$PROD/\$PFILE" 2>/dev/null || true
  497. printf ok > "\$PROD/\$PFILE"
  498. OUT=\$(docker run --rm --entrypoint cat -v "\$PROD:/__prod:ro" "\$IMG" "/__prod/\$PFILE" 2>/dev/null || true)
  499. if [ "\$OUT" != "ok" ]; then
  500. echo "ERROR: Jenkins 在 \\\$PROD 下的写入,无法从「Docker 以宿主机路径 -v \\\$PROD」挂载的容器中读到。"
  501. echo "原因:Jenkins 容器内 \\\$PROD 未绑定到宿主机同路径,cp 写在容器私有文件系统,生产侧仍可能读宿主机旧/空文件。"
  502. echo "处理:在 Jenkins docker-compose 增加 volume,例如:- /alien_produ/java:/alien_produ/java(与现网生产目录一致),然后 recreate Jenkins。"
  503. rm -f "\$PROD/\$PFILE" 2>/dev/null || true
  504. exit 1
  505. fi
  506. rm -f "\$PROD/\$PFILE"
  507. echo ">>> PROD 与 Docker 宿主机挂载校验通过: \$PROD"
  508. """
  509. }
  510. }
  511. }
  512. }
  513. // 阶段:仅当需要从 Git 取 bootstrap 时执行。拉取 GIT_BRANCH 与 UAT 发版分支一致,保证 yml 与仓库一致。
  514. // 若 BOOTSTRAP_SYNC_MODE 为 from_jar 或 none,本阶段跳过(不拉代码)。
  515. stage('Checkout for bootstrap-prod.yml') {
  516. when {
  517. expression { return params.BOOTSTRAP_SYNC_MODE == 'from_git' }
  518. }
  519. steps {
  520. echo '>>> 拉取代码(仅用于同步 bootstrap-prod.yml)'
  521. git branch: "${env.GIT_BRANCH}",
  522. credentialsId: "${env.GIT_CREDENTIALS}",
  523. url: "${env.GIT_URL}"
  524. sh """
  525. set -e
  526. git fetch origin
  527. git reset --hard origin/${env.GIT_BRANCH}
  528. echo '>>> 当前构建使用的提交:'
  529. git log -1 --oneline
  530. git rev-parse HEAD
  531. """
  532. }
  533. }
  534. // 阶段:把 bootstrap-prod.yml 落到生产目录 .../config/,便于审计或后续外置挂载。
  535. // from_jar:从 UAT jar 解压;支持 Spring Boot 可执行包(BOOT-INF/classes/)与瘦 jar(根目录,如 alien-job 的 maven-jar-plugin 产物)。
  536. // from_git:从工作区拷贝(依赖上一阶段 Checkout)。
  537. // none 时整阶段跳过。DRY_RUN 时只打印不写入。
  538. stage('Sync bootstrap-prod.yml') {
  539. when {
  540. expression { return params.BOOTSTRAP_SYNC_MODE == 'from_git' || params.BOOTSTRAP_SYNC_MODE == 'from_jar' }
  541. }
  542. steps {
  543. script {
  544. def prodSsh = (params.PROD_SSH_TARGET ?: '').trim()
  545. def prodRemoteRoot = (params.PROD_DEPLOY_ROOT ?: env.PROD_DEPLOY_ROOT ?: '/alien_produ/java').trim()
  546. def prodLocalRoot = prodSsh ? "${env.WORKSPACE}/.jenkins_remote_prod_staging".replace('\\', '/') : (env.PROD_DEPLOY_ROOT ?: '/alien_produ/java')
  547. def sshQE = prodSsh.replace("'", "'\\''")
  548. def remQE = prodRemoteRoot.replace("'", "'\\''")
  549. def services = getServiceDefinitions()
  550. def selected = filterServices(services)
  551. def mode = params.BOOTSTRAP_SYNC_MODE
  552. def dryRunSh = dryRunForShell()
  553. def bootSshCred = effectiveProdSshCredentialsId(prodSsh)
  554. def bootstrapLoop = {
  555. for (def s in selected) {
  556. def jar = "${s.module}-1.0.0.jar"
  557. def srcJar = "${env.UAT_DEPLOY_ROOT}/${s.uatDir}/${(jar)}"
  558. def dstDir = "${prodLocalRoot}/${s.prodDir}/config"
  559. def dstFile = "${dstDir}/bootstrap-prod.yml"
  560. def srcGit = "${WORKSPACE}/${s.bootstrapRel}"
  561. def dstDirSh = dstDir.replace("'", "'\\''")
  562. def rsyncBootstrapBlock = ''
  563. if (prodSsh) {
  564. rsyncBootstrapBlock = """
  565. ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new '${sshQE}' "mkdir -p '${remQE}/${s.prodDir}/config'"
  566. rsync -az '${dstDirSh}/' '${sshQE}:${remQE}/${s.prodDir}/config/'
  567. """
  568. }
  569. if (mode == 'from_jar') {
  570. sh """
  571. set -e
  572. JENKINS_DRY_RUN=${dryRunSh}
  573. echo ">>> [bootstrap from jar] ${s.module}"
  574. if [ ! -f "${(srcJar)}" ]; then
  575. echo "ERROR: 当前 Jenkins 进程内找不到 UAT jar: ${(srcJar)}"
  576. echo "说明:宿主机上文件存在、权限 644 时仍可失败——多为 Jenkins 容器内路径未挂载到 /alien_uat/java;请用 Jenkins「能看到的」根目录。"
  577. echo "处理:Job 参数 UAT_DEPLOY_ROOT 设为 /app_deploy_uat(与 docker-compose 宿主机 /alien_uat/java → 容器 /app_deploy_uat 一致),或修正 Jenkins 的 volume。"
  578. echo "诊断 UAT_DEPLOY_ROOT=${env.UAT_DEPLOY_ROOT}:"
  579. ls -la "${env.UAT_DEPLOY_ROOT}/${s.uatDir}" 2>&1 || ls -la "${env.UAT_DEPLOY_ROOT}" 2>&1 || true
  580. exit 1
  581. fi
  582. if [ "\$JENKINS_DRY_RUN" = 'true' ]; then
  583. echo "[DRY_RUN] 尝试 BOOT-INF/classes/ 或瘦 jar 根目录 bootstrap-prod.yml -> ${dstFile}"
  584. if [ -n '${sshQE}' ]; then
  585. echo "[DRY_RUN] rsync config/ -> ${sshQE}:${remQE}/${s.prodDir}/config/"
  586. fi
  587. else
  588. mkdir -p "${dstDir}"
  589. if unzip -l "${(srcJar)}" | grep -q 'BOOT-INF/classes/bootstrap-prod.yml'; then
  590. unzip -p "${(srcJar)}" BOOT-INF/classes/bootstrap-prod.yml > "${dstFile}"
  591. echo ">>> 已从 Spring Boot 可执行 jar 解压: ${dstFile}"
  592. elif unzip -l "${(srcJar)}" | grep 'bootstrap-prod.yml' | grep -qv 'BOOT-INF'; then
  593. unzip -p "${(srcJar)}" bootstrap-prod.yml > "${dstFile}"
  594. echo ">>> 已从瘦 jar 根目录解压: ${dstFile}"
  595. else
  596. echo "ERROR: jar 内未找到 bootstrap-prod.yml(既无 BOOT-INF/classes/ 也无根目录,请确认已打包进 ${s.module})"
  597. exit 1
  598. fi
  599. ${rsyncBootstrapBlock}
  600. fi
  601. """
  602. } else {
  603. sh """
  604. set -e
  605. JENKINS_DRY_RUN=${dryRunSh}
  606. echo ">>> [bootstrap from git] ${s.module}"
  607. if [ ! -f "${srcGit}" ]; then
  608. echo "ERROR: 缺少文件: ${srcGit}"
  609. exit 1
  610. fi
  611. if [ "\$JENKINS_DRY_RUN" = 'true' ]; then
  612. echo "[DRY_RUN] mkdir -p ${dstDir}"
  613. echo "[DRY_RUN] cp -f ${srcGit} ${dstFile}"
  614. if [ -n '${sshQE}' ]; then
  615. echo "[DRY_RUN] rsync config/ -> ${sshQE}:${remQE}/${s.prodDir}/config/"
  616. fi
  617. else
  618. mkdir -p "${dstDir}"
  619. cp -f "${srcGit}" "${dstFile}"
  620. echo ">>> 已从 Git 拷贝: ${dstFile}"
  621. ${rsyncBootstrapBlock}
  622. fi
  623. """
  624. }
  625. }
  626. }
  627. if (prodSsh && bootSshCred) {
  628. sshagent([bootSshCred]) {
  629. bootstrapLoop()
  630. }
  631. } else {
  632. bootstrapLoop()
  633. }
  634. }
  635. }
  636. }
  637. // 阶段:核心晋升——从 UAT 拷贝 jar/lib 到 PROD/<prodDir>/ 后,用「PROD 侧」docker compose(如 /alien_produ/java/docker-compose.yml)对 compose 服务 <prodDir>-produ 执行 restart 或 up -d --no-deps。证书不由此流水线拷贝,见 yml。
  638. // 需 Jenkins 能连 dockerd(通常 /var/run/docker.sock);compose 相对路径卷须与 PROD 目录一致,且 PROD_JAR_IN_CONTAINER 与 yml 中 /app/xxx 目标一致。
  639. stage('Promote JAR from UAT') {
  640. steps {
  641. script {
  642. def services = getServiceDefinitions()
  643. def selected = filterServices(services)
  644. def dryRunSh = dryRunForShell()
  645. def prodSsh = (params.PROD_SSH_TARGET ?: '').trim()
  646. def useRemoteProd = prodSsh.length() > 0
  647. def prodRemoteRoot = (params.PROD_DEPLOY_ROOT ?: env.PROD_DEPLOY_ROOT ?: '/alien_produ/java').trim()
  648. def prodLocalRoot = useRemoteProd ? "${env.WORKSPACE}/.jenkins_remote_prod_staging".replace('\\', '/') : (env.PROD_DEPLOY_ROOT ?: '/alien_produ/java')
  649. def sshQE = prodSsh.replace("'", "'\\''")
  650. def remQE = prodRemoteRoot.replace("'", "'\\''")
  651. def prodSshCred = effectiveProdSshCredentialsId(prodSsh)
  652. def hostEnvFile = (params.PROD_DOCKER_ENV_FILE ?: '').trim()
  653. def jpwStr = jasyptParamToPlain(params.JASYPT_ENCRYPTOR_PASSWORD)
  654. def writtenJasyptEnv = ''
  655. def effDockerEnvFile = hostEnvFile
  656. if (!effDockerEnvFile && jpwStr) {
  657. writtenJasyptEnv = "${env.WORKSPACE}/.jenkins_jasypt_env_${System.currentTimeMillis()}"
  658. writeFile file: writtenJasyptEnv, text: "JASYPT_ENCRYPTOR_PASSWORD=${(jpwStr)}\n", encoding: 'UTF-8'
  659. effDockerEnvFile = writtenJasyptEnv
  660. }
  661. def runPromoteRemoteSteps = {
  662. if (useRemoteProd && hostEnvFile && !params.DRY_RUN) {
  663. def pulledEnv = "${env.WORKSPACE}/.jenkins_remote_pulled_env_${System.currentTimeMillis()}"
  664. def hfEsc = hostEnvFile.replace("'", "'\\''")
  665. sh """
  666. set -e
  667. scp -o BatchMode=yes -o StrictHostKeyChecking=accept-new '${sshQE}:${hfEsc}' '${pulledEnv}'
  668. """
  669. effDockerEnvFile = pulledEnv
  670. }
  671. def jpfTrim = (params.PROD_JASYPT_PASSWORD_FILE ?: '').trim()
  672. def jasyptDefaultPath = useRemoteProd ? "${prodRemoteRoot}/.jasypt-encryptor-password" : "${env.PROD_DEPLOY_ROOT}/.jasypt-encryptor-password"
  673. // 须在 for/sh 外定义:Jenkins CPS 对 sh 字符串插值只认 script 块顶层/同层 Binding 中的变量
  674. def jasyptHostFile = jpfTrim ? jpfTrim : jasyptDefaultPath
  675. def hasJpwPlain = jpwStr.length() > 0 ? '1' : '0'
  676. def jasyptExplicit = jpfTrim ? '1' : '0'
  677. def prodJreForJasypt = params.PROD_JRE_IMAGE ?: 'my-openjdk8-ffmpeg:v1'
  678. if (!params.DRY_RUN) {
  679. def effEsc = (effDockerEnvFile ?: '').replace("'", "'\\''")
  680. def jhfEsc = jasyptHostFile.toString().replace("'", "'\\''")
  681. if (useRemoteProd) {
  682. sh """
  683. set +e
  684. JENKINS_HAS_JPW=${hasJpwPlain}
  685. OK=0
  686. if [ -n '${effEsc}' ] && [ -f '${effEsc}' ]; then OK=1; fi
  687. if [ "\$JENKINS_HAS_JPW" = '1' ]; then OK=1; fi
  688. if [ "\$OK" -ne 1 ]; then
  689. if ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new '${sshQE}' "test -f '${jhfEsc}'"; then OK=1; fi
  690. fi
  691. if [ "\$OK" -ne 1 ]; then
  692. echo "ERROR: 未检测到任何可用的 Jasypt 主密码来源(远程:已 scp 的 env、构建参数 JASYPT_ENCRYPTOR_PASSWORD、或远程文件 ${jasyptDefaultPath} 至少其一须可用)"
  693. exit 1
  694. fi
  695. if [ -n '${effEsc}' ] && [ -f '${effEsc}' ] && command -v iconv >/dev/null 2>&1; then
  696. if ! iconv -f UTF-8 -t UTF-8 < '${effEsc}' >/dev/null 2>&1; then
  697. echo "ERROR: PROD_DOCKER_ENV_FILE(已 scp 到 Jenkins 临时路径)不是合法 UTF-8"
  698. exit 1
  699. fi
  700. fi
  701. echo ">>> Jasypt 来源校验通过(远程)"
  702. exit 0
  703. """
  704. } else {
  705. sh """
  706. set +e
  707. JENKINS_HAS_JPW=${hasJpwPlain}
  708. OK=0
  709. if [ -n '${effEsc}' ] && [ -f '${effEsc}' ]; then OK=1; fi
  710. if [ "\$JENKINS_HAS_JPW" = '1' ]; then OK=1; fi
  711. JHF='${(jasyptHostFile)}'
  712. if [ -f "\$JHF" ]; then OK=1; fi
  713. if [ "\$OK" -ne 1 ]; then
  714. JH_DIR=\$(dirname "\$JHF")
  715. JH_BASE=\$(basename "\$JHF")
  716. if [ -n "\$JH_DIR" ] && [ -n "\$JH_BASE" ]; then
  717. if docker run --rm --entrypoint sh -v "\$JH_DIR:/__jd:ro" '${prodJreForJasypt}' -c "test -f /__jd/\$JH_BASE" 2>/dev/null; then
  718. OK=1
  719. echo ">>> Jasypt: Jenkins 进程内未直接看到密钥文件,但 Docker 宿主机路径可访问: \$JHF(与 Verify PROD mount 同源)"
  720. fi
  721. fi
  722. fi
  723. if [ -n '${effEsc}' ] && [ -f '${effEsc}' ] && command -v iconv >/dev/null 2>&1; then
  724. if ! iconv -f UTF-8 -t UTF-8 < '${effEsc}' >/dev/null 2>&1; then
  725. echo "ERROR: PROD_DOCKER_ENV_FILE 不是合法 UTF-8,Docker --env-file 会拒绝(常见原因:Windows 记事本或 GBK 保存)。"
  726. echo "处理:用 UTF-8 重存该文件,或 Linux: iconv -f GB18030 -t UTF-8 '${effDockerEnvFile}' > /tmp/e.utf8 && mv /tmp/e.utf8 '${effDockerEnvFile}'"
  727. echo "勿在 env 文件中使用非 UTF-8 中文注释;可用仓库 docs/jenkins/env.produ-docker.example(全 ASCII 注释)。"
  728. exit 1
  729. fi
  730. fi
  731. if [ "\$OK" -ne 1 ]; then
  732. echo "ERROR: 未检测到任何可用的 Jasypt 主密码来源,依赖解密的微服务将无法启动。"
  733. echo "请任选其一:"
  734. echo " 1) 从仓库 docs/jenkins/env.produ-docker.example 复制为 ${env.PROD_DEPLOY_ROOT}/.env.produ-docker(UTF-8)并 chmod 600"
  735. echo " 2) 或创建 ${(jasyptDefaultPath)}(单行密码)"
  736. echo " 3) 或参数 PROD_JASYPT_PASSWORD_FILE 指向其它密钥文件"
  737. echo " 4) 或构建参数 JASYPT_ENCRYPTOR_PASSWORD(字符串);或 Job 中将 PROD_DOCKER_ENV_FILE 留空后仅用 2/3/4"
  738. exit 1
  739. fi
  740. echo ">>> Jasypt 来源校验通过(env-file / 构建密码 / 密钥文件至少其一有效)"
  741. exit 0
  742. """
  743. }
  744. }
  745. try {
  746. def composeFileForJob = (params.PROD_COMPOSE_FILE ?: '').trim() ?: "${prodRemoteRoot}/docker-compose.yml"
  747. def jicForJob = (params.PROD_JAR_IN_CONTAINER ?: 'app.jar').trim() ?: 'app.jar'
  748. def effEnvPathForSh = (effDockerEnvFile ?: '')
  749. def dcpExplicitPath = (params.PROD_DOCKER_COMPOSE_PATH ?: '').trim()
  750. def dcpShellQuoted = dcpExplicitPath.replace("'", "'\\''")
  751. def dcpV2PluginPath = (params.PROD_DOCKER_COMPOSE_V2_PLUGIN ?: '').trim()
  752. def dcpV2ShellQuoted = dcpV2PluginPath.replace("'", "'\\''")
  753. def dcpDindT = (params.PROD_DOCKER_COMPOSE_DIND_IMAGE != null) ? (params.PROD_DOCKER_COMPOSE_DIND_IMAGE ?: 'docker:24.0.9-cli').toString().trim() : 'docker:24.0.9-cli'
  754. def dcpDindParam = dcpDindT ? dcpDindT : 'docker:24.0.9-cli'
  755. def dcpDindOff = dcpDindParam.equalsIgnoreCase('off') || dcpDindParam == '0'
  756. def dcpDindSh = dcpDindOff ? '' : dcpDindParam.replace("'", "'\\''")
  757. if (useRemoteProd) {
  758. dcpDindSh = ''
  759. }
  760. def extNRaw = params.PROD_DOCKER_CREATE_EXTERNAL_NETWORKS
  761. def extNOff = extNRaw != null && (extNRaw.toString().trim().equalsIgnoreCase('off') || extNRaw.toString().trim() == '0' || extNRaw.toString().trim().equalsIgnoreCase('none'))
  762. def extNList = extNOff ? '' : ((extNRaw == null || extNRaw.toString().trim() == '') ? 'common-network-produ' : extNRaw.toString().trim())
  763. def extNetsSh = extNOff ? '' : extNList.replace("'", "'\\''")
  764. for (def s in selected) {
  765. def jar = "${s.module}-1.0.0.jar"
  766. def srcJar = "${env.UAT_DEPLOY_ROOT}/${s.uatDir}/${(jar)}"
  767. def dstDir = "${prodLocalRoot}/${s.prodDir}"
  768. def logHostDir = useRemoteProd ? "${prodRemoteRoot}/logs/${s.prodDir}" : "${env.PROD_DEPLOY_ROOT}/logs/${s.prodDir}"
  769. def srcLib = "${env.UAT_DEPLOY_ROOT}/${s.uatDir}/lib"
  770. def dstLib = "${dstDir}/lib"
  771. def cPrimary = s.container
  772. def cFallback = s.prodDir
  773. def composeSvc = s.composeService
  774. def jarHostPath = "${dstDir}/${(jar)}"
  775. def jarOnProdServer = "${prodRemoteRoot}/${s.prodDir}/${(jar)}"
  776. def jarOnProdServerSh = jarOnProdServer.replace("'", "'\\''")
  777. def jarHostPathSh = jarHostPath.replace("'", "'\\''")
  778. def srcLibSh = srcLib.toString().replace("'", "'\\''")
  779. def dstLibSh = dstLib.toString().replace("'", "'\\''")
  780. def jarInContainerPath = "/app/${(jicForJob)}"
  781. def jarInContainerAlt = "/app/${(jar)}"
  782. def jcpPrimaryEscaped = jarInContainerPath.replace("'", "'\\''")
  783. def jcpAltEscaped = (jarInContainerPath == jarInContainerAlt) ? '' : jarInContainerAlt.replace("'", "'\\''")
  784. def jreImage = params.PROD_JRE_IMAGE ?: 'my-openjdk8-ffmpeg:v1'
  785. def jreImageSh = jreImage.toString().replace("'", "'\\''")
  786. def autoCreate = params.AUTO_CREATE_CONTAINER_IF_MISSING ? 'true' : 'false'
  787. def autoRecreate = params.AUTO_RECREATE_IF_MOUNT_MISMATCH ? 'true' : 'false'
  788. def removeStaleJarDir = params.REMOVE_STALE_JAR_DIR_IF_DIRECTORY ? 'true' : 'false'
  789. def payCertHost = (params.PROD_PAY_CERT_HOST ?: '').trim()
  790. def payCertProdDirs = ['store', 'store-platform', 'lawyer', 'dining'] as Set
  791. def payCertSvc = payCertProdDirs.contains(s.prodDir) ? '1' : '0'
  792. def dstPayCertDirInspect = useRemoteProd ? "${prodRemoteRoot}/${s.prodDir}/alien/aliPayCert" : "${dstDir}/alien/aliPayCert"
  793. // payCertHost 不得写进 promoteShell 的 GString(含 PAY_MOUNT="..."),CPS 会报 illegal $;内层 if/elif 整段在 Groovy 中拼接
  794. def payCertHostShellEsc = (payCertHost ?: '').toString().replace('"', '\\"')
  795. def payCertPayMountInner
  796. if (useRemoteProd) {
  797. payCertPayMountInner = " if [ -n \"" + payCertHostShellEsc + "\" ]; then\n" +
  798. " PAY_MOUNT=\"" + payCertHostShellEsc + "\"\n" +
  799. ' elif [ -n "$JENKINS_PROD_SSH" ] && ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "$JENKINS_PROD_SSH" "test -d \"$JENKINS_PAY_CERT_DIR\""; then\n' +
  800. ' PAY_MOUNT="$JENKINS_PAY_CERT_DIR"\n' +
  801. ' elif [ -n "$JENKINS_PROD_SSH" ] && ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "$JENKINS_PROD_SSH" "test -f \"$JENKINS_REMOTE_PROD_ROOT/$PROMOTE_PROD_DIR/alien/apiclient_key.pem\""; then\n' +
  802. ' PAY_MOUNT="$JENKINS_REMOTE_PROD_ROOT/$PROMOTE_PROD_DIR/alien"\n' +
  803. ' echo ">>> WARN: 证书在远端 $PROMOTE_PROD_DIR/alien/ 根目录,将该目录挂为容器内 /usr/local/alien/aliPayCert"\n' +
  804. ' fi\n'
  805. } else {
  806. payCertPayMountInner = " if [ -n \"" + payCertHostShellEsc + "\" ]; then\n" +
  807. " PAY_MOUNT=\"" + payCertHostShellEsc + "\"\n" +
  808. ' elif [ -d "$JENKINS_PAY_CERT_DIR" ] && [ -n "$(ls -A "$JENKINS_PAY_CERT_DIR" 2>/dev/null)" ]; then\n' +
  809. ' PAY_MOUNT="$JENKINS_PAY_CERT_DIR"\n' +
  810. ' elif [ -f "$PROMOTE_DST_DIR/alien/apiclient_key.pem" ]; then\n' +
  811. ' PAY_MOUNT="$PROMOTE_DST_DIR/alien"\n' +
  812. ' echo ">>> WARN: 证书在 $PROMOTE_DST_DIR/alien/ 根目录(无 alien/aliPayCert 子目录),将该目录挂为容器内 /usr/local/alien/aliPayCert"\n' +
  813. ' fi\n'
  814. }
  815. def dryRunPayCertEcho = ' echo "[DRY_RUN] 证书卷:优先 PROD_PAY_CERT_HOST=' + (payCertHost ? payCertHost : '(未填)') + ',否则若目录存在非空则 $JENKINS_PAY_CERT_DIR 到 /usr/local/alien/aliPayCert:ro"'
  816. // jasyptHostFile / effDockerEnvFile 在 promoteShell 的 GString 中接中文全角「(」等时 CPS 报 illegal $
  817. def jhPath = jasyptHostFile.toString()
  818. def jhPathSh = jhPath.replace("'", "'\\''")
  819. def jhDq = jhPath.replace('\\', '\\\\').replace('"', '\\"')
  820. def effPath = (effDockerEnvFile ?: '').toString()
  821. def effPathN = effPath.replace('"', '\\"')
  822. def dryRunEffIfFi = " if [ -n \"" + effPathN + "\" ]; then\n" +
  823. " echo \"[DRY_RUN] 将在 compose 前对 shell set -a source: " + effPath + "(yml 中 \${JASYPT_*} 等插值用)\"\n" +
  824. " fi\n"
  825. def jasyptDryHfDBlock = " JHF_D='" + jhPathSh + "'\n" +
  826. " if [ -f \"\$JHF_D\" ]; then\n" +
  827. " echo \"[DRY_RUN] 将生成临时 Jasypt env 并在 compose 前 source: " + jhDq + "\"\n" +
  828. " elif command -v docker >/dev/null 2>&1; then\n" +
  829. " _JD=\$(dirname \"\$JHF_D\")\n" +
  830. " _JB=\$(basename \"\$JHF_D\")\n" +
  831. " if docker run --rm --entrypoint sh -v \"\$_JD:/__jd:ro\" \"\$JRE_IMG\" -c \"test -f /__jd/\$_JB\" 2>/dev/null; then\n" +
  832. " echo \"[DRY_RUN] 密钥文件仅 Docker 宿主机可见: " + jhDq + "\"\n" +
  833. " fi\n" +
  834. " fi\n"
  835. def envFileOptIfElifFi = " if [ -n \"" + effPathN + "\" ] && [ -f \"" + effPathN + "\" ]; then\n" +
  836. " ENV_FILE_OPT=\"--env-file " + effPath + "\"\n" +
  837. " elif [ -n \"" + effPathN + "\" ]; then\n" +
  838. " echo \">>> WARN: docker --env-file 路径不可读或不存在: " + effPath + "(Jasypt 等可能无法注入;检查 Jenkins/宿主机挂载或改用构建密码参数)\"\n" +
  839. " fi\n"
  840. def jasyptLineJhf = " JHF='" + jhPathSh + "'"
  841. def jasyptWarnExplJpfUnread = ' echo ">>> WARN: 显式 PROD_JASYPT_PASSWORD_FILE 不可读: ' + jhDq + '(已依赖其它来源通过晋升前校验)"'
  842. // 避免 promoteShell 中 sh "\$JCPR" 触发 CPS 对 \$\J 的误解析,用 (char)36 生成字面量 $
  843. def dlr = (char) 36
  844. def lineDockerExecOdJcpr = " if docker exec \"${dlr}CNAME\" sh -c 'od -An -N2 -tx1 \"${dlr}1\"' sh \"${dlr}JCPR\" 2>/dev/null | grep -qE '50[[:space:]]+4b'; then"
  845. def jenkinsHomeSh = (env.JENKINS_HOME ?: '/var/jenkins_home').replace("'", "'\\''")
  846. def promoteProdDirSh = s.prodDir.replace("'", "'\\''")
  847. def logHostDirSh = logHostDir.replace("'", "'\\''")
  848. def jarBasenameSh = jar.replace("'", "'\\''")
  849. def cPrimarySh = cPrimary.toString().replace("'", "'\\''")
  850. def cFallbackSh = cFallback.toString().replace("'", "'\\''")
  851. def dstPayCertDirSh = dstPayCertDirInspect.replace("'", "'\\''")
  852. def dstDirSh = dstDir.replace("'", "'\\''")
  853. def uatDeployRoot = env.UAT_DEPLOY_ROOT ?: ''
  854. def uatDeployRootSh = uatDeployRoot.toString().replace("'", "'\\''")
  855. def uatUatServiceDirSh = "${(uatDeployRoot)}/${(s.uatDir)}".toString().replace("'", "'\\''")
  856. def uatDiagLsSvc = "ls -la '" + uatUatServiceDirSh + "' 2>&1"
  857. def uatDiagLsRoot = "ls -la '" + uatDeployRootSh + "' 2>&1"
  858. def missingJarDiag = " echo \"诊断 UAT_DEPLOY_ROOT: " + uatDeployRoot + ":\"\n " + uatDiagLsSvc + "\n " + uatDiagLsRoot
  859. def srcJarSh = srcJar.toString().replace("'", "'\\''")
  860. def ifNoUatJar = " if [ ! -f '" + srcJarSh + "' ]; then"
  861. def errEchoUatMissing = " echo \"ERROR: 当前 Jenkins 进程内找不到 UAT 制品: " + srcJar + "\""
  862. // 须输出 shell 的 $PROMOTE_DST_DIR;Groovy 中勿用 '$$'(在 bash 里会展开为 PID+字面量,如 17253PROMOTE)
  863. def dryRunCpEcho = " echo \"[DRY_RUN] cp -f " + srcJar + " \$PROMOTE_DST_DIR/\""
  864. def cpSrcToDst = " cp -f '" + srcJarSh + "' " + "\$" + "PROMOTE_DST_DIR/"
  865. def echoJarLine = ' echo ">>> [jar] ' + s.module + ': ' + s.uatDir + ' -> ' + s.prodDir + '(compose 服务名: $COMPOSE_SVC, 容器内 jar: $JCP)"'
  866. def dryRunLogDirEcho = useRemoteProd ?
  867. ' echo "[DRY_RUN] mkdir -p 本地: $(dirname $PROMOTE_DST_DIR)/logs/$PROMOTE_PROD_DIR -> rsync -> 生产: ' + logHostDir + '"' :
  868. " echo \"[DRY_RUN] mkdir -p " + logHostDir + "(日志目录,与 compose ./logs/" + s.prodDir + ":/app/logs 一致)\""
  869. def jasyptExplLine = " JENKINS_JASYPT_EXPL=" + jasyptExplicit
  870. // 无引号 JENKINS_*= 赋值不得写进 promoteShell 的 GString,否则如 ${autoCreate} 会触发非法 $ 转义
  871. def jenkinsEnvBools = " JENKINS_DRY_RUN=" + dryRunSh + "\n" +
  872. " JENKINS_PAY_CERT_SVC=" + payCertSvc + "\n" +
  873. " JENKINS_STALE_JAR_RM=" + removeStaleJarDir + "\n" +
  874. " JENKINS_AUTO_RECREATE=" + autoRecreate + "\n" +
  875. " JENKINS_AUTO_CREATE=" + autoCreate
  876. // DCP_*='...' 含 dcpShellQuoted 类变量名时,CPS 对大 GString 仍报 “illegal $”;整段在 Groovy 中拼接
  877. def dcpThreeLines = " DCP_EXPLICIT='" + dcpShellQuoted + "'\n" +
  878. " DCP_V2_PLUGIN='" + dcpV2ShellQuoted + "'\n" +
  879. " DCP_DIND_IMAGE='" + dcpDindSh + "'"
  880. def dcpExtNetsLine = " DCP_EXT_NETS='" + extNetsSh + "'"
  881. def jarOnProdExportSh = useRemoteProd ? jarOnProdServerSh : ''
  882. def sshExport = useRemoteProd ? sshQE : ''
  883. def remExport = useRemoteProd ? remQE : ''
  884. // export 与环境变量行整段用 + 拼接;大 GString 中 ANY 'VAR=''${...}'' 均可能被 CPS 报 “illegal $”(与 eff* / ext* 等标识符相关)
  885. def promoteExportBlock = " export JENKINS_HOME='" + jenkinsHomeSh + "'\n" +
  886. " COMPOSE_FILE='" + composeFileForJob + "'\n" +
  887. " COMPOSE_SVC='" + composeSvc + "'\n" +
  888. " PROMOTE_PROD_DIR='" + promoteProdDirSh + "'\n" +
  889. " PROMOTE_DST_DIR='" + dstDirSh + "'\n" +
  890. " JAR_HOST='" + jarHostPathSh + "'\n" +
  891. " JAR_ON_PROD_SERVER='" + jarOnProdExportSh + "'\n" +
  892. " JENKINS_PROD_SSH='" + sshExport + "'\n" +
  893. " JENKINS_REMOTE_PROD_ROOT='" + remExport + "'\n" +
  894. " PROMOTE_SRC_LIB='" + srcLibSh + "'\n" +
  895. " PROMOTE_DST_LIB='" + dstLibSh + "'\n" +
  896. " JAR_BASENAME='" + jarBasenameSh + "'\n" +
  897. " C_PRIMARY='" + cPrimarySh + "'\n" +
  898. " C_FALLBACK='" + cFallbackSh + "'\n" +
  899. " JENKINS_LOG_DIR='" + logHostDirSh + "'\n" +
  900. " JENKINS_PAY_CERT_DIR='" + dstPayCertDirSh + "'\n" +
  901. " JRE_IMG='" + jreImageSh + "'\n" +
  902. " JCP='" + jcpPrimaryEscaped + "'\n" +
  903. " JCP_ALT='" + jcpAltEscaped + "'\n" +
  904. " JENKINS_PROD_ENV_FILE='" + effEnvPathForSh + "'\n"
  905. def remoteDockerShimBlock = useRemoteProd ? '\n if [ -n "$JENKINS_PROD_SSH" ]; then\n docker() { ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "$JENKINS_PROD_SSH" sudo docker "$@"; }\n fi\n' : '\n'
  906. def rsyncRemoteBlock = useRemoteProd ? '\n if [ -n "$JENKINS_PROD_SSH" ]; then\n echo ">>> rsync 制品到 $JENKINS_PROD_SSH:$JENKINS_REMOTE_PROD_ROOT/$PROMOTE_PROD_DIR/"\n ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "$JENKINS_PROD_SSH" "sudo mkdir -p $JENKINS_REMOTE_PROD_ROOT/$PROMOTE_PROD_DIR $JENKINS_REMOTE_PROD_ROOT/logs/$PROMOTE_PROD_DIR"\n rsync -az "$PROMOTE_DST_DIR/" "$JENKINS_PROD_SSH:$JENKINS_REMOTE_PROD_ROOT/$PROMOTE_PROD_DIR/"\n rsync -az "$(dirname "$PROMOTE_DST_DIR")/logs/$PROMOTE_PROD_DIR/" "$JENKINS_PROD_SSH:$JENKINS_REMOTE_PROD_ROOT/logs/$PROMOTE_PROD_DIR/" 2>/dev/null || true\n fi\n' : '\n'
  907. def composeExistsBlockSh = useRemoteProd ? '\n if ! ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "$JENKINS_PROD_SSH" "test -f $COMPOSE_FILE"; then\n echo "ERROR: 远程未找到 docker compose 文件: $COMPOSE_FILE"\n exit 1\n fi\n' : '\n if [ ! -f "$COMPOSE_FILE" ]; then\n echo "ERROR: 未找到 docker compose 文件: $COMPOSE_FILE。请将 PROD_COMPOSE_FILE/PROD_DEPLOY_ROOT 与现网 yml 对齐,例如 /alien_produ/java/docker-compose.yml"\n exit 1\n fi\n'
  908. def composeDirBlockSh = useRemoteProd ? ' COMPOSE_DIR=$(dirname "$COMPOSE_FILE")' : ' COMPOSE_DIR=$(cd "$(dirname "$COMPOSE_FILE")" && pwd)'
  909. def promoteShell = """
  910. set -e
  911. #JENKINS_PLACE_EXPORT_ENV
  912. #JENKINS_PLACE_REMOTE_DOCKER_SHIM
  913. #JENKINS_PLACE_DCP_THREE
  914. #JENKINS_PLACE_DCP_EXT_NETS
  915. #JENKINS_PLACE_ENV_BOOLS
  916. #JENKINS_PLACE_JASYPT_EXPL
  917. #JENKINS_PLACE_ECHO_JARLINE
  918. #JENKINS_PLACE_IF_NO_UAT_JAR
  919. #JENKINS_PLACE_ECHO_ERR_UAT_JAR
  920. echo "请先在 UAT 流水线成功部署该模块;若宿主机已有 jar,请检查 UAT_DEPLOY_ROOT(容器内常用 /app_deploy_uat,见 Sync bootstrap 阶段错误说明)。"
  921. #JENKINS_PLACE_MISSING_JAR_DIAG
  922. exit 1
  923. fi
  924. if [ "\$JENKINS_DRY_RUN" = 'true' ]; then
  925. if [ ! -f "\$COMPOSE_FILE" ]; then
  926. echo "[DRY_RUN] WARN: 将使用的 compose 文件目前不存在: \$COMPOSE_FILE"
  927. else
  928. echo "[DRY_RUN] compose: \$COMPOSE_FILE(--project-directory 为 yml 文件所在父目录,见下方 COMPOSE_DIR=)"
  929. fi
  930. echo "[DRY_RUN] mkdir -p \$PROMOTE_DST_DIR"
  931. #JENKINS_PLACE_DRYRUN_LOGDIR_ECHO
  932. if [ -d "\$JAR_HOST" ]; then
  933. echo "[DRY_RUN] 检测到 \$JAR_HOST 为目录(非 jar),将按 REMOVE_STALE_JAR_DIR_IF_DIRECTORY rm -rf 或人工删除"
  934. fi
  935. #JENKINS_PLACE_DRYRUN_CP
  936. if [ -d "\$PROMOTE_SRC_LIB" ]; then
  937. echo "[DRY_RUN] 同步 lib: \$PROMOTE_SRC_LIB -> \$PROMOTE_DST_LIB"
  938. fi
  939. if [ -n "\$JENKINS_PROD_SSH" ]; then
  940. echo "[DRY_RUN] rsync \$PROMOTE_DST_DIR/ -> \$JENKINS_PROD_SSH:\$JENKINS_REMOTE_PROD_ROOT/\$PROMOTE_PROD_DIR/"
  941. fi
  942. echo "[DRY_RUN] 将执行: docker compose -f \$COMPOSE_FILE --project-directory \$COMPOSE_DIR(restart 或 up -d --no-deps)\$COMPOSE_SVC;非 DRY 时脚本会设 COMPOSE_DIR"
  943. if [ "\$JENKINS_PAY_CERT_SVC" = '1' ]; then
  944. #JENKINS_PLACE_DRYRUN_PAYCERT_ECHO
  945. fi
  946. #JENKINS_PLACE_DRYRUN_EFF
  947. #JENKINS_PLACE_DRYRUN_JHF_D
  948. else
  949. JAR_WAS_STALE_DIR=0
  950. if [ -d "\$JAR_HOST" ]; then
  951. if [ "\$JENKINS_STALE_JAR_RM" = 'true' ]; then
  952. echo ">>> WARN: \$JAR_HOST 为目录而非 jar(常见于 docker -v 时宿主机尚无该文件被误建目录),正在删除: rm -rf"
  953. rm -rf "\$JAR_HOST"
  954. JAR_WAS_STALE_DIR=1
  955. else
  956. echo "ERROR: \$JAR_HOST 是目录而非 jar 文件,无法覆盖拷贝。"
  957. echo "请宿主机执行: sudo rm -rf \$JAR_HOST 后重跑;或开启 REMOVE_STALE_JAR_DIR_IF_DIRECTORY=true"
  958. exit 1
  959. fi
  960. fi
  961. mkdir -p "\$PROMOTE_DST_DIR"
  962. mkdir -p "\$(dirname "\$PROMOTE_DST_DIR")/logs/\$PROMOTE_PROD_DIR"
  963. #JENKINS_PLACE_CP_PROD
  964. if [ -d "\$PROMOTE_SRC_LIB" ]; then
  965. rm -rf "\$PROMOTE_DST_LIB"
  966. cp -rf "\$PROMOTE_SRC_LIB" "\$PROMOTE_DST_LIB"
  967. fi
  968. if [ -d "\$JAR_HOST" ]; then
  969. echo "ERROR: \$JAR_HOST 是目录而非 jar,请删除该目录后重跑流水线"
  970. exit 1
  971. fi
  972. if [ ! -s "\$JAR_HOST" ]; then
  973. echo "ERROR: jar 为空或不存在: \$JAR_HOST"
  974. exit 1
  975. fi
  976. if ! unzip -t "\$JAR_HOST" >/dev/null 2>&1; then
  977. echo "ERROR: jar 不是有效 zip/jar(可能拷贝不完整或源文件损坏): \$JAR_HOST"
  978. exit 1
  979. fi
  980. #JENKINS_PLACE_RSYNC_REMOTE
  981. #JENKINS_PLACE_COMPOSE_EXISTS
  982. #JENKINS_PLACE_COMPOSE_DIR
  983. JAR_EXPECT="\${JAR_ON_PROD_SERVER:-\$JAR_HOST}"
  984. dcp_ensure_external_nets() {
  985. if [ -z "\$DCP_EXT_NETS" ]; then
  986. return 0
  987. fi
  988. if ! command -v docker >/dev/null 2>&1; then
  989. return 0
  990. fi
  991. if [ ! -S /var/run/docker.sock ]; then
  992. return 0
  993. fi
  994. echo ">>> 检查/创建 yml 中的 external 网络: \$DCP_EXT_NETS(参数 PROD_DOCKER_CREATE_EXTERNAL_NETWORKS)" >&2
  995. _DCP_ENS=\$(echo "\$DCP_EXT_NETS" | tr ',' ' ')
  996. for _n in \$_DCP_ENS; do
  997. _n=\$(echo "\$_n" | tr -d '[:space:]')
  998. [ -z "\$_n" ] && continue
  999. if docker network inspect "\$_n" >/dev/null 2>&1; then
  1000. echo ">>> 已存在: \$_n" >&2
  1001. else
  1002. echo ">>> 正在创建: \$_n" >&2
  1003. docker network create "\$_n" || { echo "ERROR: docker network create 失败: \$_n(可宿主机手建: docker network create \$_n)" >&2; return 1; }
  1004. fi
  1005. done
  1006. return 0
  1007. }
  1008. dcp_try_v2_plugin() {
  1009. _plug="\$1"
  1010. [ -n "\$_plug" ] || return 1
  1011. [ -e "\$_plug" ] || return 1
  1012. [ -f "\$_plug" ] || [ -L "\$_plug" ] || return 1
  1013. _pl_run="\$_plug"
  1014. if [ -f "\$_plug" ] && [ ! -x "\$_plug" ]; then
  1015. _pl_run=\$(mktemp) || return 1
  1016. cp -f "\$_plug" "\$_pl_run" && chmod a+x "\$_pl_run" 2>/dev/null || { rm -f "\$_pl_run" 2>/dev/null; return 1; }
  1017. fi
  1018. _dcp_cfg=\$(mktemp -d) || { [ "\$_pl_run" != "\$_plug" ] && rm -f "\$_pl_run" 2>/dev/null; return 1; }
  1019. mkdir -p "\$_dcp_cfg/cli-plugins" || { rm -rf "\$_dcp_cfg" 2>/dev/null; [ "\$_pl_run" != "\$_plug" ] && rm -f "\$_pl_run" 2>/dev/null; return 1; }
  1020. ln -sf "\$_pl_run" "\$_dcp_cfg/cli-plugins/docker-compose" 2>/dev/null || { rm -rf "\$_dcp_cfg" 2>/dev/null; [ "\$_pl_run" != "\$_plug" ] && rm -f "\$_pl_run" 2>/dev/null; return 1; }
  1021. if DOCKER_CONFIG="\$_dcp_cfg" docker compose version >/dev/null 2>&1; then
  1022. DOCKER_CONFIG="\$_dcp_cfg" docker compose -f "\$COMPOSE_FILE" --project-directory "\$COMPOSE_DIR" "\$@"
  1023. _dcp_r=\$?
  1024. else
  1025. _dcp_r=1
  1026. fi
  1027. rm -rf "\$_dcp_cfg" 2>/dev/null
  1028. [ "\$_pl_run" != "\$_plug" ] && rm -f "\$_pl_run" 2>/dev/null
  1029. return \$_dcp_r
  1030. }
  1031. dcp_dind() {
  1032. if [ -z "\$DCP_DIND_IMAGE" ] || { [ -z "\$COMPOSE_DIR" ] || [ -z "\$COMPOSE_FILE" ]; }; then
  1033. return 1
  1034. fi
  1035. if [ \$# -eq 0 ]; then
  1036. echo "ERROR: dcp 调用 dcp_dind 时未传入 compose 子命令(如 up -d、restart),属于脚本缺陷;应使用 dcp_dind \\\"\\\$@\\\"" >&2
  1037. return 1
  1038. fi
  1039. if ! command -v docker >/dev/null 2>&1; then
  1040. return 1
  1041. fi
  1042. if [ ! -S /var/run/docker.sock ]; then
  1043. echo "ERROR: dcp 回退需要可访问的 /var/run/docker.sock" >&2
  1044. return 1
  1045. fi
  1046. if ! docker image inspect "\$DCP_DIND_IMAGE" >/dev/null 2>&1; then
  1047. echo ">>> dcp: pull 辅助 compose 镜像(本地无缓存,略慢,见 PROD_DOCKER_COMPOSE_DIND_IMAGE)" >&2
  1048. docker pull "\$DCP_DIND_IMAGE" || { echo "ERROR: docker pull 失败:请预拉或改 PROD_DOCKER_COMPOSE_DIND_IMAGE(内网可 tag 到私库)" >&2; return 1; }
  1049. fi
  1050. DIND_MERGE="/tmp/dcp_dind_merge_\$\$.env"
  1051. umask 077
  1052. if ! :> "\$DIND_MERGE" 2>/dev/null; then
  1053. return 1
  1054. fi
  1055. if [ -n "\$JENKINS_PROD_ENV_FILE" ] && [ -f "\$JENKINS_PROD_ENV_FILE" ]; then
  1056. cat "\$JENKINS_PROD_ENV_FILE" >> "\$DIND_MERGE" 2>/dev/null || true
  1057. fi
  1058. if [ -n "\$JEP" ] && [ -f "\$JEP" ]; then
  1059. { echo ""; cat "\$JEP"; } >> "\$DIND_MERGE" 2>/dev/null || true
  1060. fi
  1061. echo ">>> dcp 回退: docker run 执行 compose 子命令: \\\$*(须含 up/restart 等,否则只打印帮助)" >&2
  1062. DIND_LOG="/tmp/dcp_dind_out_\$\$.log"
  1063. set +e
  1064. if [ -s "\$DIND_MERGE" ]; then
  1065. docker run --rm -v /var/run/docker.sock:/var/run/docker.sock -v "\$COMPOSE_DIR":"\$COMPOSE_DIR" -w "\$COMPOSE_DIR" --env-file "\$DIND_MERGE" "\$DCP_DIND_IMAGE" compose -f "\$COMPOSE_FILE" --project-directory "\$COMPOSE_DIR" "\$@" > "\$DIND_LOG" 2>&1
  1066. else
  1067. docker run --rm -v /var/run/docker.sock:/var/run/docker.sock -v "\$COMPOSE_DIR":"\$COMPOSE_DIR" -w "\$COMPOSE_DIR" "\$DCP_DIND_IMAGE" compose -f "\$COMPOSE_FILE" --project-directory "\$COMPOSE_DIR" "\$@" > "\$DIND_LOG" 2>&1
  1068. fi
  1069. _dr=\$?
  1070. set -e
  1071. echo ">>> dcp_dind 完整输出(----):" >&2
  1072. cat "\$DIND_LOG" 2>/dev/null || true
  1073. echo ">>> (---- 结束)" >&2
  1074. if [ \$_dr -eq 0 ] && grep -qE 'Usage:[[:space:]]*docker compose' "\$DIND_LOG" 2>/dev/null; then
  1075. if ! grep -qEi 'Creating|Recreating|Starting|Restarting|Container.*Started|Pulling' "\$DIND_LOG" 2>/dev/null; then
  1076. echo "ERROR: compose 仅输出 Usage 帮助、未出现创建/启动容器等关键字;几乎总是未传入 up/restart 子命令" >&2
  1077. _dr=1
  1078. fi
  1079. fi
  1080. if [ \$_dr -ne 0 ] && [ -f "\$DIND_LOG" ]; then
  1081. if grep -qiE 'declared as external, but could not be found' "\$DIND_LOG" 2>/dev/null; then
  1082. echo "ERROR: yml 中 external 网络在宿主机不存在。请设 PROD_DOCKER_CREATE_EXTERNAL_NETWORKS=网名(或 pipeline 已默认预建 common-network-produ);或宿主机: docker network create <名>" >&2
  1083. else
  1084. echo "ERROR: dcp_dind 失败 exit=\$_dr。见上方面板完整输出" >&2
  1085. fi
  1086. elif [ \$_dr -ne 0 ]; then
  1087. echo "ERROR: dcp_dind 失败 exit=\$_dr(无日志文件,异常)" >&2
  1088. fi
  1089. rm -f "\$DIND_LOG" 2>/dev/null
  1090. rm -f "\$DIND_MERGE" 2>/dev/null
  1091. return \$_dr
  1092. }
  1093. dcp() {
  1094. if [ -n "\$DCP_EXPLICIT" ] && [ -f "\$DCP_EXPLICIT" ] && [ -x "\$DCP_EXPLICIT" ]; then
  1095. "\$DCP_EXPLICIT" -f "\$COMPOSE_FILE" --project-directory "\$COMPOSE_DIR" "\$@"
  1096. return \$?
  1097. fi
  1098. if docker compose version >/dev/null 2>&1; then
  1099. docker compose -f "\$COMPOSE_FILE" --project-directory "\$COMPOSE_DIR" "\$@"
  1100. return \$?
  1101. fi
  1102. if [ -n "\$DCP_V2_PLUGIN" ]; then
  1103. dcp_try_v2_plugin "\$DCP_V2_PLUGIN" && return 0
  1104. fi
  1105. for _plug in /var/jenkins_home/.docker/cli-plugins/docker-compose "\$JENKINS_HOME/.docker/cli-plugins/docker-compose" "\$HOME/.docker/cli-plugins/docker-compose" /usr/libexec/docker/cli-plugins/docker-compose /usr/lib/docker/cli-plugins/docker-compose /snap/docker/current/usr/libexec/docker/cli-plugins/docker-compose; do
  1106. dcp_try_v2_plugin "\$_plug" && return 0
  1107. done
  1108. _dc=
  1109. for _p in /usr/bin/docker-compose /usr/local/bin/docker-compose /opt/docker-compose/docker-compose /snap/bin/docker-compose; do
  1110. if [ -x "\$_p" ] 2>/dev/null; then
  1111. if "\$_p" version >/dev/null 2>&1 || "\$_p" --version >/dev/null 2>&1; then
  1112. _dc="\$_p"
  1113. break
  1114. fi
  1115. fi
  1116. done
  1117. if [ -z "\$_dc" ] && command -v docker-compose >/dev/null 2>&1; then
  1118. _dc=\$(command -v docker-compose)
  1119. fi
  1120. if [ -n "\$_dc" ] && [ -x "\$_dc" ] && { "\$_dc" version >/dev/null 2>&1 || "\$_dc" --version >/dev/null 2>&1; }; then
  1121. "\$_dc" -f "\$COMPOSE_FILE" --project-directory "\$COMPOSE_DIR" "\$@"
  1122. return \$?
  1123. fi
  1124. if [ -n "\$DCP_DIND_IMAGE" ] && dcp_dind "\$@"; then
  1125. return 0
  1126. fi
  1127. echo "ERROR: 本机无可用 Docker Compose,且 docker run 回退未成功。可:1) 填 PROD_DOCKER_COMPOSE_DIND_IMAGE(默认可 pull 的 compose 工具镜像,勿填 off)并保证联网 pull;2) 填 PROD_DOCKER_COMPOSE_PATH(V1 1.28+)或 PROD_DOCKER_COMPOSE_V2_PLUGIN;3) 在 Jenkins 中安装 docker compose 插件/复制 cli-plugins" >&2
  1128. return 1
  1129. }
  1130. dcp_ensure_external_nets
  1131. ENV_FILE_OPT=""
  1132. #JENKINS_PLACE_ENV_FILE_OPT
  1133. EXTRA_JASYPT_ENV_OPT=""
  1134. #JENKINS_PLACE_JHF
  1135. JH_DIR=\$(dirname "\$JHF")
  1136. JH_BASE=\$(basename "\$JHF")
  1137. JEP="/tmp/jenkins_jasypt_pwenv_\$\$"
  1138. if [ -f "\$JHF" ]; then
  1139. umask 077
  1140. { printf 'JASYPT_ENCRYPTOR_PASSWORD='; head -n 1 "\$JHF" | tr -d '\r'; echo; } > "\$JEP" || { echo "ERROR: 无法读取 Jasypt 密钥文件: \$JHF"; exit 1; }
  1141. if ! grep -qE '^JASYPT_ENCRYPTOR_PASSWORD=.' "\$JEP" 2>/dev/null; then
  1142. echo "ERROR: Jasypt 密钥文件为空或仅空白: \$JHF"
  1143. rm -f "\$JEP"
  1144. exit 1
  1145. fi
  1146. EXTRA_JASYPT_ENV_OPT="--env-file \$JEP"
  1147. trap 'rm -f "\$JEP" 2>/dev/null || true' EXIT
  1148. elif docker run --rm --entrypoint sh -v "\$JH_DIR:/__jd:ro" "\$JRE_IMG" -c "test -f /__jd/\$JH_BASE" 2>/dev/null; then
  1149. umask 077
  1150. PW=\$(docker run --rm --entrypoint sh -v "\$JH_DIR:/__jd:ro" "\$JRE_IMG" -c "head -n 1 /__jd/\$JH_BASE 2>/dev/null | tr -d '\\r'") || PW=
  1151. if [ -z "\$PW" ]; then
  1152. echo "ERROR: Jasypt 密钥文件在 Docker 视角下为空: \$JHF"
  1153. exit 1
  1154. fi
  1155. printf 'JASYPT_ENCRYPTOR_PASSWORD=%s\\n' "\$PW" > "\$JEP" || { echo "ERROR: 无法写入临时 Jasypt env"; exit 1; }
  1156. if ! grep -qE '^JASYPT_ENCRYPTOR_PASSWORD=.' "\$JEP" 2>/dev/null; then
  1157. echo "ERROR: Jasypt 临时 env 无效: \$JHF"
  1158. rm -f "\$JEP"
  1159. exit 1
  1160. fi
  1161. echo ">>> Jasypt: 已通过 Docker 从宿主机读取密钥文件(Jenkins 进程未直接打开该路径)"
  1162. EXTRA_JASYPT_ENV_OPT="--env-file \$JEP"
  1163. trap 'rm -f "\$JEP" 2>/dev/null || true' EXIT
  1164. elif [ "\$JENKINS_JASYPT_EXPL" = '1' ]; then
  1165. #JENKINS_PLACE_JASYPT_WARN_EXPL_UNREAD
  1166. fi
  1167. dcp_bootstrap_env() {
  1168. if [ -n "\$JENKINS_PROD_ENV_FILE" ] && [ -f "\$JENKINS_PROD_ENV_FILE" ]; then
  1169. set -a
  1170. if ! . "\$JENKINS_PROD_ENV_FILE" 2>/dev/null; then
  1171. echo "ERROR: 无法以 shell source 读取: \$JENKINS_PROD_ENV_FILE(须为 KEY=VALUE 行;UTF-8)"
  1172. exit 1
  1173. fi
  1174. set +a
  1175. fi
  1176. if [ -n "\$JEP" ] && [ -f "\$JEP" ]; then
  1177. set -a
  1178. . "\$JEP" || { echo "ERROR: 无法 source 临时 Jasypt env: \$JEP"; exit 1; }
  1179. set +a
  1180. fi
  1181. }
  1182. PAY_MOUNT=""
  1183. if [ "\$JENKINS_PAY_CERT_SVC" = '1' ]; then
  1184. #JENKINS_PLACE_PAY_CERT_MOUNT_INNER
  1185. fi
  1186. CERT_VOL=0
  1187. [ -n "\$PAY_MOUNT" ] && CERT_VOL=1
  1188. if [ "\$CERT_VOL" -eq 1 ]; then
  1189. if [ ! -d "\$PAY_MOUNT" ]; then
  1190. echo "ERROR: 支付证书挂载源不存在或非目录: \$PAY_MOUNT"
  1191. exit 1
  1192. fi
  1193. if [ ! -f "\$PAY_MOUNT/apiclient_key.pem" ] && [ -f "\$PAY_MOUNT/aliPayCert/apiclient_key.pem" ]; then
  1194. echo ">>> WARN: apiclient_key.pem 在子目录 aliPayCert 下,将挂载源改为 \$PAY_MOUNT/aliPayCert(应用路径为 /usr/local/alien/aliPayCert/apiclient_key.pem,勿把 alien 整目录挂到 .../aliPayCert)"
  1195. PAY_MOUNT="\$PAY_MOUNT/aliPayCert"
  1196. fi
  1197. if [ ! -f "\$PAY_MOUNT/apiclient_key.pem" ]; then
  1198. echo ">>> WARN: \$PAY_MOUNT/apiclient_key.pem 不存在,微信支付等可能仍启动失败"
  1199. fi
  1200. echo ">>> 支付证书将挂载: \$PAY_MOUNT -> /usr/local/alien/aliPayCert:ro"
  1201. fi
  1202. if [ "\$JENKINS_PAY_CERT_SVC" = '1' ] && [ "\$CERT_VOL" -eq 1 ] && [ "\$PROMOTE_PROD_DIR" = "store" ]; then
  1203. if ! docker image inspect "\$JRE_IMG" >/dev/null 2>&1; then
  1204. docker pull "\$JRE_IMG" >/dev/null 2>&1 || true
  1205. fi
  1206. if ! docker run --rm --entrypoint sh -v "\$PAY_MOUNT:/__c:ro" "\$JRE_IMG" -c 'test -f /__c/apiclient_key.pem' 2>/dev/null; then
  1207. echo "ERROR: store 微信支付:Docker 宿主机视角下在挂载源内找不到 apiclient_key.pem(当前 PAY_MOUNT=\$PAY_MOUNT)。请确认:1)宿主机上该路径确有文件;2)PROD_DEPLOY_ROOT 是 dockerd 所在机器上的绝对路径;3)生产 compose 中证书卷左值应为 .../store/alien/aliPayCert 而非 .../alien。"
  1208. exit 1
  1209. fi
  1210. echo ">>> store 证书目录已通过 Docker 挂载探测(apiclient_key.pem 对 daemon 可见)"
  1211. fi
  1212. if [ "\$JENKINS_PAY_CERT_SVC" = '1' ] && [ "\$CERT_VOL" -eq 0 ]; then
  1213. echo ">>> WARN: \$PROMOTE_PROD_DIR 常需证书:未配置 PROD_PAY_CERT_HOST 且 \$JENKINS_PAY_CERT_DIR 不存在或为空,yml/compose 可能未挂 /usr/local/alien/aliPayCert"
  1214. fi
  1215. # 列出全部容器名(含 Exited),合并为一行便于日志阅读;匹配时用空格边界避免 gateway 误命中 gateway-produ
  1216. case \$- in *x*) __jx=1; set +x ;; *) __jx=0 ;; esac
  1217. NAMES="\$(docker ps -a --format '{{.Names}}' 2>/dev/null | tr '\\n' ' ' | tr -s ' ' | sed 's/[[:space:]]*\$//')"
  1218. [ "\$__jx" = 1 ] && set -x
  1219. CNAME=""
  1220. if echo " \${NAMES} " | grep -Fq " \$C_PRIMARY "; then
  1221. CNAME="\$C_PRIMARY"
  1222. elif echo " \${NAMES} " | grep -Fq " \$C_FALLBACK "; then
  1223. CNAME="\$C_FALLBACK"
  1224. fi
  1225. RECREATE=0
  1226. if [ -n "\$CNAME" ]; then
  1227. FMT_MNT=\$(printf '{{range .Mounts}}{{if eq .Destination "%s"}}{{.Source}}{{end}}{{end}}' "\$JCP")
  1228. ACTUAL_SRC=\$(docker inspect -f "\$FMT_MNT" "\$CNAME" 2>/dev/null | head -1)
  1229. MISMATCH=0
  1230. if [ -n "\$ACTUAL_SRC" ] && [ "\$ACTUAL_SRC" != "\$JAR_EXPECT" ]; then
  1231. if command -v realpath >/dev/null 2>&1; then
  1232. R1=\$(realpath "\$ACTUAL_SRC" 2>/dev/null || echo "\$ACTUAL_SRC")
  1233. R2=\$(realpath "\$JAR_EXPECT" 2>/dev/null || echo "\$JAR_EXPECT")
  1234. [ "\$R1" != "\$R2" ] && MISMATCH=1
  1235. else
  1236. MISMATCH=1
  1237. fi
  1238. fi
  1239. if [ "\$MISMATCH" -eq 1 ] && [ -n "\$ACTUAL_SRC" ]; then
  1240. if [ "\$JENKINS_AUTO_RECREATE" = 'true' ]; then
  1241. echo ">>> WARN: 容器 \$CNAME 的 \$JCP 挂载源与本次制品路径不一致,将删除并 compose 重建(挂载源=\$ACTUAL_SRC,本次=\$JAR_EXPECT)"
  1242. docker rm -f "\$CNAME"
  1243. CNAME=""
  1244. RECREATE=1
  1245. else
  1246. echo "ERROR: 容器 \$CNAME 的 \$JCP 挂载源为 \$ACTUAL_SRC,本次流水线 jar 为 \$JAR_EXPECT。"
  1247. echo "仅 restart 不会更改 bind mount。请执行 docker rm 后 dcp up,或开启 AUTO_RECREATE_IF_MOUNT_MISMATCH。"
  1248. exit 1
  1249. fi
  1250. fi
  1251. fi
  1252. if [ -n "\$CNAME" ] && [ "\$JENKINS_PAY_CERT_SVC" = '1' ] && [ "\$CERT_VOL" -eq 1 ]; then
  1253. CERT_SRC=\$(docker inspect -f '{{range .Mounts}}{{if eq .Destination "/usr/local/alien/aliPayCert"}}{{.Source}}{{end}}{{end}}' "\$CNAME" 2>/dev/null | head -1)
  1254. CERT_MM=0
  1255. if [ -z "\$CERT_SRC" ]; then
  1256. CERT_MM=1
  1257. elif command -v realpath >/dev/null 2>&1; then
  1258. CR1=\$(realpath "\$CERT_SRC" 2>/dev/null || echo "\$CERT_SRC")
  1259. CR2=\$(realpath "\$PAY_MOUNT" 2>/dev/null || echo "\$PAY_MOUNT")
  1260. [ "\$CR1" != "\$CR2" ] && CERT_MM=1
  1261. else
  1262. [ "\$CERT_SRC" != "\$PAY_MOUNT" ] && CERT_MM=1
  1263. fi
  1264. if [ "\$CERT_MM" -eq 1 ]; then
  1265. if [ "\$JENKINS_AUTO_RECREATE" = 'true' ]; then
  1266. echo ">>> WARN: 容器 \$CNAME 未挂载 /usr/local/alien/aliPayCert 或源路径与本次不一致(期望 \$PAY_MOUNT,实际=\${CERT_SRC:-无}),将删除并以正确证书卷重建"
  1267. docker rm -f "\$CNAME"
  1268. CNAME=""
  1269. RECREATE=1
  1270. else
  1271. echo "ERROR: 容器 \$CNAME 缺少支付证书卷或挂载源不是 \$PAY_MOUNT。docker restart 无法新增卷。请开启 AUTO_RECREATE_IF_MOUNT_MISMATCH 或: docker rm -f \$CNAME 后重跑。"
  1272. exit 1
  1273. fi
  1274. fi
  1275. fi
  1276. if [ -n "\$CNAME" ]; then
  1277. LOG_SRC=\$(docker inspect -f '{{range .Mounts}}{{if eq .Destination "/app/logs"}}{{.Source}}{{end}}{{end}}' "\$CNAME" 2>/dev/null | head -1)
  1278. LOG_MM=0
  1279. if [ -z "\$LOG_SRC" ]; then
  1280. LOG_MM=1
  1281. elif command -v realpath >/dev/null 2>&1; then
  1282. LR1=\$(realpath "\$LOG_SRC" 2>/dev/null || echo "\$LOG_SRC")
  1283. LR2=\$(realpath "\$JENKINS_LOG_DIR" 2>/dev/null || echo "\$JENKINS_LOG_DIR")
  1284. [ "\$LR1" != "\$LR2" ] && LOG_MM=1
  1285. else
  1286. [ "\$LOG_SRC" != "\$JENKINS_LOG_DIR" ] && LOG_MM=1
  1287. fi
  1288. if [ "\$LOG_MM" -eq 1 ]; then
  1289. if [ "\$JENKINS_AUTO_RECREATE" = 'true' ]; then
  1290. echo ">>> WARN: 容器 \$CNAME 未挂载 /app/logs 或源路径与 compose 不一致(期望 \$JENKINS_LOG_DIR,实际=\${LOG_SRC:-无}),将删除并以日志卷重建"
  1291. docker rm -f "\$CNAME"
  1292. CNAME=""
  1293. RECREATE=1
  1294. else
  1295. echo ">>> WARN: 容器 \$CNAME 未挂宿主日志目录 \$JENKINS_LOG_DIR 到 /app/logs(与 docker-compose 不一致);restart 无法补卷。请开启 AUTO_RECREATE_IF_MOUNT_MISMATCH 或手动 docker rm 后由流水线重建。"
  1296. fi
  1297. fi
  1298. fi
  1299. if [ -n "\$CNAME" ] && [ "\$JAR_WAS_STALE_DIR" -eq 1 ]; then
  1300. if [ "\$JENKINS_AUTO_RECREATE" = 'true' ]; then
  1301. echo ">>> WARN: 宿主 jar 已由「目录」改为文件,旧容器 bind 类型不兼容,删除并以 compose 重建: \$CNAME(勿仅 restart)"
  1302. docker rm -f "\$CNAME"
  1303. CNAME=""
  1304. RECREATE=1
  1305. else
  1306. echo "ERROR: 已删除误建目录并写入 jar 文件,须 docker rm -f \$CNAME 后重建容器。请开启 AUTO_RECREATE_IF_MOUNT_MISMATCH。"
  1307. exit 1
  1308. fi
  1309. fi
  1310. if [ -n "\$CNAME" ]; then
  1311. JASYPT_INJECT=0
  1312. [ -n "\$ENV_FILE_OPT" ] && JASYPT_INJECT=1
  1313. [ -n "\$EXTRA_JASYPT_ENV_OPT" ] && JASYPT_INJECT=1
  1314. if [ "\$JASYPT_INJECT" -eq 1 ]; then
  1315. JASYPT_OK=0
  1316. docker inspect -f '{{range .Config.Env}}{{println .}}{{end}}' "\$CNAME" 2>/dev/null | grep -q '^JASYPT_ENCRYPTOR_PASSWORD=' && JASYPT_OK=1
  1317. if [ "\$JASYPT_OK" -eq 0 ]; then
  1318. if [ "\$JENKINS_AUTO_RECREATE" = 'true' ]; then
  1319. echo ">>> WARN: 容器 \$CNAME 无 JASYPT_ENCRYPTOR_PASSWORD 环境,删除并以 compose 重建(dcp 前会 source 临时 env/PROD 文件,且 yml 中须能注入)"
  1320. docker rm -f "\$CNAME"
  1321. CNAME=""
  1322. RECREATE=1
  1323. else
  1324. echo "ERROR: 容器 \$CNAME 无 JASYPT_ENCRYPTOR_PASSWORD。请开启 AUTO_RECREATE_IF_MOUNT_MISMATCH 或修正 compose 的 .env/ environment。"
  1325. exit 1
  1326. fi
  1327. fi
  1328. fi
  1329. fi
  1330. if [ -n "\$CNAME" ]; then
  1331. RS_TMP="/tmp/jenkins_restart_err_\$\$"
  1332. dcp_bootstrap_env
  1333. if dcp restart "\$COMPOSE_SVC" 2>"\$RS_TMP"; then
  1334. echo ">>> [compose: \$COMPOSE_SVC] 已 docker compose restart;容器名: \$CNAME"
  1335. rm -f "\$RS_TMP"
  1336. else
  1337. RS_ERR=\$(cat "\$RS_TMP" 2>/dev/null || true)
  1338. rm -f "\$RS_TMP"
  1339. if echo "\$RS_ERR" | grep -qE 'not a directory|vice-versa|expected type|mount.*(app\\.jar|/app/)|failed to create (task|shim)'; then
  1340. if [ "\$JENKINS_AUTO_RECREATE" = 'true' ]; then
  1341. echo ">>> WARN: compose restart 因挂载/类型失败,删除并重建: \$CNAME / \$COMPOSE_SVC"
  1342. docker rm -f "\$CNAME" 2>/dev/null || true
  1343. CNAME=""
  1344. RECREATE=1
  1345. else
  1346. echo "\$RS_ERR"
  1347. echo "ERROR: 请开启 AUTO_RECREATE_IF_MOUNT_MISMATCH 或手动删容器后由 compose 重建。"
  1348. exit 1
  1349. fi
  1350. else
  1351. UPLOG=\$(mktemp) || { echo "ERROR: mktemp 失败"; exit 1; }
  1352. if dcp up -d --no-deps "\$COMPOSE_SVC" 2>"\$UPLOG"; then
  1353. echo ">>> [compose: \$COMPOSE_SVC] restart 失败,已用 docker compose up -d 拉起"
  1354. CNAME="\$C_PRIMARY"
  1355. rm -f "\$UPLOG" 2>/dev/null || true
  1356. else
  1357. echo "\$RS_ERR" >&2
  1358. cat "\$UPLOG" 2>/dev/null || true
  1359. rm -f "\$UPLOG" 2>/dev/null || true
  1360. echo "ERROR: docker compose up 失败: \$COMPOSE_SVC。请核对该服务是否在 yml 中、compose 与 dockerd 同机。"
  1361. exit 1
  1362. fi
  1363. fi
  1364. fi
  1365. fi
  1366. DID_TRY_CREATE=0
  1367. if [ -z "\$CNAME" ] && { [ "\$JENKINS_AUTO_CREATE" = 'true' ] || [ "\$RECREATE" -eq 1 ]; }; then
  1368. DID_TRY_CREATE=1
  1369. echo ">>> 通过 docker compose 创建/启动: \$COMPOSE_SVC(见 \$COMPOSE_FILE)"
  1370. dcp_bootstrap_env
  1371. if dcp up -d --no-deps "\$COMPOSE_SVC"; then
  1372. echo ">>> [compose: \$COMPOSE_SVC] 已 up -d,容器名通常 \$C_PRIMARY。CNAME 指向 \$C_PRIMARY"
  1373. CNAME="\$C_PRIMARY"
  1374. else
  1375. echo "ERROR: docker compose up 失败: \$COMPOSE_SVC。请核对该服务是否在 yml 中、镜像/卷路径是否可访问。"
  1376. exit 1
  1377. fi
  1378. fi
  1379. if [ -z "\$CNAME" ] && [ "\$DID_TRY_CREATE" -eq 0 ] && [ "\$RECREATE" -eq 0 ]; then
  1380. echo ">>> 未找到现有容器 [\$C_PRIMARY] 或 [\$C_FALLBACK],且未开启自动创建/重建,已仅更新宿主机 jar。请手动作 docker compose -f <yml> up 服务。"
  1381. fi
  1382. if [ -z "\$CNAME" ] && [ "\$RECREATE" -eq 1 ]; then
  1383. echo "ERROR: 挂载不一致需重建容器,但 compose 启动后未检测到容器(检查 COMPOSE_SVC/日志)。"
  1384. exit 1
  1385. fi
  1386. if [ -n "\$CNAME" ]; then
  1387. echo ">>> 等待 \$CNAME 稳定为 running(仅 Status=running 不够:崩溃循环时会在 running/restarting 间切换;exec 在 restarting 会报 is restarting)"
  1388. STABLE=0
  1389. for i in 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45; do
  1390. ST=\$(docker inspect -f '{{.State.Status}}' "\$CNAME" 2>/dev/null | tr -d '[:space:]')
  1391. case "\$ST" in
  1392. restarting)
  1393. echo ">>> [\$i/45] 状态=restarting(Java 可能反复退出,非单纯 409),2s 后再查..."
  1394. sleep 2
  1395. ;;
  1396. running)
  1397. sleep 6
  1398. ST2=\$(docker inspect -f '{{.State.Status}}' "\$CNAME" 2>/dev/null | tr -d '[:space:]')
  1399. if [ "\$ST2" = "running" ]; then
  1400. STABLE=1
  1401. echo ">>> 容器已连续约 6s 保持 running"
  1402. break
  1403. fi
  1404. echo ">>> running 未稳定,继续等待..."
  1405. sleep 2
  1406. ;;
  1407. exited|dead)
  1408. echo "ERROR: 容器 \$CNAME 已结束: \$ST"
  1409. echo ">>> docker logs --tail 50 \$CNAME:"
  1410. docker logs --tail 50 "\$CNAME" 2>&1 || true
  1411. exit 1
  1412. ;;
  1413. *)
  1414. echo ">>> [\$i/45] 状态=\${ST:-空}(空=无此容器名或 inspect 失败),2s 后再查..."
  1415. sleep 2
  1416. ;;
  1417. esac
  1418. done
  1419. if [ "\$STABLE" -ne 1 ]; then
  1420. echo "ERROR: 约 90s 内未在 \$CNAME 上得到稳定 running。空状态反复出现表示:1) 无此容器 2) container_name 与 yml 不一致 3) compose 未真正 up"
  1421. if ! docker inspect "\$CNAME" >/dev/null 2>&1; then
  1422. echo "ERROR(详细): docker 中无名为「\$CNAME」的容器。若 dcp 曾显示 Usage 无 Creating,多半是 dcp 未把 up/restart 传给 dcp_dind(应已随脚本修复)"
  1423. echo ">>> docker ps -a(前 30 行)"
  1424. docker ps -a 2>&1 | head -30
  1425. else
  1426. docker inspect -f 'Status={{.State.Status}} OOMKilled={{.State.OOMKilled}} ExitCode={{.State.ExitCode}} Error={{.State.Error}}' "\$CNAME" 2>&1 || true
  1427. fi
  1428. echo ">>> docker logs --tail 80 \$CNAME"
  1429. docker logs --tail 80 "\$CNAME" 2>&1 || true
  1430. exit 1
  1431. fi
  1432. JCP_RESOLVED=
  1433. for j in 1 2 3 4 5 6; do
  1434. for try_dest in "\$JCP" "\$JCP_ALT"; do
  1435. [ -n "\$try_dest" ] || continue
  1436. if docker exec "\$CNAME" sh -c 'test -f "\$1" && test -s "\$1" && ! test -d "\$1"' sh "\$try_dest" 2>/dev/null; then
  1437. JCP_RESOLVED="\$try_dest"
  1438. break 2
  1439. fi
  1440. done
  1441. [ -n "\$JCP_RESOLVED" ] && break
  1442. echo ">>> docker exec 重试 (\$j/6)(JCP=参数路径;JCP_ALT=/app/\$JAR_BASENAME 目录挂常见)"
  1443. sleep 2
  1444. done
  1445. if [ -z "\$JCP_RESOLVED" ]; then
  1446. echo "ERROR: 容器内未找到可读 jar。已试 JCP 与 JCP_ALT。请核对 compose:单文件 target=/app/app.jar 时保持 PROD_JAR_IN_CONTAINER=app.jar;整目录挂 /app 且与制品同名 jar 为 \$JAR_BASENAME 时脚本已试次选路径。其它命名请把 PROD_JAR_IN_CONTAINER 设成 yml 右侧 basename。"
  1447. docker exec "\$CNAME" sh -c "ls -la /app" 2>&1 || true
  1448. echo ">>> docker logs --tail 40 \$CNAME:"
  1449. docker logs --tail 40 "\$CNAME" 2>&1 || true
  1450. exit 1
  1451. fi
  1452. if [ "\$JCP_RESOLVED" != "\$JCP" ]; then
  1453. echo ">>> 已解析容器内实际 jar: \$JCP_RESOLVED(与默认 /app/app.jar 或 PROD_JAR_IN_CONTAINER 不一致为正常:yml 常将目录挂到 /app)"
  1454. fi
  1455. FMT2=\$(printf '{{range .Mounts}}{{if eq .Destination "%s"}}{{.Source}}{{end}}{{end}}' "\$JCP_RESOLVED")
  1456. ACTUAL_SRC2=\$(docker inspect -f "\$FMT2" "\$CNAME" 2>/dev/null | head -1)
  1457. echo ">>> 单文件型挂载校验: Dest=\$JCP_RESOLVED -> Source=\${ACTUAL_SRC2:-(无/或为目录挂 /app 属正常)} 期望宿主机 jar: \$JAR_EXPECT"
  1458. if [ -n "\$ACTUAL_SRC2" ] && [ "\$ACTUAL_SRC2" != "\$JAR_EXPECT" ]; then
  1459. if command -v realpath >/dev/null 2>&1; then
  1460. R1=\$(realpath "\$ACTUAL_SRC2" 2>/dev/null || echo "\$ACTUAL_SRC2")
  1461. R2=\$(realpath "\$JAR_EXPECT" 2>/dev/null || echo "\$JAR_EXPECT")
  1462. if [ "\$R1" != "\$R2" ]; then
  1463. echo "ERROR: 单文件卷宿主机 Source 与本次 cp 的 jar 仍不一致"
  1464. exit 1
  1465. fi
  1466. else
  1467. echo "ERROR: 单文件卷宿主机 Source 与本次 cp 的 jar 仍不一致"
  1468. exit 1
  1469. fi
  1470. fi
  1471. if [ -z "\$ACTUAL_SRC2" ]; then
  1472. echo ">>> 提示: 未在 Mounts 中看到 Destination 精确为 \$JCP_RESOLVED(常为目录 bind /app,可忽略本项)"
  1473. fi
  1474. if [ "\$PROMOTE_PROD_DIR" = "store" ] && [ "\$CERT_VOL" -eq 1 ]; then
  1475. if ! docker exec "\$CNAME" sh -c 'test -f /usr/local/alien/aliPayCert/apiclient_key.pem' 2>/dev/null; then
  1476. echo "ERROR: store 容器内仍无 /usr/local/alien/aliPayCert/apiclient_key.pem。请 docker inspect \$CNAME 核对 Mounts 与生产 compose 中证书卷。"
  1477. exit 1
  1478. fi
  1479. echo ">>> [\$CNAME] 已确认微信商户私钥文件在容器内可见"
  1480. fi
  1481. JCPR="\$JCP_RESOLVED"
  1482. HAS_UNZIP=0
  1483. if docker exec "\$CNAME" sh -c 'command -v unzip >/dev/null 2>&1' 2>/dev/null; then HAS_UNZIP=1; fi
  1484. UNZ_OK=0
  1485. if [ "\$HAS_UNZIP" -eq 1 ]; then
  1486. for j in 1 2 3 4 5; do
  1487. if docker exec "\$CNAME" unzip -t "\$JCPR" >/dev/null 2>&1; then
  1488. UNZ_OK=1
  1489. break
  1490. fi
  1491. echo ">>> unzip -t 重试 (\$j/5)..."
  1492. sleep 2
  1493. done
  1494. if [ "\$UNZ_OK" -ne 1 ]; then
  1495. echo "ERROR: 容器内 unzip -t 失败(JCPR=\\\$JCPR)"
  1496. exit 1
  1497. fi
  1498. else
  1499. echo ">>> WARN: 镜像内无 unzip,仅校验 PK 魔数"
  1500. for j in 1 2 3 4 5; do
  1501. #JENKINS_PLACE_DOCKER_EXEC_OD_JCPR
  1502. UNZ_OK=1
  1503. break
  1504. fi
  1505. echo ">>> PK 头校验重试 (\$j/5)..."
  1506. sleep 2
  1507. done
  1508. if [ "\$UNZ_OK" -ne 1 ]; then
  1509. echo "ERROR: 容器内 jar 头非 zip(PK)"
  1510. exit 1
  1511. fi
  1512. fi
  1513. echo ">>> [\$CNAME] 容器内 jar 校验通过: \$JCPR"
  1514. fi
  1515. fi
  1516. """
  1517. sh( promoteShell.toString()
  1518. // replaceAll 的替换串含 shell 的 $CNAME 等,Java 会当「组引用」;须 quoteReplacement
  1519. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_EXPORT_ENV\n/, java.util.regex.Matcher.quoteReplacement("\n" + promoteExportBlock))
  1520. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_REMOTE_DOCKER_SHIM\n/, java.util.regex.Matcher.quoteReplacement(remoteDockerShimBlock))
  1521. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_RSYNC_REMOTE\n/, java.util.regex.Matcher.quoteReplacement(rsyncRemoteBlock))
  1522. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_COMPOSE_EXISTS\n/, java.util.regex.Matcher.quoteReplacement(composeExistsBlockSh))
  1523. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_COMPOSE_DIR\n/, java.util.regex.Matcher.quoteReplacement("\n" + composeDirBlockSh + "\n"))
  1524. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DRYRUN_PAYCERT_ECHO\n/, java.util.regex.Matcher.quoteReplacement("\n" + dryRunPayCertEcho + "\n"))
  1525. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DRYRUN_EFF\n/, java.util.regex.Matcher.quoteReplacement("\n" + dryRunEffIfFi + "\n"))
  1526. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DRYRUN_JHF_D\n/, java.util.regex.Matcher.quoteReplacement("\n" + jasyptDryHfDBlock + "\n"))
  1527. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_PAY_CERT_MOUNT_INNER\n/, java.util.regex.Matcher.quoteReplacement("\n" + payCertPayMountInner + "\n"))
  1528. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DCP_THREE\n/, java.util.regex.Matcher.quoteReplacement("\n" + dcpThreeLines + "\n"))
  1529. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DCP_EXT_NETS\n/, java.util.regex.Matcher.quoteReplacement("\n" + dcpExtNetsLine + "\n"))
  1530. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_ENV_BOOLS\n/, java.util.regex.Matcher.quoteReplacement("\n" + jenkinsEnvBools + "\n"))
  1531. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_JASYPT_EXPL\n/, java.util.regex.Matcher.quoteReplacement("\n" + jasyptExplLine + "\n"))
  1532. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_ECHO_JARLINE\n/, java.util.regex.Matcher.quoteReplacement("\n" + echoJarLine + "\n"))
  1533. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_IF_NO_UAT_JAR\n/, java.util.regex.Matcher.quoteReplacement("\n" + ifNoUatJar + "\n"))
  1534. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_ECHO_ERR_UAT_JAR\n/, java.util.regex.Matcher.quoteReplacement("\n" + errEchoUatMissing + "\n"))
  1535. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_MISSING_JAR_DIAG\n/, java.util.regex.Matcher.quoteReplacement("\n" + missingJarDiag + "\n"))
  1536. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DRYRUN_LOGDIR_ECHO\n/, java.util.regex.Matcher.quoteReplacement("\n" + dryRunLogDirEcho + "\n"))
  1537. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DRYRUN_CP\n/, java.util.regex.Matcher.quoteReplacement("\n" + dryRunCpEcho + "\n"))
  1538. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_CP_PROD\n/, java.util.regex.Matcher.quoteReplacement("\n" + cpSrcToDst + "\n"))
  1539. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_ENV_FILE_OPT\n/, java.util.regex.Matcher.quoteReplacement("\n" + envFileOptIfElifFi + "\n"))
  1540. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_JHF\n/, java.util.regex.Matcher.quoteReplacement("\n" + jasyptLineJhf + "\n"))
  1541. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_JASYPT_WARN_EXPL_UNREAD\n/, java.util.regex.Matcher.quoteReplacement("\n" + jasyptWarnExplJpfUnread + "\n"))
  1542. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DOCKER_EXEC_OD_JCPR\n/, java.util.regex.Matcher.quoteReplacement("\n" + lineDockerExecOdJcpr + "\n")) )
  1543. }
  1544. } finally {
  1545. if (writtenJasyptEnv) {
  1546. sh "rm -f \"${writtenJasyptEnv}\" 2>/dev/null || true"
  1547. }
  1548. }
  1549. }
  1550. if (useRemoteProd && prodSshCred) {
  1551. sshagent([prodSshCred]) {
  1552. runPromoteRemoteSteps()
  1553. }
  1554. } else {
  1555. runPromoteRemoteSteps()
  1556. }
  1557. }
  1558. }
  1559. }
  1560. }
  1561. // 构建结束后的固定输出:always 必跑;success/failure 分别提示后续人工检查点。
  1562. post {
  1563. always {
  1564. echo '>>> 生产晋升任务结束'
  1565. }
  1566. success {
  1567. echo '>>> 流水线成功(请确认生产容器启动参数与 Nacos 等环境一致)'
  1568. }
  1569. failure {
  1570. echo '>>> 流水线失败:优先检查 UAT 是否已发版、UAT_DEPLOY_ROOT/PROD_DEPLOY_ROOT、compose 路径、Docker 与挂载'
  1571. echo '>>> 制品与 jar 来自 UAT 目录(UAT_DEPLOY_ROOT/<uatDir>/),不依赖 Git;仅当「BOOTSTRAP_SYNC_MODE=from_git」才会拉取 Git 取 bootstrap-prod.yml。默认 from_jar=从 UAT jar 解压,无需 Git'
  1572. echo '>>> 若 Jenkins 与生产 Docker 不在同一台机器:须 PROD_SSH_TARGET;凭据用 PROD_SSH_CREDENTIALS_ID(SSH Agent + 私钥凭据)。界面参数仍为空时脚本会回退 DEFAULT_PROD_SSH_CREDENTIALS_ID;若报 Permission denied 检查凭据 ID/私钥是否匹配目标机'
  1573. echo '>>> 若 source / compose 报 invalid env file / invalid utf8:将 .env.produ-docker 改为 UTF-8,或用 env.produ-docker.example;Jasypt 需进入容器 env,检查 compose、.env 与 dcp 前 set -a、AUTO_RECREATE'
  1574. echo '>>> 若报 unknown shorthand flag: f 或本机无 compose:默认已用 PROD_DOCKER_COMPOSE_DIND_IMAGE(如 docker:24.0.9-cli)通过 docker run 回退;失败则检查能 pull 该镜像、/var/run/docker.sock、或设 PROD_DOCKER_COMPOSE_PATH/PROD_DOCKER_COMPOSE_V2_PLUGIN/挂 cli-plugins'
  1575. echo '>>> 若报 network ... declared as external, but could not be found:设 PROD_DOCKER_CREATE_EXTERNAL_NETWORKS 为 yml 中网名(默认预建 common-network-produ),或宿主机 docker network create'
  1576. echo '>>> 若报容器内 jar 路径校验失败:生产 compose 可能是「目录挂 /app」而非单文件 /app/app.jar;脚本会再试 /app/alien-模块-1.0.0.jar,仍失败请对照 yml 调整 PROD_JAR_IN_CONTAINER'
  1577. }
  1578. }
  1579. }