Jenkinsfile-prod-promote-from-uat.groovy 130 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618
  1. /**
  2. * 生产环境:从 UAT 晋升 jar(及 lib),并可选同步 bootstrap-prod.yml 到生产目录。
  3. *
  4. * 【唯一维护点】getServiceDefinitions() 内的 registry 列表(勿用顶层 def,避免 Jenkins CPS 缺 SERVICE_REGISTRY)。
  5. * 命名约定(自动派生,一般无需改):module=alien-<prodDir>,uatDir=<prodDir>-uat,container=<prodDir>-produ,
  6. * 生产宿主机制品子目录与 prodDir 同名的短名(如 store、lawyer、store-platform):<PROD_DEPLOY_ROOT>/<prodDir> 下放 jar/lib/config;日志仍用 logs/<prodDir> 以配合现网 compose
  7. *
  8. * 发版范围(DEPLOY_MODE):
  9. * - whole:整体发版
  10. * - single:单服务
  11. * - multi:勾选 MULTI_* 复选框(顺序与 registry 列表一致)
  12. *
  13. * bootstrap-prod.yml(BOOTSTRAP_SYNC_MODE):from_jar / from_git / none。
  14. * from_jar 时:gateway 等为 Spring Boot 可执行包则路径为 BOOT-INF/classes/;job 等为瘦 jar 则为 jar 根目录 bootstrap-prod.yml。
  15. *
  16. * 运行时需 --spring.profiles.active=prod;解压到磁盘的 bootstrap 用于审计或外置挂载。
  17. *
  18. * environment 块作用:
  19. * - 为本流水线所有 stage 注入「环境变量」,在 shell 中为 ${env.XXX},Groovy 中为 env.XXX。
  20. * - GIT_URL / GIT_BRANCH / GIT_CREDENTIALS:仅在 BOOTSTRAP_SYNC_MODE=from_git 时用于 git 步骤与 reset。
  21. * - UAT_DEPLOY_ROOT / PROD_DEPLOY_ROOT:与 Jenkins 宿主机(或挂载)上的预生产、生产制品根目录一致;
  22. * 若 Job 跑在容器内,需与 docker-compose 里挂载到 Jenkins 的路径一致。
  23. *
  24. * 预生产(UAT)晋升源路径(宿主机上为 /alien_uat/java/<uatDir>/,可用 Job 参数 UAT_DEPLOY_ROOT 改「Jenkins 进程内」路径):
  25. * <UAT_DEPLOY_ROOT>/<uatDir>/alien-<prodDir>-1.0.0.jar
  26. * <UAT_DEPLOY_ROOT>/<uatDir>/lib/(若有)
  27. * 其中 uatDir 与 getServiceDefinitions() 中一致(如 gateway-uat、store-uat)。
  28. * Jenkins 跑在容器内时(工作区常为 /var/jenkins_home/workspace),宿主机 /alien_uat/java 需挂载进容器。
  29. * 预生产 Maven+拷贝+restart 流水线见 docs/jenkins/Jenkinsfile-uat-build-deploy.groovy。
  30. * 【docker compose 启动方式】发版在拷贝 jar/lib 后,在 compose 工作目录下执行
  31. * docker compose(V2 插件)或回退到 docker-compose(V1 独立可执行,未装 compose 插件时常用:unknown shorthand flag f in f 多系未装 V2)
  32. * 若缺 compose 子命令:可填 PROD_DOCKER_COMPOSE_V2_PLUGIN(或把宿主机 .../cli-plugins 挂进 Jenkins,脚本会临时 DOCKER_CONFIG 链到该插件)或 PROD_DOCKER_COMPOSE_PATH(V1 可执行件);或依赖 PROD_DOCKER_COMPOSE_DIND_IMAGE 用 docker run 持 socket 在默认 docker:24.0.9-cli 中执行 compose
  33. * 同一套参数:-f <PROD_COMPOSE_FILE> --project-directory <yml 所在目录> 以及 restart|up -d --no-deps <服务名>。
  34. * compose 若声明 networks.external(如 common-network-produ),宿主机须已有该网络;PROD_DOCKER_CREATE_EXTERNAL_NETWORKS 可在 compose 前自动 docker network create(填 off 则不自建)。
  35. * 工作目录(--project-directory)为 compose 文件所在目录,以解析 yml 内 ./store、./logs 等相对卷。
  36. * 现网 yml 示例:/alien_produ/java/docker-compose.yml,项目名可含顶层 name:(如 alien-java-produ),服务名与 container_name 如 gateway-produ、store-produ(须与 getServiceDefinitions() 派生 composeService 一致)。
  37. * Jasypt/代理等:yml 内 ${JASYPT_ENCRYPTOR_PASSWORD} 等变量依赖 compose 同目录的 .env(可 ln 到 .env.produ-docker);若 Job 中填写了 PROD_DOCKER_ENV_FILE 临时 env,流水线在 compose 前会 set -a 以 shell source 之,使 compose 时变量可用。
  38. * 与 Jenkins 侧挂载:见 docs/jenkins/docker-compose-jenkins-host-network.yml 等(如「/alien_uat/java:/app_deploy_uat」),
  39. * 容器内 UAT 根目录为 /app_deploy_uat(UAT_DEPLOY_ROOT 默认);network_mode: host 不改变上述 Jenkins 内路径。
  40. * 仅当 Jenkins 直接跑在宿主机且能读 /alien_uat/java 时,将 UAT_DEPLOY_ROOT 设为 /alien_uat/java。
  41. *
  42. * 生产发版后的文件位置(默认 PROD_DEPLOY_ROOT=/alien_produ/java,可用 Job 参数改;须与 Jenkins 容器内「能写到的」路径一致):
  43. * <PROD_DEPLOY_ROOT>/<prodDir>/alien-<prodDir>-1.0.0.jar
  44. * <PROD_DEPLOY_ROOT>/<prodDir>/lib/(若有)
  45. * <PROD_DEPLOY_ROOT>/<prodDir>/config/bootstrap-prod.yml(若同步 bootstrap)
  46. * 与预生产「每服务一子目录」约定一致。生产 Docker 挂载 jar 时请指向 PROD 路径。
  47. * 若 compose 将生产 jar 挂为「../java:/app_deploy」(相对 compose 目录),则 Jenkins 内应设 PROD_DEPLOY_ROOT=/app_deploy,对应宿主机为 compose 上级目录下的 java/。
  48. * 【必配】若 Job 使用 PROD_DEPLOY_ROOT=/alien_produ/java 且 **未** 配置 PROD_SSH_TARGET(本机发版):Jenkins 容器必须 volume 挂载宿主机 /alien_produ/java 到同路径(见 docker-compose-jenkins-host-network.yml),否则 cp 写在 Jenkins 私有层、生产侧进程读宿主机文件时,unzip 通过仍 corrupt jarfile。
  49. * 【环境隔离】预生产仍在 39.106.135.88(UAT_DEPLOY_ROOT 读该机上制品);生产默认发到 **39.105.153.68**:设置 PROD_SSH_TARGET=alien_store@39.105.153.68(可改)后,制品先写入 Jenkins 工作区下暂存目录再 rsync 到目标机 PROD_DEPLOY_ROOT,docker/docker compose 经 SSH 在目标机执行(须目标机 sudo 免密 docker)。留空 PROD_SSH_TARGET 则保持「Jenkins 与生产 dockerd 同机」旧行为。
  50. * 【SSH】远程发版须 Jenkins 能登录 PROD_SSH_TARGET:填写 PROD_SSH_CREDENTIALS_ID(Jenkins「SSH Username with private key」凭据,需 SSH Agent 插件)或将私钥配在运行节点默认 ssh(~/.ssh)。否则 ssh 报 Permission denied (publickey)。
  51. * 【凭据参数仍为空】已存在 Job 常不继承 Jenkinsfile 里 parameters 的新 defaultValue,运行时 params 仍为空串;脚本用 effectiveProdSshCredentialsId() 在「已配置 PROD_SSH_TARGET」时回退 DEFAULT_PROD_SSH_CREDENTIALS_ID,仍走 sshagent。换凭据后改脚本内该常量或显式填参数。
  52. *
  53. * 生产容器须由 <PROD_DEPLOY_ROOT>/docker-compose.yml(或 PROD_COMPOSE_FILE)通过 docker compose 管理;与 docker restart / docker run 的「独立容器」不共享 Compose 元数据,见 Job 头「docker compose 启动方式」说明。
  54. * 若 PROD 目录下出现 alien-xxx-1.0.0.jar「目录」且为空:多为历史上 docker -v 指向不存在的文件时 Docker 在宿主机误建同名目录;须 rm -rf 该目录后再拷贝真 jar。
  55. * 目录改为文件后仅 docker restart 常报 not a directory / vice-versa:旧容器 bind 与现路径类型不一致,须 rm 后由 compose 重建;流水线在删误建目录或 restart 报此类错时会重建(AUTO_RECREATE_IF_MOUNT_MISMATCH)。
  56. * 七个 *-produ 一次性处理:宿主机执行 docs/jenkins/fix-prod-stale-jar-dirs.sh(或读其末尾注释里的手敲命令)。
  57. * 容器报 Invalid or corrupt jarfile:宿主机挂载文件须为合法 jar(非空、非目录)。勿在 jar 未就绪时 -v 挂载(易生成空占位);
  58. * 修复后删容器并 docker compose 重建。流水线在 restart 前会对 jar 做 unzip -t 校验。
  59. * 若仍报 corrupt:常见原因是容器创建时 -v 指向的路径与当前 PROD_DEPLOY_ROOT 下 jar 不一致——bind mount 不随 hot restart 更新,须 docker rm 后 compose up。
  60. * 流水线可比对 docker inspect 的挂载源与本次 jar 路径;若开启 AUTO_RECREATE_IF_MOUNT_MISMATCH 将先删容器再 `docker compose up`。
  61. * 对需支付证书的服务(store 等):若宿主机已有证书目录(CERT_VOL=1)但现有容器未挂 /usr/local/alien/aliPayCert 或挂载源与本次 PAY_MOUNT 不一致,同样依赖 AUTO_RECREATE 先删后 up;仅 restart 永远不能补证书卷。
  62. * Jasypt:须与预生产 docker-compose 的 x-java-env.JASYPT_ENCRYPTOR_PASSWORD 一致(现网常为 alien_salt)。默认 PROD_DOCKER_ENV_FILE=<PROD_DEPLOY_ROOT>/.env.produ-docker;文件须 UTF-8(Docker --env-file 拒绝 GBK/中文注释的非 UTF-8),见 docs/jenkins/env.produ-docker.example。亦可密钥文件或构建参数 JASYPT_ENCRYPTOR_PASSWORD。容器未带该 env 时须 AUTO_RECREATE_IF_MOUNT_MISMATCH 重建。手工 compose 见 docs/docker/docker-compose-prod.example.yml。
  63. * restart/run 后若立刻 docker exec 可能报 unable to upgrade to tcp, received 409(容器尚未 running);流水线会等待稳定 running 并重试 exec。
  64. * 若 inspect 长期为 restarting,多为 Java 反复退出(corrupt jar、缺 lib、端口占用等),与单纯 409 不同;此时应先 docker logs 再修应用。
  65. * 瘦 jar 且 MANIFEST 依赖 lib/ 时:若仅 -v 挂载单个 jar、未把宿主机 lib 挂进容器,会 NoClassDefFoundError(如 SpringApplication)并 restarting;自动创建/重建容器时已增加 -v <PROD>/.../lib:/app/lib:ro(与 -w /app、Class-Path 相对 jar 目录一致)。
  66. * 证书不在流水线内拷贝。约定需证书服务在宿主机:PROD_DEPLOY_ROOT 下各 <prodDir>/alien/aliPayCert/(与 copy-uat-pay-certs-to-prod.sh 的 cp 目标一致)。
  67. * 生产 compose 中:将「宿主机」证书目录挂到 /usr/local/alien/aliPayCert(应用读 /usr/local/alien/aliPayCert/apiclient_key.pem);流水线比对期望路径与现有容器 mount。
  68. * 约定源目录为 PROD_DEPLOY_ROOT/<prodDir>/alien/aliPayCert/;若证书实际在 <prodDir>/alien/ 根下也会自动识别。
  69. * 常见错误:把 .../alien 挂到容器 /usr/local/alien/aliPayCert(会多一层,pem 落在 .../aliPayCert/aliPayCert/ 下)——须挂 .../alien/aliPayCert,或留空让脚本自动选。
  70. * 若填写 PROD_PAY_CERT_HOST 则全局覆盖。仅先 docker rm 再 docker compose up 会按 yml 带齐卷,纯 restart 不会。适用:store、store-platform、lawyer、dining。
  71. * 应用日志:与生产 compose 一致,宿主机 <PROD_DEPLOY_ROOT>/logs/<prodDir> -> 容器 /app/logs(与 LOGGING_PATH=/app/logs 一致)。
  72. * yml 须挂上述日志卷;已存在容器若未挂 /app/logs 或路径不一致,开启 AUTO_RECREATE 时将先删后 compose up 重建,否则仅 WARN。
  73. * 时区/TZ 由生产 compose 的 environment 等决定;参数 PROD_CONTAINER_TZ 不注入容器。
  74. *
  75. * 【若界面仍为 MULTI_SERVICE_NAMES 文本框】Job 未用本文件最新定义,或「参数化构建」里手动加了旧参数与脚本重复。
  76. * 处理:1)Pipeline 更新为仓库中本 Jenkinsfile;2)Job→配置→删除手动参数 MULTI_SERVICE_NAMES、SYNC_BOOTSTRAP_FROM_GIT 等,保存;
  77. * 3)再打开「Build with Parameters」,应出现 MULTI_gateway、MULTI_job… 复选框与 BOOTSTRAP_SYNC_MODE,无 MULTI_SERVICE_NAMES。
  78. *
  79. * 【multi 复选框不显示】Declarative 的 parameters{} 内不能用 .each 动态生成 booleanParam(常被忽略)。
  80. * 下方 MULTI_* 已改为逐项手写;新增微服务时请在 getServiceDefinitions() 内 registry 与 parameters 中各增加对应一项。
  81. *
  82. * 【parameters 内勿调用 getServiceDefinitions()】部分 Jenkins 解析 parameters{} 时无法执行自定义函数,
  83. * 会导致从该行起整段参数(含 MULTI_*、BOOTSTRAP_SYNC_MODE)全部不注册,界面只剩前几项。
  84. * SINGLE_SERVICE 的 choices 已改为静态列表,须与 getServiceDefinitions() 内 registry 的 prodDir 一致。
  85. *
  86. * 【界面仍像旧版】1)SCM 的 Script Path 须指向本文件,如 docs/jenkins/Jenkinsfile-prod-promote-from-uat.groovy;
  87. * 2)保存 Job 后执行一次构建以重新注册参数;3)勿在 Job 里再「手动添加参数化构建」与脚本重复。
  88. */
  89. /**
  90. * 端口约定:与现网 docker-compose 中 *-produ 映射一致(gateway 8000;store/second/… 见 getServiceDefinitions)。
  91. * 列表数据放在 getServiceDefinitions() 内部,避免 Jenkins CPS 序列化时顶层变量 SERVICE_REGISTRY 不可用。
  92. */
  93. def multiParamName(String prodDir) {
  94. return 'MULTI_' + prodDir.replace('-', '_')
  95. }
  96. def expandServiceSpec(Map raw) {
  97. def pd = raw.prodDir
  98. def m = "alien-${pd}"
  99. return raw + [
  100. module: m,
  101. uatDir: "${pd}-uat",
  102. container: "${pd}-produ",
  103. // docker-compose.yml 内 services: 的键,须与 yml 一致,一般为 <prodDir>-produ
  104. composeService: "${pd}-produ",
  105. bootstrapRel: "${m}/src/main/resources/bootstrap-prod.yml",
  106. ]
  107. }
  108. def getServiceDefinitions() {
  109. // 与现网 /alien_produ/java/docker-compose.yml 中各 *-produ 服务 ports 一致(例:store-produ 50014:50014、lawyer-produ 50017:50017、job 50108:50108)
  110. def registry = [
  111. [prodDir: 'gateway', serverPort: '8000', hostPort: '8000'],
  112. [prodDir: 'store', serverPort: '50014', hostPort: '50014'],
  113. [prodDir: 'second', serverPort: '50015', hostPort: '50015'],
  114. [prodDir: 'store-platform', serverPort: '50016', hostPort: '50016'],
  115. [prodDir: 'lawyer', serverPort: '50017', hostPort: '50017'],
  116. [prodDir: 'job', serverPort: '50108', hostPort: '50108'],
  117. [prodDir: 'dining', serverPort: '50019', hostPort: '50019'],
  118. ]
  119. return registry.collect { expandServiceSpec(it) }
  120. }
  121. /** 供 shell 中 if [ "x" = "true" ] 使用,避免在 GString 中写 \${params.DRY_RUN} 等触发 Groovy 解析问题 */
  122. def dryRunForShell() {
  123. if (params.DRY_RUN == null) {
  124. return 'false'
  125. }
  126. if (params.DRY_RUN instanceof Boolean) {
  127. return (params.DRY_RUN) ? 'true' : 'false'
  128. }
  129. return 'true'.equalsIgnoreCase(params.DRY_RUN.toString()) ? 'true' : 'false'
  130. }
  131. /** Jenkins boolean 参数有时为 Boolean,有时为字符串 */
  132. def isMultiCheckboxChecked(String paramName) {
  133. def v = params[paramName]
  134. if (v instanceof Boolean) {
  135. return v
  136. }
  137. return 'true'.equalsIgnoreCase(v?.toString())
  138. }
  139. /** string 参数或 Jenkins Password(hudson.util.Secret)转明文;勿用 toString() 处理 Secret */
  140. def jasyptParamToPlain(def raw) {
  141. if (raw == null) {
  142. return ''
  143. }
  144. if (raw instanceof hudson.util.Secret) {
  145. def p = raw.getPlainText()
  146. return p != null ? p.trim() : ''
  147. }
  148. return raw.toString().trim()
  149. }
  150. /** 与 parameters 中 PROD_SSH_CREDENTIALS_ID 的 defaultValue 对齐;已存在 Job 运行时 params 常仍为空,须脚本层回退。 */
  151. def DEFAULT_PROD_SSH_CREDENTIALS_ID = 'e611a045-2fdc-4613-babd-a72d69bf9814'
  152. /** 仅当 PROD_SSH_TARGET 非空时才需要凭据:参数非空用参数,否则用内置 ID;本机发版(无 SSH 目标)返回空串。 */
  153. def effectiveProdSshCredentialsId(String prodSshTargetTrimmed) {
  154. def sshT = (prodSshTargetTrimmed ?: '').toString().trim()
  155. if (!sshT) {
  156. return ''
  157. }
  158. def p = (params.PROD_SSH_CREDENTIALS_ID != null) ? params.PROD_SSH_CREDENTIALS_ID.toString().trim() : ''
  159. if (p) {
  160. return p
  161. }
  162. return DEFAULT_PROD_SSH_CREDENTIALS_ID
  163. }
  164. def filterServices(List services) {
  165. def selected = []
  166. def mode = params.DEPLOY_MODE
  167. if (mode == 'whole') {
  168. selected = services
  169. } else if (mode == 'single') {
  170. def one = services.find { it.prodDir == params.SINGLE_SERVICE }
  171. if (one == null) {
  172. error("单服务发版:未找到 SINGLE_SERVICE=${params.SINGLE_SERVICE}")
  173. }
  174. selected = [one]
  175. } else if (mode == 'multi') {
  176. services.each { s ->
  177. if (isMultiCheckboxChecked(multiParamName(s.prodDir))) {
  178. selected << s
  179. }
  180. }
  181. if (selected.isEmpty()) {
  182. error('multi 模式:请至少勾选一项「多选服务」复选框(MULTI_*)')
  183. }
  184. } else {
  185. error("未知 DEPLOY_MODE: ${mode}")
  186. }
  187. if (selected == null || selected.isEmpty()) {
  188. error('未选中任何服务,请检查发版参数')
  189. }
  190. return selected
  191. }
  192. pipeline {
  193. agent any
  194. // 全局选项:控制日志保留、时间戳、整次构建超时(避免卡死占满 executor)
  195. options {
  196. buildDiscarder(logRotator(numToKeepStr: '5', artifactNumToKeepStr: '5'))
  197. timestamps()
  198. timeout(time: 45, unit: 'MINUTES')
  199. }
  200. // 构建参数:发版范围、bootstrap 来源、是否演练、Docker 创建策略等(修改后通常需保存 Job 再构建)
  201. parameters {
  202. choice(
  203. name: 'DEPLOY_MODE',
  204. choices: ['whole', 'single', 'multi'],
  205. description: 'whole=整体发版;single=单服务;multi=勾选下方 MULTI_* 复选框'
  206. )
  207. // choices 必须静态:勿用 getServiceDefinitions().collect,否则部分 Jenkins 会丢弃其后所有参数
  208. choice(
  209. name: 'SINGLE_SERVICE',
  210. choices: ['gateway', 'job', 'lawyer', 'second', 'store', 'store-platform', 'dining'],
  211. description: '仅当 DEPLOY_MODE=single 时使用(须与 getServiceDefinitions() 内 registry 的 prodDir 一致)'
  212. )
  213. // 须逐项声明:Jenkins Declarative 不支持在 parameters 里用 each 生成 booleanParam,否则整段 MULTI_* 不会出现在界面
  214. booleanParam(name: 'MULTI_gateway', defaultValue: false, description: '[multi] gateway')
  215. booleanParam(name: 'MULTI_job', defaultValue: false, description: '[multi] job')
  216. booleanParam(name: 'MULTI_lawyer', defaultValue: false, description: '[multi] lawyer')
  217. booleanParam(name: 'MULTI_second', defaultValue: false, description: '[multi] second')
  218. booleanParam(name: 'MULTI_store', defaultValue: false, description: '[multi] store')
  219. booleanParam(name: 'MULTI_store_platform', defaultValue: false, description: '[multi] store-platform')
  220. booleanParam(name: 'MULTI_dining', defaultValue: false, description: '[multi] dining')
  221. choice(
  222. name: 'BOOTSTRAP_SYNC_MODE',
  223. choices: ['from_jar', 'from_git', 'none'],
  224. description: 'bootstrap-prod.yml:from_jar=从 UAT jar 解压(与晋升制品一致,默认);from_git=从 Git 拷贝;none=不同步'
  225. )
  226. booleanParam(
  227. name: 'DRY_RUN',
  228. defaultValue: false,
  229. description: '为 true 时仅打印将要执行的命令,不拷贝文件、不重启容器'
  230. )
  231. booleanParam(
  232. name: 'AUTO_CREATE_CONTAINER_IF_MISSING',
  233. defaultValue: true,
  234. description: '当 compose 定义的服务/容器未运行时,是否执行 docker compose up -d --no-deps 创建/启动该服务'
  235. )
  236. booleanParam(
  237. name: 'AUTO_RECREATE_IF_MOUNT_MISMATCH',
  238. defaultValue: true,
  239. description: '若已存在容器的 jar/证书/日志挂载与本次不一致、缺 JASYPT(旧容器无 env 需重建)、或 jar 被误建为「目录」导致类型不兼容,是否先 docker rm 再 docker compose up(否则仅报错;仅 restart 无法改 bind/卷/ env)'
  240. )
  241. booleanParam(
  242. name: 'REMOVE_STALE_JAR_DIR_IF_DIRECTORY',
  243. defaultValue: true,
  244. description: '若 PROD 目标路径 alien-xxx-1.0.0.jar 已存在但是「目录」(Docker 误建或误操作),是否自动 rm -rf 后再 cp(默认开启;若目录内有误放文件请先人工处理)'
  245. )
  246. string(
  247. name: 'PROD_COMPOSE_FILE',
  248. defaultValue: '/alien_produ/java/docker-compose.yml',
  249. trim: true,
  250. description: '生产环境 docker compose 文件路径(与 dockerd 宿主机同一路径,Jenkins 在容器内时常为 /alien_produ/java/docker-compose.yml 且与 PROD_DEPLOY_ROOT 下 yml 一致)'
  251. )
  252. string(
  253. name: 'PROD_JAR_IN_CONTAINER',
  254. defaultValue: 'app.jar',
  255. trim: true,
  256. description: '容器内 jar 目标路径为 /app/<本值>。与 compose 卷右侧一致:单文件挂(如 host.jar:/app/app.jar)时填 app.jar;整目录挂到 /app 且 jar 名为 alien-模块-1.0.0.jar 时,可仍填 app.jar,流水线会再试 /app/alien-xxx-1.0.0.jar。若 yml 显式为其它路径,填全名。'
  257. )
  258. string(
  259. name: 'PROD_DOCKER_COMPOSE_PATH',
  260. defaultValue: '',
  261. trim: true,
  262. description: '可选:V1 独立可执行文件 docker-compose 的绝对路径。非空时最优先。留空则自动试 docker compose、V2 插件+DOCKER_CONFIG、/usr/bin 等'
  263. )
  264. string(
  265. name: 'PROD_DOCKER_COMPOSE_V2_PLUGIN',
  266. defaultValue: '',
  267. trim: true,
  268. description: '可选:宿主机上 Docker Compose v2 插件可执行文件路径(常见为 .../cli-plugins/docker-compose,与跑 dockerd 的机器上一致)。Jenkins 内若缺 compose 子命令,脚本会建临时 DOCKER_CONFIG 并链到该文件再执行 docker compose。可留空,脚本会试 $HOME/.docker 与 /usr/libexec|/usr/lib/.../cli-plugins/docker-compose'
  269. )
  270. string(
  271. name: 'PROD_DOCKER_COMPOSE_DIND_IMAGE',
  272. defaultValue: 'docker:24.0.9-cli',
  273. trim: true,
  274. description: '本机无 compose 时最后回退:docker run 本镜像、挂 docker.sock 与 COMPOSE_DIR,执行与宿主机「docker compose」等价的 compose 子命令。默认 library 官方 docker:24.0.9-cli(含 compose 插件,须能 pull;内网可打 tag 到私库后改此参数)。填 off 关闭回退'
  275. )
  276. string(
  277. name: 'PROD_DOCKER_CREATE_EXTERNAL_NETWORKS',
  278. defaultValue: 'common-network-produ',
  279. trim: true,
  280. description: '逗号分隔。compose 中 external: true 的 networks 在宿主机须已存在,否则 up 会报 external 未找到。对列表中不存在的网执行 docker network create(默认同 yml: common-network-produ)。填 off 关闭自动建网。Swarm/overlay 须手工建网后填 off'
  281. )
  282. string(
  283. name: 'PROD_JRE_IMAGE',
  284. defaultValue: 'my-openjdk8-ffmpeg:v1',
  285. trim: true,
  286. description: 'Verify PROD mount、证书与 Jasypt 路径探测时使用的测试镜像。运行应用镜像由 PROD 侧 docker-compose.yml 的 image: 决定'
  287. )
  288. string(
  289. name: 'PROD_DOCKER_NETWORK',
  290. defaultValue: '',
  291. trim: true,
  292. description: '(保留)现由 compose 管理网络;发版不消费此参数'
  293. )
  294. string(
  295. name: 'UAT_DEPLOY_ROOT',
  296. defaultValue: '/app_deploy_uat',
  297. trim: true,
  298. description: 'Jenkins 进程内可见的预生产制品根目录(无末尾斜杠)。宿主机为 /alien_uat/java;Jenkins 在容器内且 volume 挂载为 宿主机/alien_uat/java→容器/app_deploy_uat 时用默认 /app_deploy_uat。Jenkins 直跑宿主机时填 /alien_uat/java'
  299. )
  300. string(
  301. name: 'PROD_DEPLOY_ROOT',
  302. defaultValue: '/alien_produ/java',
  303. trim: true,
  304. description: '生产制品根目录(无末尾斜杠),须与目标机 compose 卷一致。本机发版时为 Jenkins 可写路径;配置 PROD_SSH_TARGET 时为「目标机」上的绝对路径(如 /alien_produ/java),制品经 rsync 写入该路径'
  305. )
  306. string(
  307. name: 'PROD_SSH_TARGET',
  308. defaultValue: 'alien_store@39.105.153.68',
  309. trim: true,
  310. description: '生产 Docker 所在主机 SSH 目标(如 alien_store@39.105.153.68)。留空=旧行为:在本机 PROD_DEPLOY_ROOT 写文件并用本机 docker compose。非空时:先写入工作区 .jenkins_remote_prod_staging 再 rsync 到对方 PROD_DEPLOY_ROOT,且 docker 经「ssh 目标 sudo docker」;须目标机 sudo 免密 docker,且 Jenkins 能 SSH 登录(见 PROD_SSH_CREDENTIALS_ID)'
  311. )
  312. string(
  313. name: 'PROD_SSH_CREDENTIALS_ID',
  314. defaultValue: 'e611a045-2fdc-4613-babd-a72d69bf9814',
  315. trim: true,
  316. description: 'Jenkins「SSH Username with private key」凭据 ID(需 SSH Agent 插件);非空时 Verify/rsync/scp/远程 docker 在 sshagent 内执行。默认值为当前环境 alien_store 凭据 ID。注意:已创建的旧 Job 可能仍得到空串,脚本在配置 PROD_SSH_TARGET 时会回退脚本内 DEFAULT_PROD_SSH_CREDENTIALS_ID;换凭据后请改参数或改脚本常量'
  317. )
  318. string(
  319. name: 'PROD_PAY_CERT_HOST',
  320. defaultValue: '',
  321. trim: true,
  322. description: '可选:全局覆盖——非空时四服务证书与期望的 PROD/.../alien/aliPayCert 做比对;compose 的 volume 与之一致时无 mismatch。仅重建(docker rm + compose up)时生效。路径须与运行 dockerd 的宿主机一致'
  323. )
  324. string(
  325. name: 'PROD_CONTAINER_TZ',
  326. defaultValue: 'Asia/Shanghai',
  327. trim: true,
  328. description: '(保留)时区由生产 compose 的 environment/TZ 等配置;发版不注入本参数至容器'
  329. )
  330. string(
  331. name: 'PROD_DOCKER_ENV_FILE',
  332. defaultValue: '/alien_produ/java/.env.produ-docker',
  333. trim: true,
  334. description: '宿主机 docker --env-file:须 UTF-8 编码(勿 GBK/记事本默认),须含 JASYPT_ENCRYPTOR_PASSWORD=。默认 <PROD_DEPLOY_ROOT>/.env.produ-docker;从 docs/jenkins/env.produ-docker.example 复制后 chmod 600。改 PROD_DEPLOY_ROOT 须同步改路径或留空。文件存在时忽略下方 JASYPT_ENCRYPTOR_PASSWORD 参数'
  335. )
  336. string(
  337. name: 'JASYPT_ENCRYPTOR_PASSWORD',
  338. defaultValue: '',
  339. trim: true,
  340. description: '可选:与 PROD_DOCKER_ENV_FILE 二选一(文件优先)。支持 string 或 Password 参数;非空则写临时文件并在 docker compose 前以 shell set -a source 注入(yml 中 \${JASYPT_*} 可引用)'
  341. )
  342. string(
  343. name: 'PROD_JASYPT_PASSWORD_FILE',
  344. defaultValue: '',
  345. trim: true,
  346. description: '可选:宿主机上仅含 Jasypt 主密码的文件路径(单行、chmod 600)。留空则使用 <PROD_DEPLOY_ROOT>/.jasypt-encryptor-password。流水线将该文件内容写入临时 --env-file 注入 JASYPT_ENCRYPTOR_PASSWORD(兼容旧 jar)。可与 PROD_DOCKER_ENV_FILE / JASYPT_ENCRYPTOR_PASSWORD 并存;docker 后传入的 --env-file 优先生效'
  347. )
  348. }
  349. // 见文件头「environment 块作用」。GIT_* 固定在此;UAT_/PROD_DEPLOY_ROOT 取参数,便于在 Job 里改路径而不改脚本。
  350. environment {
  351. GIT_URL = 'http://8.152.195.41:3000/alien/alien_cloud'
  352. GIT_BRANCH = 'uat-20260202'
  353. GIT_CREDENTIALS = 'zhanghaomimapingzheng'
  354. UAT_DEPLOY_ROOT = "${params.UAT_DEPLOY_ROOT ?: '/app_deploy_uat'}"
  355. PROD_DEPLOY_ROOT = "${params.PROD_DEPLOY_ROOT ?: '/alien_produ/java'}"
  356. }
  357. stages {
  358. // 阶段:发版前摘要。不读写文件、不连 Docker,仅打印本次模式、涉及服务、bootstrap 策略,便于核对参数。
  359. stage('Announce deploy plan') {
  360. steps {
  361. script {
  362. echo '>>> [Jenkinsfile] prod-ssh-cred-fallback-20260213:远程时参数 PROD_SSH_CREDENTIALS_ID 为空仍走 sshagent(effectiveProdSshCredentialsId)。若本行缺失,说明本 Job 未执行仓库中当前 docs/jenkins/Jenkinsfile-prod-promote-from-uat.groovy(请检查 Pipeline 来源:SCM 分支/路径或是否仍为「粘贴脚本」旧副本)'
  363. def services = getServiceDefinitions()
  364. def selected = filterServices(services)
  365. def names = selected.collect { it.prodDir }.join(', ')
  366. echo ">>> 发版模式: ${params.DEPLOY_MODE}"
  367. if (params.DEPLOY_MODE == 'multi') {
  368. def checked = services.findAll { isMultiCheckboxChecked(multiParamName(it.prodDir)) }.collect { it.prodDir }.join(', ')
  369. echo ">>> multi 已勾选: ${checked}"
  370. }
  371. echo ">>> 本次将处理 ${selected.size()} 个服务: ${names}"
  372. echo ">>> bootstrap 同步模式: ${params.BOOTSTRAP_SYNC_MODE}"
  373. echo ">>> UAT_DEPLOY_ROOT=${env.UAT_DEPLOY_ROOT}(Jenkins 进程内路径;宿主机 UAT 常为 /alien_uat/java 映射至容器 /app_deploy_uat)"
  374. echo ">>> PROD_DEPLOY_ROOT=${env.PROD_DEPLOY_ROOT}"
  375. def _ssh = (params.PROD_SSH_TARGET ?: '').trim()
  376. if (_ssh) {
  377. echo ">>> PROD_SSH_TARGET=${_ssh}(远程生产:制品 tar|ssh 到对方 PROD_DEPLOY_ROOT,docker compose 在目标机执行)"
  378. echo ">>> 本地暂存目录(写入后同步): ${env.WORKSPACE}/.jenkins_remote_prod_staging"
  379. def _paramCred = (params.PROD_SSH_CREDENTIALS_ID != null) ? params.PROD_SSH_CREDENTIALS_ID.toString().trim() : ''
  380. def _sc = effectiveProdSshCredentialsId(_ssh)
  381. if (_paramCred) {
  382. echo ">>> PROD_SSH_CREDENTIALS_ID=${_sc}(来自构建参数,SSH Agent)"
  383. } else {
  384. echo ">>> PROD_SSH_CREDENTIALS_ID: 构建参数为空,已用脚本内置回退 ${_sc}(SSH Agent;旧 Job 常不继承 parameters 的 defaultValue)"
  385. }
  386. } else {
  387. echo ">>> PROD_SSH_TARGET: (空)本机生产路径 + 本机 Docker"
  388. }
  389. def _cf = (params.PROD_COMPOSE_FILE ?: '').trim() ?: "${env.PROD_DEPLOY_ROOT}/docker-compose.yml"
  390. def _jic = (params.PROD_JAR_IN_CONTAINER ?: 'app.jar').trim() ?: 'app.jar'
  391. echo ">>> PROD_COMPOSE_FILE 实际使用: ${_cf}(docker compose -f 且 --project-directory=所在目录)"
  392. def _dcpP = (params.PROD_DOCKER_COMPOSE_PATH ?: '').trim()
  393. if (_dcpP) {
  394. echo ">>> PROD_DOCKER_COMPOSE_PATH: ${_dcpP}(显式 V1 可执行文件,优先于自动探测)"
  395. } else {
  396. echo ">>> PROD_DOCKER_COMPOSE_PATH: 未填(自动:docker compose → V2 插件+DOCKER_CONFIG → 常见 V1 路径 或 PATH)"
  397. }
  398. def _dcpV2 = (params.PROD_DOCKER_COMPOSE_V2_PLUGIN ?: '').trim()
  399. if (_dcpV2) {
  400. echo ">>> PROD_DOCKER_COMPOSE_V2_PLUGIN: ${_dcpV2}(显式,优先于按路径自动发现)"
  401. } else {
  402. echo ">>> PROD_DOCKER_COMPOSE_V2_PLUGIN: 未填(将试 /var/jenkins_home(root Agent 常见)、JENKINS_HOME、HOME 下 .docker/cli-plugins 及 /usr/lib*、snap 等)"
  403. }
  404. def _dindRaw = (params.PROD_DOCKER_COMPOSE_DIND_IMAGE != null) ? (params.PROD_DOCKER_COMPOSE_DIND_IMAGE ?: 'docker:24.0.9-cli').toString().trim() : 'docker:24.0.9-cli'
  405. def _dind = _dindRaw ? _dindRaw : 'docker:24.0.9-cli'
  406. if (!_dind || _dind.equalsIgnoreCase('off') || _dind == '0') {
  407. echo ">>> PROD_DOCKER_COMPOSE_DIND_IMAGE: 已关闭(不尝试 docker run 辅助 compose 镜像)"
  408. } else {
  409. echo ">>> PROD_DOCKER_COMPOSE_DIND_IMAGE: ${_dind}(本机无 compose 时回退,须能 docker pull;见参数说明)"
  410. }
  411. def _enRaw = params.PROD_DOCKER_CREATE_EXTERNAL_NETWORKS
  412. def _enOff = _enRaw != null && ( _enRaw.toString().trim().equalsIgnoreCase('off') || _enRaw.toString().trim() == '0' || _enRaw.toString().trim().equalsIgnoreCase('none') )
  413. def _enList = _enOff ? '' : ( ( _enRaw == null || _enRaw.toString().trim() == '' ) ? 'common-network-produ' : _enRaw.toString().trim() )
  414. if (_enOff) {
  415. echo ">>> PROD_DOCKER_CREATE_EXTERNAL_NETWORKS: off(不自动建网,external 须已存在)"
  416. } else {
  417. echo ">>> PROD_DOCKER_CREATE_EXTERNAL_NETWORKS: ${_enList}(缺失则 create;多网用逗号)"
  418. }
  419. echo ">>> PROD_JAR_IN_CONTAINER: ${_jic} => 容器内 /app/${_jic}(与 yml 卷目标一致)"
  420. echo ">>> 若未配置 PROD_SSH_TARGET 且 PROD_DEPLOY_ROOT 为 /alien_produ/java:Jenkins 须 volume 挂载宿主机与 compose 同路径,否则 cp 的 jar 与生产容器读到的不是同一份文件"
  421. def pch = (params.PROD_PAY_CERT_HOST ?: '').trim()
  422. if (pch) {
  423. echo ">>> PROD_PAY_CERT_HOST=${pch}(证书卷全局覆盖:store / store-platform / lawyer / dining -> /usr/local/alien/aliPayCert)"
  424. } else {
  425. echo ">>> 证书卷按服务自动挂载(若目录存在非空):${env.PROD_DEPLOY_ROOT}/各 <prodDir>/alien/aliPayCert,例 ${env.PROD_DEPLOY_ROOT}/store/alien/aliPayCert"
  426. }
  427. def pe = (params.PROD_DOCKER_ENV_FILE ?: '').trim()
  428. def jpf = (params.PROD_JASYPT_PASSWORD_FILE ?: '').trim()
  429. def jpwAPlain = jasyptParamToPlain(params.JASYPT_ENCRYPTOR_PASSWORD)
  430. def jasyptDefaultAnnounce = "${env.PROD_DEPLOY_ROOT}/.jasypt-encryptor-password"
  431. if (pe) {
  432. echo ">>> PROD_DOCKER_ENV_FILE=${pe}(在 docker compose 前以 shell set -a source 供 yml 中 \${JASYPT_*} 等插值)"
  433. }
  434. if (jpwAPlain.length() > 0) {
  435. echo ">>> 已填写 JASYPT_ENCRYPTOR_PASSWORD(将经临时 env 文件注入)"
  436. }
  437. if (jpf) {
  438. echo ">>> PROD_JASYPT_PASSWORD_FILE=${(jpf)}(将从此文件生成 Jasypt 注入)"
  439. } else {
  440. echo ">>> Jasypt 密钥文件(参数未填时使用默认): ${(jasyptDefaultAnnounce)}"
  441. }
  442. }
  443. }
  444. }
  445. // 非 DRY_RUN:用轻量临时容器 -v 校验「Jenkins 写入的 PROD 根」与「Dockerd 所见的宿主机路径」一致
  446. stage('Verify PROD mount vs Docker host') {
  447. when {
  448. expression { return !params.DRY_RUN }
  449. }
  450. steps {
  451. script {
  452. def prodImg = params.PROD_JRE_IMAGE ?: 'my-openjdk8-ffmpeg:v1'
  453. def prodSshV = (params.PROD_SSH_TARGET ?: '').trim()
  454. def prodRemote = (params.PROD_DEPLOY_ROOT ?: env.PROD_DEPLOY_ROOT ?: '/alien_produ/java').trim()
  455. def prodSshCredV = effectiveProdSshCredentialsId(prodSshV)
  456. if (prodSshV) {
  457. def verifyRemote = {
  458. def prSq = prodRemote.replace("'", "'\\''")
  459. def imgSq = prodImg.replace("'", "'\\''")
  460. def sshSq = prodSshV.replace("'", "'\\''")
  461. def remoteBody = """set -e
  462. rm -f '${prSq}/.jenkins_jar_promote_mount_probe' 2>/dev/null || true
  463. printf ok | sudo tee '${prSq}/.jenkins_jar_promote_mount_probe' >/dev/null
  464. OUT=\$(sudo docker run --rm --entrypoint cat -v '${prSq}:/__prod:ro' '${imgSq}' '/__prod/.jenkins_jar_promote_mount_probe' 2>/dev/null || true)
  465. sudo rm -f '${prSq}/.jenkins_jar_promote_mount_probe' 2>/dev/null || true
  466. printf '%s' "\$OUT"
  467. """
  468. def rpath = "${env.WORKSPACE}/.jenkins_remote_mount_verify.sh".replace('\\', '/')
  469. writeFile file: rpath, text: remoteBody, encoding: 'UTF-8'
  470. def rpathSh = rpath.replace("'", "'\\''")
  471. sh """
  472. set -e
  473. SSH='${sshSq}'
  474. OUT=\$(ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "\$SSH" 'bash -s' < '${rpathSh}')
  475. if [ "\$OUT" != "ok" ]; then
  476. echo "ERROR: 远程 \\\$SSH 上路径 ${prodRemote} 无法被该机的 docker 挂载读取(请核对目录权限、docker、sudo 免密、镜像 ${prodImg})。"
  477. echo "若同一日志中更早出现 Permission denied(publickey):属 SSH 认证失败(凭据私钥须与生产机 alien_store 的 authorized_keys 中公钥为同一对);与 docker 挂载校验无关。"
  478. exit 1
  479. fi
  480. echo ">>> 远程 PROD 与 Docker 挂载校验通过: \$SSH:${prodRemote}"
  481. """
  482. }
  483. if (prodSshCredV) {
  484. sshagent([prodSshCredV]) {
  485. verifyRemote()
  486. }
  487. } else {
  488. verifyRemote()
  489. }
  490. } else {
  491. sh """
  492. set -e
  493. PROD="${env.PROD_DEPLOY_ROOT}"
  494. IMG="${prodImg}"
  495. PFILE=".jenkins_jar_promote_mount_probe"
  496. rm -f "\$PROD/\$PFILE" 2>/dev/null || true
  497. printf ok > "\$PROD/\$PFILE"
  498. OUT=\$(docker run --rm --entrypoint cat -v "\$PROD:/__prod:ro" "\$IMG" "/__prod/\$PFILE" 2>/dev/null || true)
  499. if [ "\$OUT" != "ok" ]; then
  500. echo "ERROR: Jenkins 在 \\\$PROD 下的写入,无法从「Docker 以宿主机路径 -v \\\$PROD」挂载的容器中读到。"
  501. echo "原因:Jenkins 容器内 \\\$PROD 未绑定到宿主机同路径,cp 写在容器私有文件系统,生产侧仍可能读宿主机旧/空文件。"
  502. echo "处理:在 Jenkins docker-compose 增加 volume,例如:- /alien_produ/java:/alien_produ/java(与现网生产目录一致),然后 recreate Jenkins。"
  503. rm -f "\$PROD/\$PFILE" 2>/dev/null || true
  504. exit 1
  505. fi
  506. rm -f "\$PROD/\$PFILE"
  507. echo ">>> PROD 与 Docker 宿主机挂载校验通过: \$PROD"
  508. """
  509. }
  510. }
  511. }
  512. }
  513. // 阶段:仅当需要从 Git 取 bootstrap 时执行。拉取 GIT_BRANCH 与 UAT 发版分支一致,保证 yml 与仓库一致。
  514. // 若 BOOTSTRAP_SYNC_MODE 为 from_jar 或 none,本阶段跳过(不拉代码)。
  515. stage('Checkout for bootstrap-prod.yml') {
  516. when {
  517. expression { return params.BOOTSTRAP_SYNC_MODE == 'from_git' }
  518. }
  519. steps {
  520. echo '>>> 拉取代码(仅用于同步 bootstrap-prod.yml)'
  521. git branch: "${env.GIT_BRANCH}",
  522. credentialsId: "${env.GIT_CREDENTIALS}",
  523. url: "${env.GIT_URL}"
  524. sh """
  525. set -e
  526. git fetch origin
  527. git reset --hard origin/${env.GIT_BRANCH}
  528. echo '>>> 当前构建使用的提交:'
  529. git log -1 --oneline
  530. git rev-parse HEAD
  531. """
  532. }
  533. }
  534. // 阶段:把 bootstrap-prod.yml 落到生产目录 .../config/,便于审计或后续外置挂载。
  535. // from_jar:从 UAT jar 解压;支持 Spring Boot 可执行包(BOOT-INF/classes/)与瘦 jar(根目录,如 alien-job 的 maven-jar-plugin 产物)。
  536. // from_git:从工作区拷贝(依赖上一阶段 Checkout)。
  537. // none 时整阶段跳过。DRY_RUN 时只打印不写入。
  538. stage('Sync bootstrap-prod.yml') {
  539. when {
  540. expression { return params.BOOTSTRAP_SYNC_MODE == 'from_git' || params.BOOTSTRAP_SYNC_MODE == 'from_jar' }
  541. }
  542. steps {
  543. script {
  544. echo '>>> [bootstrap-sync] 远端目录已改为 tar|ssh(Jenkins 镜像无 rsync)。若下方 xtrace 仍出现 rsync:Job 的 Pipeline 仍是旧脚本,请从仓库复制最新 docs/jenkins/Jenkinsfile-prod-promote-from-uat.groovy 全文保存后再构建。'
  545. def prodSsh = (params.PROD_SSH_TARGET ?: '').trim()
  546. def prodRemoteRoot = (params.PROD_DEPLOY_ROOT ?: env.PROD_DEPLOY_ROOT ?: '/alien_produ/java').trim()
  547. def prodLocalRoot = prodSsh ? "${env.WORKSPACE}/.jenkins_remote_prod_staging".replace('\\', '/') : (env.PROD_DEPLOY_ROOT ?: '/alien_produ/java')
  548. def sshQE = prodSsh.replace("'", "'\\''")
  549. def remQE = prodRemoteRoot.replace("'", "'\\''")
  550. def services = getServiceDefinitions()
  551. def selected = filterServices(services)
  552. def mode = params.BOOTSTRAP_SYNC_MODE
  553. def dryRunSh = dryRunForShell()
  554. def bootSshCred = effectiveProdSshCredentialsId(prodSsh)
  555. def bootstrapLoop = {
  556. for (def s in selected) {
  557. def jar = "${s.module}-1.0.0.jar"
  558. def srcJar = "${env.UAT_DEPLOY_ROOT}/${s.uatDir}/${(jar)}"
  559. def dstDir = "${prodLocalRoot}/${s.prodDir}/config"
  560. def dstFile = "${dstDir}/bootstrap-prod.yml"
  561. def srcGit = "${WORKSPACE}/${s.bootstrapRel}"
  562. def dstDirSh = dstDir.replace("'", "'\\''")
  563. def rsyncBootstrapBlock = ''
  564. if (prodSsh) {
  565. // Jenkins 官方镜像常无 rsync;用 tar|ssh(两端需有 tar)
  566. rsyncBootstrapBlock = """
  567. ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new '${sshQE}' "mkdir -p '${remQE}/${s.prodDir}/config'"
  568. ( cd '${dstDirSh}' && tar cf - . ) | ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new '${sshQE}' "tar xf - -C '${remQE}/${s.prodDir}/config'"
  569. """
  570. }
  571. if (mode == 'from_jar') {
  572. sh """
  573. set -e
  574. JENKINS_DRY_RUN=${dryRunSh}
  575. echo ">>> [bootstrap from jar] ${s.module}"
  576. if [ ! -f "${(srcJar)}" ]; then
  577. echo "ERROR: 当前 Jenkins 进程内找不到 UAT jar: ${(srcJar)}"
  578. echo "说明:宿主机上文件存在、权限 644 时仍可失败——多为 Jenkins 容器内路径未挂载到 /alien_uat/java;请用 Jenkins「能看到的」根目录。"
  579. echo "处理:Job 参数 UAT_DEPLOY_ROOT 设为 /app_deploy_uat(与 docker-compose 宿主机 /alien_uat/java → 容器 /app_deploy_uat 一致),或修正 Jenkins 的 volume。"
  580. echo "诊断 UAT_DEPLOY_ROOT=${env.UAT_DEPLOY_ROOT}:"
  581. ls -la "${env.UAT_DEPLOY_ROOT}/${s.uatDir}" 2>&1 || ls -la "${env.UAT_DEPLOY_ROOT}" 2>&1 || true
  582. exit 1
  583. fi
  584. if [ "\$JENKINS_DRY_RUN" = 'true' ]; then
  585. echo "[DRY_RUN] 尝试 BOOT-INF/classes/ 或瘦 jar 根目录 bootstrap-prod.yml -> ${dstFile}"
  586. if [ -n '${sshQE}' ]; then
  587. echo "[DRY_RUN] tar|ssh config/ -> ${sshQE}:${remQE}/${s.prodDir}/config/"
  588. fi
  589. else
  590. mkdir -p "${dstDir}"
  591. if unzip -l "${(srcJar)}" | grep -q 'BOOT-INF/classes/bootstrap-prod.yml'; then
  592. unzip -p "${(srcJar)}" BOOT-INF/classes/bootstrap-prod.yml > "${dstFile}"
  593. echo ">>> 已从 Spring Boot 可执行 jar 解压: ${dstFile}"
  594. elif unzip -l "${(srcJar)}" | grep 'bootstrap-prod.yml' | grep -qv 'BOOT-INF'; then
  595. unzip -p "${(srcJar)}" bootstrap-prod.yml > "${dstFile}"
  596. echo ">>> 已从瘦 jar 根目录解压: ${dstFile}"
  597. else
  598. echo "ERROR: jar 内未找到 bootstrap-prod.yml(既无 BOOT-INF/classes/ 也无根目录,请确认已打包进 ${s.module})"
  599. exit 1
  600. fi
  601. ${rsyncBootstrapBlock}
  602. fi
  603. """
  604. } else {
  605. sh """
  606. set -e
  607. JENKINS_DRY_RUN=${dryRunSh}
  608. echo ">>> [bootstrap from git] ${s.module}"
  609. if [ ! -f "${srcGit}" ]; then
  610. echo "ERROR: 缺少文件: ${srcGit}"
  611. exit 1
  612. fi
  613. if [ "\$JENKINS_DRY_RUN" = 'true' ]; then
  614. echo "[DRY_RUN] mkdir -p ${dstDir}"
  615. echo "[DRY_RUN] cp -f ${srcGit} ${dstFile}"
  616. if [ -n '${sshQE}' ]; then
  617. echo "[DRY_RUN] tar|ssh config/ -> ${sshQE}:${remQE}/${s.prodDir}/config/"
  618. fi
  619. else
  620. mkdir -p "${dstDir}"
  621. cp -f "${srcGit}" "${dstFile}"
  622. echo ">>> 已从 Git 拷贝: ${dstFile}"
  623. ${rsyncBootstrapBlock}
  624. fi
  625. """
  626. }
  627. }
  628. }
  629. if (prodSsh && bootSshCred) {
  630. sshagent([bootSshCred]) {
  631. bootstrapLoop()
  632. }
  633. } else {
  634. bootstrapLoop()
  635. }
  636. }
  637. }
  638. }
  639. // 阶段:核心晋升——从 UAT 拷贝 jar/lib 到 PROD/<prodDir>/ 后,用「PROD 侧」docker compose(如 /alien_produ/java/docker-compose.yml)对 compose 服务 <prodDir>-produ 执行 restart 或 up -d --no-deps。证书不由此流水线拷贝,见 yml。
  640. // 需 Jenkins 能连 dockerd(通常 /var/run/docker.sock);compose 相对路径卷须与 PROD 目录一致,且 PROD_JAR_IN_CONTAINER 与 yml 中 /app/xxx 目标一致。
  641. stage('Promote JAR from UAT') {
  642. steps {
  643. script {
  644. def services = getServiceDefinitions()
  645. def selected = filterServices(services)
  646. def dryRunSh = dryRunForShell()
  647. def prodSsh = (params.PROD_SSH_TARGET ?: '').trim()
  648. def useRemoteProd = prodSsh.length() > 0
  649. def prodRemoteRoot = (params.PROD_DEPLOY_ROOT ?: env.PROD_DEPLOY_ROOT ?: '/alien_produ/java').trim()
  650. def prodLocalRoot = useRemoteProd ? "${env.WORKSPACE}/.jenkins_remote_prod_staging".replace('\\', '/') : (env.PROD_DEPLOY_ROOT ?: '/alien_produ/java')
  651. def sshQE = prodSsh.replace("'", "'\\''")
  652. def remQE = prodRemoteRoot.replace("'", "'\\''")
  653. def prodSshCred = effectiveProdSshCredentialsId(prodSsh)
  654. def hostEnvFile = (params.PROD_DOCKER_ENV_FILE ?: '').trim()
  655. def jpwStr = jasyptParamToPlain(params.JASYPT_ENCRYPTOR_PASSWORD)
  656. def writtenJasyptEnv = ''
  657. def effDockerEnvFile = hostEnvFile
  658. if (!effDockerEnvFile && jpwStr) {
  659. writtenJasyptEnv = "${env.WORKSPACE}/.jenkins_jasypt_env_${System.currentTimeMillis()}"
  660. writeFile file: writtenJasyptEnv, text: "JASYPT_ENCRYPTOR_PASSWORD=${(jpwStr)}\n", encoding: 'UTF-8'
  661. effDockerEnvFile = writtenJasyptEnv
  662. }
  663. def runPromoteRemoteSteps = {
  664. if (useRemoteProd && hostEnvFile && !params.DRY_RUN) {
  665. def pulledEnv = "${env.WORKSPACE}/.jenkins_remote_pulled_env_${System.currentTimeMillis()}"
  666. def hfEsc = hostEnvFile.replace("'", "'\\''")
  667. sh """
  668. set -e
  669. scp -o BatchMode=yes -o StrictHostKeyChecking=accept-new '${sshQE}:${hfEsc}' '${pulledEnv}'
  670. """
  671. effDockerEnvFile = pulledEnv
  672. }
  673. def jpfTrim = (params.PROD_JASYPT_PASSWORD_FILE ?: '').trim()
  674. def jasyptDefaultPath = useRemoteProd ? "${prodRemoteRoot}/.jasypt-encryptor-password" : "${env.PROD_DEPLOY_ROOT}/.jasypt-encryptor-password"
  675. // 须在 for/sh 外定义:Jenkins CPS 对 sh 字符串插值只认 script 块顶层/同层 Binding 中的变量
  676. def jasyptHostFile = jpfTrim ? jpfTrim : jasyptDefaultPath
  677. def hasJpwPlain = jpwStr.length() > 0 ? '1' : '0'
  678. def jasyptExplicit = jpfTrim ? '1' : '0'
  679. def prodJreForJasypt = params.PROD_JRE_IMAGE ?: 'my-openjdk8-ffmpeg:v1'
  680. if (!params.DRY_RUN) {
  681. def effEsc = (effDockerEnvFile ?: '').replace("'", "'\\''")
  682. def jhfEsc = jasyptHostFile.toString().replace("'", "'\\''")
  683. if (useRemoteProd) {
  684. sh """
  685. set +e
  686. JENKINS_HAS_JPW=${hasJpwPlain}
  687. OK=0
  688. if [ -n '${effEsc}' ] && [ -f '${effEsc}' ]; then OK=1; fi
  689. if [ "\$JENKINS_HAS_JPW" = '1' ]; then OK=1; fi
  690. if [ "\$OK" -ne 1 ]; then
  691. if ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new '${sshQE}' "test -f '${jhfEsc}'"; then OK=1; fi
  692. fi
  693. if [ "\$OK" -ne 1 ]; then
  694. echo "ERROR: 未检测到任何可用的 Jasypt 主密码来源(远程:已 scp 的 env、构建参数 JASYPT_ENCRYPTOR_PASSWORD、或远程文件 ${jasyptDefaultPath} 至少其一须可用)"
  695. exit 1
  696. fi
  697. if [ -n '${effEsc}' ] && [ -f '${effEsc}' ] && command -v iconv >/dev/null 2>&1; then
  698. if ! iconv -f UTF-8 -t UTF-8 < '${effEsc}' >/dev/null 2>&1; then
  699. echo "ERROR: PROD_DOCKER_ENV_FILE(已 scp 到 Jenkins 临时路径)不是合法 UTF-8"
  700. exit 1
  701. fi
  702. fi
  703. echo ">>> Jasypt 来源校验通过(远程)"
  704. exit 0
  705. """
  706. } else {
  707. sh """
  708. set +e
  709. JENKINS_HAS_JPW=${hasJpwPlain}
  710. OK=0
  711. if [ -n '${effEsc}' ] && [ -f '${effEsc}' ]; then OK=1; fi
  712. if [ "\$JENKINS_HAS_JPW" = '1' ]; then OK=1; fi
  713. JHF='${(jasyptHostFile)}'
  714. if [ -f "\$JHF" ]; then OK=1; fi
  715. if [ "\$OK" -ne 1 ]; then
  716. JH_DIR=\$(dirname "\$JHF")
  717. JH_BASE=\$(basename "\$JHF")
  718. if [ -n "\$JH_DIR" ] && [ -n "\$JH_BASE" ]; then
  719. if docker run --rm --entrypoint sh -v "\$JH_DIR:/__jd:ro" '${prodJreForJasypt}' -c "test -f /__jd/\$JH_BASE" 2>/dev/null; then
  720. OK=1
  721. echo ">>> Jasypt: Jenkins 进程内未直接看到密钥文件,但 Docker 宿主机路径可访问: \$JHF(与 Verify PROD mount 同源)"
  722. fi
  723. fi
  724. fi
  725. if [ -n '${effEsc}' ] && [ -f '${effEsc}' ] && command -v iconv >/dev/null 2>&1; then
  726. if ! iconv -f UTF-8 -t UTF-8 < '${effEsc}' >/dev/null 2>&1; then
  727. echo "ERROR: PROD_DOCKER_ENV_FILE 不是合法 UTF-8,Docker --env-file 会拒绝(常见原因:Windows 记事本或 GBK 保存)。"
  728. echo "处理:用 UTF-8 重存该文件,或 Linux: iconv -f GB18030 -t UTF-8 '${effDockerEnvFile}' > /tmp/e.utf8 && mv /tmp/e.utf8 '${effDockerEnvFile}'"
  729. echo "勿在 env 文件中使用非 UTF-8 中文注释;可用仓库 docs/jenkins/env.produ-docker.example(全 ASCII 注释)。"
  730. exit 1
  731. fi
  732. fi
  733. if [ "\$OK" -ne 1 ]; then
  734. echo "ERROR: 未检测到任何可用的 Jasypt 主密码来源,依赖解密的微服务将无法启动。"
  735. echo "请任选其一:"
  736. echo " 1) 从仓库 docs/jenkins/env.produ-docker.example 复制为 ${env.PROD_DEPLOY_ROOT}/.env.produ-docker(UTF-8)并 chmod 600"
  737. echo " 2) 或创建 ${(jasyptDefaultPath)}(单行密码)"
  738. echo " 3) 或参数 PROD_JASYPT_PASSWORD_FILE 指向其它密钥文件"
  739. echo " 4) 或构建参数 JASYPT_ENCRYPTOR_PASSWORD(字符串);或 Job 中将 PROD_DOCKER_ENV_FILE 留空后仅用 2/3/4"
  740. exit 1
  741. fi
  742. echo ">>> Jasypt 来源校验通过(env-file / 构建密码 / 密钥文件至少其一有效)"
  743. exit 0
  744. """
  745. }
  746. }
  747. try {
  748. def composeFileForJob = (params.PROD_COMPOSE_FILE ?: '').trim() ?: "${prodRemoteRoot}/docker-compose.yml"
  749. def jicForJob = (params.PROD_JAR_IN_CONTAINER ?: 'app.jar').trim() ?: 'app.jar'
  750. def effEnvPathForSh = (effDockerEnvFile ?: '')
  751. def dcpExplicitPath = (params.PROD_DOCKER_COMPOSE_PATH ?: '').trim()
  752. def dcpShellQuoted = dcpExplicitPath.replace("'", "'\\''")
  753. def dcpV2PluginPath = (params.PROD_DOCKER_COMPOSE_V2_PLUGIN ?: '').trim()
  754. def dcpV2ShellQuoted = dcpV2PluginPath.replace("'", "'\\''")
  755. def dcpDindT = (params.PROD_DOCKER_COMPOSE_DIND_IMAGE != null) ? (params.PROD_DOCKER_COMPOSE_DIND_IMAGE ?: 'docker:24.0.9-cli').toString().trim() : 'docker:24.0.9-cli'
  756. def dcpDindParam = dcpDindT ? dcpDindT : 'docker:24.0.9-cli'
  757. def dcpDindOff = dcpDindParam.equalsIgnoreCase('off') || dcpDindParam == '0'
  758. def dcpDindSh = dcpDindOff ? '' : dcpDindParam.replace("'", "'\\''")
  759. if (useRemoteProd) {
  760. dcpDindSh = ''
  761. }
  762. def extNRaw = params.PROD_DOCKER_CREATE_EXTERNAL_NETWORKS
  763. def extNOff = extNRaw != null && (extNRaw.toString().trim().equalsIgnoreCase('off') || extNRaw.toString().trim() == '0' || extNRaw.toString().trim().equalsIgnoreCase('none'))
  764. def extNList = extNOff ? '' : ((extNRaw == null || extNRaw.toString().trim() == '') ? 'common-network-produ' : extNRaw.toString().trim())
  765. def extNetsSh = extNOff ? '' : extNList.replace("'", "'\\''")
  766. for (def s in selected) {
  767. def jar = "${s.module}-1.0.0.jar"
  768. def srcJar = "${env.UAT_DEPLOY_ROOT}/${s.uatDir}/${(jar)}"
  769. def dstDir = "${prodLocalRoot}/${s.prodDir}"
  770. def logHostDir = useRemoteProd ? "${prodRemoteRoot}/logs/${s.prodDir}" : "${env.PROD_DEPLOY_ROOT}/logs/${s.prodDir}"
  771. def srcLib = "${env.UAT_DEPLOY_ROOT}/${s.uatDir}/lib"
  772. def dstLib = "${dstDir}/lib"
  773. def cPrimary = s.container
  774. def cFallback = s.prodDir
  775. def composeSvc = s.composeService
  776. def jarHostPath = "${dstDir}/${(jar)}"
  777. def jarOnProdServer = "${prodRemoteRoot}/${s.prodDir}/${(jar)}"
  778. def jarOnProdServerSh = jarOnProdServer.replace("'", "'\\''")
  779. def jarHostPathSh = jarHostPath.replace("'", "'\\''")
  780. def srcLibSh = srcLib.toString().replace("'", "'\\''")
  781. def dstLibSh = dstLib.toString().replace("'", "'\\''")
  782. def jarInContainerPath = "/app/${(jicForJob)}"
  783. def jarInContainerAlt = "/app/${(jar)}"
  784. def jcpPrimaryEscaped = jarInContainerPath.replace("'", "'\\''")
  785. def jcpAltEscaped = (jarInContainerPath == jarInContainerAlt) ? '' : jarInContainerAlt.replace("'", "'\\''")
  786. def jreImage = params.PROD_JRE_IMAGE ?: 'my-openjdk8-ffmpeg:v1'
  787. def jreImageSh = jreImage.toString().replace("'", "'\\''")
  788. def autoCreate = params.AUTO_CREATE_CONTAINER_IF_MISSING ? 'true' : 'false'
  789. def autoRecreate = params.AUTO_RECREATE_IF_MOUNT_MISMATCH ? 'true' : 'false'
  790. def removeStaleJarDir = params.REMOVE_STALE_JAR_DIR_IF_DIRECTORY ? 'true' : 'false'
  791. def payCertHost = (params.PROD_PAY_CERT_HOST ?: '').trim()
  792. def payCertProdDirs = ['store', 'store-platform', 'lawyer', 'dining'] as Set
  793. def payCertSvc = payCertProdDirs.contains(s.prodDir) ? '1' : '0'
  794. def dstPayCertDirInspect = useRemoteProd ? "${prodRemoteRoot}/${s.prodDir}/alien/aliPayCert" : "${dstDir}/alien/aliPayCert"
  795. // payCertHost 不得写进 promoteShell 的 GString(含 PAY_MOUNT="..."),CPS 会报 illegal $;内层 if/elif 整段在 Groovy 中拼接
  796. def payCertHostShellEsc = (payCertHost ?: '').toString().replace('"', '\\"')
  797. def payCertPayMountInner
  798. if (useRemoteProd) {
  799. payCertPayMountInner = " if [ -n \"" + payCertHostShellEsc + "\" ]; then\n" +
  800. " PAY_MOUNT=\"" + payCertHostShellEsc + "\"\n" +
  801. ' elif [ -n "$JENKINS_PROD_SSH" ] && ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "$JENKINS_PROD_SSH" "test -d \"$JENKINS_PAY_CERT_DIR\""; then\n' +
  802. ' PAY_MOUNT="$JENKINS_PAY_CERT_DIR"\n' +
  803. ' elif [ -n "$JENKINS_PROD_SSH" ] && ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "$JENKINS_PROD_SSH" "test -f \"$JENKINS_REMOTE_PROD_ROOT/$PROMOTE_PROD_DIR/alien/apiclient_key.pem\""; then\n' +
  804. ' PAY_MOUNT="$JENKINS_REMOTE_PROD_ROOT/$PROMOTE_PROD_DIR/alien"\n' +
  805. ' echo ">>> WARN: 证书在远端 $PROMOTE_PROD_DIR/alien/ 根目录,将该目录挂为容器内 /usr/local/alien/aliPayCert"\n' +
  806. ' fi\n'
  807. } else {
  808. payCertPayMountInner = " if [ -n \"" + payCertHostShellEsc + "\" ]; then\n" +
  809. " PAY_MOUNT=\"" + payCertHostShellEsc + "\"\n" +
  810. ' elif [ -d "$JENKINS_PAY_CERT_DIR" ] && [ -n "$(ls -A "$JENKINS_PAY_CERT_DIR" 2>/dev/null)" ]; then\n' +
  811. ' PAY_MOUNT="$JENKINS_PAY_CERT_DIR"\n' +
  812. ' elif [ -f "$PROMOTE_DST_DIR/alien/apiclient_key.pem" ]; then\n' +
  813. ' PAY_MOUNT="$PROMOTE_DST_DIR/alien"\n' +
  814. ' echo ">>> WARN: 证书在 $PROMOTE_DST_DIR/alien/ 根目录(无 alien/aliPayCert 子目录),将该目录挂为容器内 /usr/local/alien/aliPayCert"\n' +
  815. ' fi\n'
  816. }
  817. def dryRunPayCertEcho = ' echo "[DRY_RUN] 证书卷:优先 PROD_PAY_CERT_HOST=' + (payCertHost ? payCertHost : '(未填)') + ',否则若目录存在非空则 $JENKINS_PAY_CERT_DIR 到 /usr/local/alien/aliPayCert:ro"'
  818. // jasyptHostFile / effDockerEnvFile 在 promoteShell 的 GString 中接中文全角「(」等时 CPS 报 illegal $
  819. def jhPath = jasyptHostFile.toString()
  820. def jhPathSh = jhPath.replace("'", "'\\''")
  821. def jhDq = jhPath.replace('\\', '\\\\').replace('"', '\\"')
  822. def effPath = (effDockerEnvFile ?: '').toString()
  823. def effPathN = effPath.replace('"', '\\"')
  824. def dryRunEffIfFi = " if [ -n \"" + effPathN + "\" ]; then\n" +
  825. " echo \"[DRY_RUN] 将在 compose 前对 shell set -a source: " + effPath + "(yml 中 \${JASYPT_*} 等插值用)\"\n" +
  826. " fi\n"
  827. def jasyptDryHfDBlock = " JHF_D='" + jhPathSh + "'\n" +
  828. " if [ -f \"\$JHF_D\" ]; then\n" +
  829. " echo \"[DRY_RUN] 将生成临时 Jasypt env 并在 compose 前 source: " + jhDq + "\"\n" +
  830. " elif command -v docker >/dev/null 2>&1; then\n" +
  831. " _JD=\$(dirname \"\$JHF_D\")\n" +
  832. " _JB=\$(basename \"\$JHF_D\")\n" +
  833. " if docker run --rm --entrypoint sh -v \"\$_JD:/__jd:ro\" \"\$JRE_IMG\" -c \"test -f /__jd/\$_JB\" 2>/dev/null; then\n" +
  834. " echo \"[DRY_RUN] 密钥文件仅 Docker 宿主机可见: " + jhDq + "\"\n" +
  835. " fi\n" +
  836. " fi\n"
  837. def envFileOptIfElifFi = " if [ -n \"" + effPathN + "\" ] && [ -f \"" + effPathN + "\" ]; then\n" +
  838. " ENV_FILE_OPT=\"--env-file " + effPath + "\"\n" +
  839. " elif [ -n \"" + effPathN + "\" ]; then\n" +
  840. " echo \">>> WARN: docker --env-file 路径不可读或不存在: " + effPath + "(Jasypt 等可能无法注入;检查 Jenkins/宿主机挂载或改用构建密码参数)\"\n" +
  841. " fi\n"
  842. def jasyptLineJhf = " JHF='" + jhPathSh + "'"
  843. def jasyptWarnExplJpfUnread = ' echo ">>> WARN: 显式 PROD_JASYPT_PASSWORD_FILE 不可读: ' + jhDq + '(已依赖其它来源通过晋升前校验)"'
  844. // 避免 promoteShell 中 sh "\$JCPR" 触发 CPS 对 \$\J 的误解析,用 (char)36 生成字面量 $
  845. def dlr = (char) 36
  846. def lineDockerExecOdJcpr = " if docker exec \"${dlr}CNAME\" sh -c 'od -An -N2 -tx1 \"${dlr}1\"' sh \"${dlr}JCPR\" 2>/dev/null | grep -qE '50[[:space:]]+4b'; then"
  847. def jenkinsHomeSh = (env.JENKINS_HOME ?: '/var/jenkins_home').replace("'", "'\\''")
  848. def promoteProdDirSh = s.prodDir.replace("'", "'\\''")
  849. def logHostDirSh = logHostDir.replace("'", "'\\''")
  850. def jarBasenameSh = jar.replace("'", "'\\''")
  851. def cPrimarySh = cPrimary.toString().replace("'", "'\\''")
  852. def cFallbackSh = cFallback.toString().replace("'", "'\\''")
  853. def dstPayCertDirSh = dstPayCertDirInspect.replace("'", "'\\''")
  854. def dstDirSh = dstDir.replace("'", "'\\''")
  855. def uatDeployRoot = env.UAT_DEPLOY_ROOT ?: ''
  856. def uatDeployRootSh = uatDeployRoot.toString().replace("'", "'\\''")
  857. def uatUatServiceDirSh = "${(uatDeployRoot)}/${(s.uatDir)}".toString().replace("'", "'\\''")
  858. def uatDiagLsSvc = "ls -la '" + uatUatServiceDirSh + "' 2>&1"
  859. def uatDiagLsRoot = "ls -la '" + uatDeployRootSh + "' 2>&1"
  860. def missingJarDiag = " echo \"诊断 UAT_DEPLOY_ROOT: " + uatDeployRoot + ":\"\n " + uatDiagLsSvc + "\n " + uatDiagLsRoot
  861. def srcJarSh = srcJar.toString().replace("'", "'\\''")
  862. def ifNoUatJar = " if [ ! -f '" + srcJarSh + "' ]; then"
  863. def errEchoUatMissing = " echo \"ERROR: 当前 Jenkins 进程内找不到 UAT 制品: " + srcJar + "\""
  864. // 须输出 shell 的 $PROMOTE_DST_DIR;Groovy 中勿用 '$$'(在 bash 里会展开为 PID+字面量,如 17253PROMOTE)
  865. def dryRunCpEcho = " echo \"[DRY_RUN] cp -f " + srcJar + " \$PROMOTE_DST_DIR/\""
  866. def cpSrcToDst = " cp -f '" + srcJarSh + "' " + "\$" + "PROMOTE_DST_DIR/"
  867. def echoJarLine = ' echo ">>> [jar] ' + s.module + ': ' + s.uatDir + ' -> ' + s.prodDir + '(compose 服务名: $COMPOSE_SVC, 容器内 jar: $JCP)"'
  868. def dryRunLogDirEcho = useRemoteProd ?
  869. ' echo "[DRY_RUN] mkdir -p 本地: $(dirname $PROMOTE_DST_DIR)/logs/$PROMOTE_PROD_DIR -> rsync -> 生产: ' + logHostDir + '"' :
  870. " echo \"[DRY_RUN] mkdir -p " + logHostDir + "(日志目录,与 compose ./logs/" + s.prodDir + ":/app/logs 一致)\""
  871. def jasyptExplLine = " JENKINS_JASYPT_EXPL=" + jasyptExplicit
  872. // 无引号 JENKINS_*= 赋值不得写进 promoteShell 的 GString,否则如 ${autoCreate} 会触发非法 $ 转义
  873. def jenkinsEnvBools = " JENKINS_DRY_RUN=" + dryRunSh + "\n" +
  874. " JENKINS_PAY_CERT_SVC=" + payCertSvc + "\n" +
  875. " JENKINS_STALE_JAR_RM=" + removeStaleJarDir + "\n" +
  876. " JENKINS_AUTO_RECREATE=" + autoRecreate + "\n" +
  877. " JENKINS_AUTO_CREATE=" + autoCreate
  878. // DCP_*='...' 含 dcpShellQuoted 类变量名时,CPS 对大 GString 仍报 “illegal $”;整段在 Groovy 中拼接
  879. def dcpThreeLines = " DCP_EXPLICIT='" + dcpShellQuoted + "'\n" +
  880. " DCP_V2_PLUGIN='" + dcpV2ShellQuoted + "'\n" +
  881. " DCP_DIND_IMAGE='" + dcpDindSh + "'"
  882. def dcpExtNetsLine = " DCP_EXT_NETS='" + extNetsSh + "'"
  883. def jarOnProdExportSh = useRemoteProd ? jarOnProdServerSh : ''
  884. def sshExport = useRemoteProd ? sshQE : ''
  885. def remExport = useRemoteProd ? remQE : ''
  886. // export 与环境变量行整段用 + 拼接;大 GString 中 ANY 'VAR=''${...}'' 均可能被 CPS 报 “illegal $”(与 eff* / ext* 等标识符相关)
  887. def promoteExportBlock = " export JENKINS_HOME='" + jenkinsHomeSh + "'\n" +
  888. " COMPOSE_FILE='" + composeFileForJob + "'\n" +
  889. " COMPOSE_SVC='" + composeSvc + "'\n" +
  890. " PROMOTE_PROD_DIR='" + promoteProdDirSh + "'\n" +
  891. " PROMOTE_DST_DIR='" + dstDirSh + "'\n" +
  892. " JAR_HOST='" + jarHostPathSh + "'\n" +
  893. " JAR_ON_PROD_SERVER='" + jarOnProdExportSh + "'\n" +
  894. " JENKINS_PROD_SSH='" + sshExport + "'\n" +
  895. " JENKINS_REMOTE_PROD_ROOT='" + remExport + "'\n" +
  896. " PROMOTE_SRC_LIB='" + srcLibSh + "'\n" +
  897. " PROMOTE_DST_LIB='" + dstLibSh + "'\n" +
  898. " JAR_BASENAME='" + jarBasenameSh + "'\n" +
  899. " C_PRIMARY='" + cPrimarySh + "'\n" +
  900. " C_FALLBACK='" + cFallbackSh + "'\n" +
  901. " JENKINS_LOG_DIR='" + logHostDirSh + "'\n" +
  902. " JENKINS_PAY_CERT_DIR='" + dstPayCertDirSh + "'\n" +
  903. " JRE_IMG='" + jreImageSh + "'\n" +
  904. " JCP='" + jcpPrimaryEscaped + "'\n" +
  905. " JCP_ALT='" + jcpAltEscaped + "'\n" +
  906. " JENKINS_PROD_ENV_FILE='" + effEnvPathForSh + "'\n"
  907. def remoteDockerShimBlock = useRemoteProd ? '\n if [ -n "$JENKINS_PROD_SSH" ]; then\n docker() { ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "$JENKINS_PROD_SSH" sudo docker "$@"; }\n fi\n' : '\n'
  908. def rsyncRemoteBlock = useRemoteProd ? '\n if [ -n "$JENKINS_PROD_SSH" ]; then\n echo ">>> tar|ssh 同步制品到 $JENKINS_PROD_SSH:$JENKINS_REMOTE_PROD_ROOT/$PROMOTE_PROD_DIR/(与 bootstrap 一致:远端 mkdir/tar 不加 sudo;若报 Permission denied 请将 PROD_DEPLOY_ROOT 下目录属主改为 SSH 用户或配置 sudo NOPASSWD)"\n ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "$JENKINS_PROD_SSH" "mkdir -p $JENKINS_REMOTE_PROD_ROOT/$PROMOTE_PROD_DIR $JENKINS_REMOTE_PROD_ROOT/logs/$PROMOTE_PROD_DIR"\n tar cf - -C "$PROMOTE_DST_DIR" . | ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "$JENKINS_PROD_SSH" "tar xf - -C $JENKINS_REMOTE_PROD_ROOT/$PROMOTE_PROD_DIR"\n _JLOG="$(dirname "$PROMOTE_DST_DIR")/logs/$PROMOTE_PROD_DIR"\n if [ -d "$_JLOG" ]; then\n tar cf - -C "$_JLOG" . 2>/dev/null | ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "$JENKINS_PROD_SSH" "tar xf - -C $JENKINS_REMOTE_PROD_ROOT/logs/$PROMOTE_PROD_DIR" 2>/dev/null || true\n fi\n fi\n' : '\n'
  909. def composeExistsBlockSh = useRemoteProd ? '\n if ! ssh -o BatchMode=yes -o StrictHostKeyChecking=accept-new "$JENKINS_PROD_SSH" "test -f $COMPOSE_FILE"; then\n echo "ERROR: 远程未找到 docker compose 文件: $COMPOSE_FILE"\n exit 1\n fi\n' : '\n if [ ! -f "$COMPOSE_FILE" ]; then\n echo "ERROR: 未找到 docker compose 文件: $COMPOSE_FILE。请将 PROD_COMPOSE_FILE/PROD_DEPLOY_ROOT 与现网 yml 对齐,例如 /alien_produ/java/docker-compose.yml"\n exit 1\n fi\n'
  910. def composeDirBlockSh = useRemoteProd ? ' COMPOSE_DIR=$(dirname "$COMPOSE_FILE")' : ' COMPOSE_DIR=$(cd "$(dirname "$COMPOSE_FILE")" && pwd)'
  911. def promoteShell = """
  912. set -e
  913. #JENKINS_PLACE_EXPORT_ENV
  914. #JENKINS_PLACE_REMOTE_DOCKER_SHIM
  915. #JENKINS_PLACE_DCP_THREE
  916. #JENKINS_PLACE_DCP_EXT_NETS
  917. #JENKINS_PLACE_ENV_BOOLS
  918. #JENKINS_PLACE_JASYPT_EXPL
  919. #JENKINS_PLACE_ECHO_JARLINE
  920. #JENKINS_PLACE_IF_NO_UAT_JAR
  921. #JENKINS_PLACE_ECHO_ERR_UAT_JAR
  922. echo "请先在 UAT 流水线成功部署该模块;若宿主机已有 jar,请检查 UAT_DEPLOY_ROOT(容器内常用 /app_deploy_uat,见 Sync bootstrap 阶段错误说明)。"
  923. #JENKINS_PLACE_MISSING_JAR_DIAG
  924. exit 1
  925. fi
  926. if [ "\$JENKINS_DRY_RUN" = 'true' ]; then
  927. if [ ! -f "\$COMPOSE_FILE" ]; then
  928. echo "[DRY_RUN] WARN: 将使用的 compose 文件目前不存在: \$COMPOSE_FILE"
  929. else
  930. echo "[DRY_RUN] compose: \$COMPOSE_FILE(--project-directory 为 yml 文件所在父目录,见下方 COMPOSE_DIR=)"
  931. fi
  932. echo "[DRY_RUN] mkdir -p \$PROMOTE_DST_DIR"
  933. #JENKINS_PLACE_DRYRUN_LOGDIR_ECHO
  934. if [ -d "\$JAR_HOST" ]; then
  935. echo "[DRY_RUN] 检测到 \$JAR_HOST 为目录(非 jar),将按 REMOVE_STALE_JAR_DIR_IF_DIRECTORY rm -rf 或人工删除"
  936. fi
  937. #JENKINS_PLACE_DRYRUN_CP
  938. if [ -d "\$PROMOTE_SRC_LIB" ]; then
  939. echo "[DRY_RUN] 同步 lib: \$PROMOTE_SRC_LIB -> \$PROMOTE_DST_LIB"
  940. fi
  941. if [ -n "\$JENKINS_PROD_SSH" ]; then
  942. echo "[DRY_RUN] tar|ssh \$PROMOTE_DST_DIR/ -> \$JENKINS_PROD_SSH:\$JENKINS_REMOTE_PROD_ROOT/\$PROMOTE_PROD_DIR/"
  943. fi
  944. echo "[DRY_RUN] 将执行: docker compose -f \$COMPOSE_FILE --project-directory \$COMPOSE_DIR(restart 或 up -d --no-deps)\$COMPOSE_SVC;非 DRY 时脚本会设 COMPOSE_DIR"
  945. if [ "\$JENKINS_PAY_CERT_SVC" = '1' ]; then
  946. #JENKINS_PLACE_DRYRUN_PAYCERT_ECHO
  947. fi
  948. #JENKINS_PLACE_DRYRUN_EFF
  949. #JENKINS_PLACE_DRYRUN_JHF_D
  950. else
  951. JAR_WAS_STALE_DIR=0
  952. if [ -d "\$JAR_HOST" ]; then
  953. if [ "\$JENKINS_STALE_JAR_RM" = 'true' ]; then
  954. echo ">>> WARN: \$JAR_HOST 为目录而非 jar(常见于 docker -v 时宿主机尚无该文件被误建目录),正在删除: rm -rf"
  955. rm -rf "\$JAR_HOST"
  956. JAR_WAS_STALE_DIR=1
  957. else
  958. echo "ERROR: \$JAR_HOST 是目录而非 jar 文件,无法覆盖拷贝。"
  959. echo "请宿主机执行: sudo rm -rf \$JAR_HOST 后重跑;或开启 REMOVE_STALE_JAR_DIR_IF_DIRECTORY=true"
  960. exit 1
  961. fi
  962. fi
  963. mkdir -p "\$PROMOTE_DST_DIR"
  964. mkdir -p "\$(dirname "\$PROMOTE_DST_DIR")/logs/\$PROMOTE_PROD_DIR"
  965. #JENKINS_PLACE_CP_PROD
  966. if [ -d "\$PROMOTE_SRC_LIB" ]; then
  967. rm -rf "\$PROMOTE_DST_LIB"
  968. cp -rf "\$PROMOTE_SRC_LIB" "\$PROMOTE_DST_LIB"
  969. fi
  970. if [ -d "\$JAR_HOST" ]; then
  971. echo "ERROR: \$JAR_HOST 是目录而非 jar,请删除该目录后重跑流水线"
  972. exit 1
  973. fi
  974. if [ ! -s "\$JAR_HOST" ]; then
  975. echo "ERROR: jar 为空或不存在: \$JAR_HOST"
  976. exit 1
  977. fi
  978. if ! unzip -t "\$JAR_HOST" >/dev/null 2>&1; then
  979. echo "ERROR: jar 不是有效 zip/jar(可能拷贝不完整或源文件损坏): \$JAR_HOST"
  980. exit 1
  981. fi
  982. #JENKINS_PLACE_RSYNC_REMOTE
  983. #JENKINS_PLACE_COMPOSE_EXISTS
  984. #JENKINS_PLACE_COMPOSE_DIR
  985. JAR_EXPECT="\${JAR_ON_PROD_SERVER:-\$JAR_HOST}"
  986. dcp_ensure_external_nets() {
  987. if [ -z "\$DCP_EXT_NETS" ]; then
  988. return 0
  989. fi
  990. if ! command -v docker >/dev/null 2>&1; then
  991. return 0
  992. fi
  993. if [ ! -S /var/run/docker.sock ]; then
  994. return 0
  995. fi
  996. echo ">>> 检查/创建 yml 中的 external 网络: \$DCP_EXT_NETS(参数 PROD_DOCKER_CREATE_EXTERNAL_NETWORKS)" >&2
  997. _DCP_ENS=\$(echo "\$DCP_EXT_NETS" | tr ',' ' ')
  998. for _n in \$_DCP_ENS; do
  999. _n=\$(echo "\$_n" | tr -d '[:space:]')
  1000. [ -z "\$_n" ] && continue
  1001. if docker network inspect "\$_n" >/dev/null 2>&1; then
  1002. echo ">>> 已存在: \$_n" >&2
  1003. else
  1004. echo ">>> 正在创建: \$_n" >&2
  1005. docker network create "\$_n" || { echo "ERROR: docker network create 失败: \$_n(可宿主机手建: docker network create \$_n)" >&2; return 1; }
  1006. fi
  1007. done
  1008. return 0
  1009. }
  1010. dcp_try_v2_plugin() {
  1011. _plug="\$1"
  1012. [ -n "\$_plug" ] || return 1
  1013. [ -e "\$_plug" ] || return 1
  1014. [ -f "\$_plug" ] || [ -L "\$_plug" ] || return 1
  1015. _pl_run="\$_plug"
  1016. if [ -f "\$_plug" ] && [ ! -x "\$_plug" ]; then
  1017. _pl_run=\$(mktemp) || return 1
  1018. cp -f "\$_plug" "\$_pl_run" && chmod a+x "\$_pl_run" 2>/dev/null || { rm -f "\$_pl_run" 2>/dev/null; return 1; }
  1019. fi
  1020. _dcp_cfg=\$(mktemp -d) || { [ "\$_pl_run" != "\$_plug" ] && rm -f "\$_pl_run" 2>/dev/null; return 1; }
  1021. mkdir -p "\$_dcp_cfg/cli-plugins" || { rm -rf "\$_dcp_cfg" 2>/dev/null; [ "\$_pl_run" != "\$_plug" ] && rm -f "\$_pl_run" 2>/dev/null; return 1; }
  1022. ln -sf "\$_pl_run" "\$_dcp_cfg/cli-plugins/docker-compose" 2>/dev/null || { rm -rf "\$_dcp_cfg" 2>/dev/null; [ "\$_pl_run" != "\$_plug" ] && rm -f "\$_pl_run" 2>/dev/null; return 1; }
  1023. if DOCKER_CONFIG="\$_dcp_cfg" docker compose version >/dev/null 2>&1; then
  1024. DOCKER_CONFIG="\$_dcp_cfg" docker compose -f "\$COMPOSE_FILE" --project-directory "\$COMPOSE_DIR" "\$@"
  1025. _dcp_r=\$?
  1026. else
  1027. _dcp_r=1
  1028. fi
  1029. rm -rf "\$_dcp_cfg" 2>/dev/null
  1030. [ "\$_pl_run" != "\$_plug" ] && rm -f "\$_pl_run" 2>/dev/null
  1031. return \$_dcp_r
  1032. }
  1033. dcp_dind() {
  1034. if [ -z "\$DCP_DIND_IMAGE" ] || { [ -z "\$COMPOSE_DIR" ] || [ -z "\$COMPOSE_FILE" ]; }; then
  1035. return 1
  1036. fi
  1037. if [ \$# -eq 0 ]; then
  1038. echo "ERROR: dcp 调用 dcp_dind 时未传入 compose 子命令(如 up -d、restart),属于脚本缺陷;应使用 dcp_dind \\\"\\\$@\\\"" >&2
  1039. return 1
  1040. fi
  1041. if ! command -v docker >/dev/null 2>&1; then
  1042. return 1
  1043. fi
  1044. if [ ! -S /var/run/docker.sock ]; then
  1045. echo "ERROR: dcp 回退需要可访问的 /var/run/docker.sock" >&2
  1046. return 1
  1047. fi
  1048. if ! docker image inspect "\$DCP_DIND_IMAGE" >/dev/null 2>&1; then
  1049. echo ">>> dcp: pull 辅助 compose 镜像(本地无缓存,略慢,见 PROD_DOCKER_COMPOSE_DIND_IMAGE)" >&2
  1050. docker pull "\$DCP_DIND_IMAGE" || { echo "ERROR: docker pull 失败:请预拉或改 PROD_DOCKER_COMPOSE_DIND_IMAGE(内网可 tag 到私库)" >&2; return 1; }
  1051. fi
  1052. DIND_MERGE="/tmp/dcp_dind_merge_\$\$.env"
  1053. umask 077
  1054. if ! :> "\$DIND_MERGE" 2>/dev/null; then
  1055. return 1
  1056. fi
  1057. if [ -n "\$JENKINS_PROD_ENV_FILE" ] && [ -f "\$JENKINS_PROD_ENV_FILE" ]; then
  1058. cat "\$JENKINS_PROD_ENV_FILE" >> "\$DIND_MERGE" 2>/dev/null || true
  1059. fi
  1060. if [ -n "\$JEP" ] && [ -f "\$JEP" ]; then
  1061. { echo ""; cat "\$JEP"; } >> "\$DIND_MERGE" 2>/dev/null || true
  1062. fi
  1063. echo ">>> dcp 回退: docker run 执行 compose 子命令: \\\$*(须含 up/restart 等,否则只打印帮助)" >&2
  1064. DIND_LOG="/tmp/dcp_dind_out_\$\$.log"
  1065. set +e
  1066. if [ -s "\$DIND_MERGE" ]; then
  1067. docker run --rm -v /var/run/docker.sock:/var/run/docker.sock -v "\$COMPOSE_DIR":"\$COMPOSE_DIR" -w "\$COMPOSE_DIR" --env-file "\$DIND_MERGE" "\$DCP_DIND_IMAGE" compose -f "\$COMPOSE_FILE" --project-directory "\$COMPOSE_DIR" "\$@" > "\$DIND_LOG" 2>&1
  1068. else
  1069. docker run --rm -v /var/run/docker.sock:/var/run/docker.sock -v "\$COMPOSE_DIR":"\$COMPOSE_DIR" -w "\$COMPOSE_DIR" "\$DCP_DIND_IMAGE" compose -f "\$COMPOSE_FILE" --project-directory "\$COMPOSE_DIR" "\$@" > "\$DIND_LOG" 2>&1
  1070. fi
  1071. _dr=\$?
  1072. set -e
  1073. echo ">>> dcp_dind 完整输出(----):" >&2
  1074. cat "\$DIND_LOG" 2>/dev/null || true
  1075. echo ">>> (---- 结束)" >&2
  1076. if [ \$_dr -eq 0 ] && grep -qE 'Usage:[[:space:]]*docker compose' "\$DIND_LOG" 2>/dev/null; then
  1077. if ! grep -qEi 'Creating|Recreating|Starting|Restarting|Container.*Started|Pulling' "\$DIND_LOG" 2>/dev/null; then
  1078. echo "ERROR: compose 仅输出 Usage 帮助、未出现创建/启动容器等关键字;几乎总是未传入 up/restart 子命令" >&2
  1079. _dr=1
  1080. fi
  1081. fi
  1082. if [ \$_dr -ne 0 ] && [ -f "\$DIND_LOG" ]; then
  1083. if grep -qiE 'declared as external, but could not be found' "\$DIND_LOG" 2>/dev/null; then
  1084. echo "ERROR: yml 中 external 网络在宿主机不存在。请设 PROD_DOCKER_CREATE_EXTERNAL_NETWORKS=网名(或 pipeline 已默认预建 common-network-produ);或宿主机: docker network create <名>" >&2
  1085. else
  1086. echo "ERROR: dcp_dind 失败 exit=\$_dr。见上方面板完整输出" >&2
  1087. fi
  1088. elif [ \$_dr -ne 0 ]; then
  1089. echo "ERROR: dcp_dind 失败 exit=\$_dr(无日志文件,异常)" >&2
  1090. fi
  1091. rm -f "\$DIND_LOG" 2>/dev/null
  1092. rm -f "\$DIND_MERGE" 2>/dev/null
  1093. return \$_dr
  1094. }
  1095. dcp() {
  1096. if [ -n "\$DCP_EXPLICIT" ] && [ -f "\$DCP_EXPLICIT" ] && [ -x "\$DCP_EXPLICIT" ]; then
  1097. "\$DCP_EXPLICIT" -f "\$COMPOSE_FILE" --project-directory "\$COMPOSE_DIR" "\$@"
  1098. return \$?
  1099. fi
  1100. if docker compose version >/dev/null 2>&1; then
  1101. docker compose -f "\$COMPOSE_FILE" --project-directory "\$COMPOSE_DIR" "\$@"
  1102. return \$?
  1103. fi
  1104. if [ -n "\$DCP_V2_PLUGIN" ]; then
  1105. dcp_try_v2_plugin "\$DCP_V2_PLUGIN" && return 0
  1106. fi
  1107. for _plug in /var/jenkins_home/.docker/cli-plugins/docker-compose "\$JENKINS_HOME/.docker/cli-plugins/docker-compose" "\$HOME/.docker/cli-plugins/docker-compose" /usr/libexec/docker/cli-plugins/docker-compose /usr/lib/docker/cli-plugins/docker-compose /snap/docker/current/usr/libexec/docker/cli-plugins/docker-compose; do
  1108. dcp_try_v2_plugin "\$_plug" && return 0
  1109. done
  1110. _dc=
  1111. for _p in /usr/bin/docker-compose /usr/local/bin/docker-compose /opt/docker-compose/docker-compose /snap/bin/docker-compose; do
  1112. if [ -x "\$_p" ] 2>/dev/null; then
  1113. if "\$_p" version >/dev/null 2>&1 || "\$_p" --version >/dev/null 2>&1; then
  1114. _dc="\$_p"
  1115. break
  1116. fi
  1117. fi
  1118. done
  1119. if [ -z "\$_dc" ] && command -v docker-compose >/dev/null 2>&1; then
  1120. _dc=\$(command -v docker-compose)
  1121. fi
  1122. if [ -n "\$_dc" ] && [ -x "\$_dc" ] && { "\$_dc" version >/dev/null 2>&1 || "\$_dc" --version >/dev/null 2>&1; }; then
  1123. "\$_dc" -f "\$COMPOSE_FILE" --project-directory "\$COMPOSE_DIR" "\$@"
  1124. return \$?
  1125. fi
  1126. if [ -n "\$DCP_DIND_IMAGE" ] && dcp_dind "\$@"; then
  1127. return 0
  1128. fi
  1129. echo "ERROR: 本机无可用 Docker Compose,且 docker run 回退未成功。可:1) 填 PROD_DOCKER_COMPOSE_DIND_IMAGE(默认可 pull 的 compose 工具镜像,勿填 off)并保证联网 pull;2) 填 PROD_DOCKER_COMPOSE_PATH(V1 1.28+)或 PROD_DOCKER_COMPOSE_V2_PLUGIN;3) 在 Jenkins 中安装 docker compose 插件/复制 cli-plugins" >&2
  1130. return 1
  1131. }
  1132. dcp_ensure_external_nets
  1133. ENV_FILE_OPT=""
  1134. #JENKINS_PLACE_ENV_FILE_OPT
  1135. EXTRA_JASYPT_ENV_OPT=""
  1136. #JENKINS_PLACE_JHF
  1137. JH_DIR=\$(dirname "\$JHF")
  1138. JH_BASE=\$(basename "\$JHF")
  1139. JEP="/tmp/jenkins_jasypt_pwenv_\$\$"
  1140. if [ -f "\$JHF" ]; then
  1141. umask 077
  1142. { printf 'JASYPT_ENCRYPTOR_PASSWORD='; head -n 1 "\$JHF" | tr -d '\r'; echo; } > "\$JEP" || { echo "ERROR: 无法读取 Jasypt 密钥文件: \$JHF"; exit 1; }
  1143. if ! grep -qE '^JASYPT_ENCRYPTOR_PASSWORD=.' "\$JEP" 2>/dev/null; then
  1144. echo "ERROR: Jasypt 密钥文件为空或仅空白: \$JHF"
  1145. rm -f "\$JEP"
  1146. exit 1
  1147. fi
  1148. EXTRA_JASYPT_ENV_OPT="--env-file \$JEP"
  1149. trap 'rm -f "\$JEP" 2>/dev/null || true' EXIT
  1150. elif docker run --rm --entrypoint sh -v "\$JH_DIR:/__jd:ro" "\$JRE_IMG" -c "test -f /__jd/\$JH_BASE" 2>/dev/null; then
  1151. umask 077
  1152. PW=\$(docker run --rm --entrypoint sh -v "\$JH_DIR:/__jd:ro" "\$JRE_IMG" -c "head -n 1 /__jd/\$JH_BASE 2>/dev/null | tr -d '\\r'") || PW=
  1153. if [ -z "\$PW" ]; then
  1154. echo "ERROR: Jasypt 密钥文件在 Docker 视角下为空: \$JHF"
  1155. exit 1
  1156. fi
  1157. printf 'JASYPT_ENCRYPTOR_PASSWORD=%s\\n' "\$PW" > "\$JEP" || { echo "ERROR: 无法写入临时 Jasypt env"; exit 1; }
  1158. if ! grep -qE '^JASYPT_ENCRYPTOR_PASSWORD=.' "\$JEP" 2>/dev/null; then
  1159. echo "ERROR: Jasypt 临时 env 无效: \$JHF"
  1160. rm -f "\$JEP"
  1161. exit 1
  1162. fi
  1163. echo ">>> Jasypt: 已通过 Docker 从宿主机读取密钥文件(Jenkins 进程未直接打开该路径)"
  1164. EXTRA_JASYPT_ENV_OPT="--env-file \$JEP"
  1165. trap 'rm -f "\$JEP" 2>/dev/null || true' EXIT
  1166. elif [ "\$JENKINS_JASYPT_EXPL" = '1' ]; then
  1167. #JENKINS_PLACE_JASYPT_WARN_EXPL_UNREAD
  1168. fi
  1169. dcp_bootstrap_env() {
  1170. if [ -n "\$JENKINS_PROD_ENV_FILE" ] && [ -f "\$JENKINS_PROD_ENV_FILE" ]; then
  1171. set -a
  1172. if ! . "\$JENKINS_PROD_ENV_FILE" 2>/dev/null; then
  1173. echo "ERROR: 无法以 shell source 读取: \$JENKINS_PROD_ENV_FILE(须为 KEY=VALUE 行;UTF-8)"
  1174. exit 1
  1175. fi
  1176. set +a
  1177. fi
  1178. if [ -n "\$JEP" ] && [ -f "\$JEP" ]; then
  1179. set -a
  1180. . "\$JEP" || { echo "ERROR: 无法 source 临时 Jasypt env: \$JEP"; exit 1; }
  1181. set +a
  1182. fi
  1183. }
  1184. PAY_MOUNT=""
  1185. if [ "\$JENKINS_PAY_CERT_SVC" = '1' ]; then
  1186. #JENKINS_PLACE_PAY_CERT_MOUNT_INNER
  1187. fi
  1188. CERT_VOL=0
  1189. [ -n "\$PAY_MOUNT" ] && CERT_VOL=1
  1190. if [ "\$CERT_VOL" -eq 1 ]; then
  1191. if [ ! -d "\$PAY_MOUNT" ]; then
  1192. echo "ERROR: 支付证书挂载源不存在或非目录: \$PAY_MOUNT"
  1193. exit 1
  1194. fi
  1195. if [ ! -f "\$PAY_MOUNT/apiclient_key.pem" ] && [ -f "\$PAY_MOUNT/aliPayCert/apiclient_key.pem" ]; then
  1196. echo ">>> WARN: apiclient_key.pem 在子目录 aliPayCert 下,将挂载源改为 \$PAY_MOUNT/aliPayCert(应用路径为 /usr/local/alien/aliPayCert/apiclient_key.pem,勿把 alien 整目录挂到 .../aliPayCert)"
  1197. PAY_MOUNT="\$PAY_MOUNT/aliPayCert"
  1198. fi
  1199. if [ ! -f "\$PAY_MOUNT/apiclient_key.pem" ]; then
  1200. echo ">>> WARN: \$PAY_MOUNT/apiclient_key.pem 不存在,微信支付等可能仍启动失败"
  1201. fi
  1202. echo ">>> 支付证书将挂载: \$PAY_MOUNT -> /usr/local/alien/aliPayCert:ro"
  1203. fi
  1204. if [ "\$JENKINS_PAY_CERT_SVC" = '1' ] && [ "\$CERT_VOL" -eq 1 ] && [ "\$PROMOTE_PROD_DIR" = "store" ]; then
  1205. if ! docker image inspect "\$JRE_IMG" >/dev/null 2>&1; then
  1206. docker pull "\$JRE_IMG" >/dev/null 2>&1 || true
  1207. fi
  1208. if ! docker run --rm --entrypoint sh -v "\$PAY_MOUNT:/__c:ro" "\$JRE_IMG" -c 'test -f /__c/apiclient_key.pem' 2>/dev/null; then
  1209. echo "ERROR: store 微信支付:Docker 宿主机视角下在挂载源内找不到 apiclient_key.pem(当前 PAY_MOUNT=\$PAY_MOUNT)。请确认:1)宿主机上该路径确有文件;2)PROD_DEPLOY_ROOT 是 dockerd 所在机器上的绝对路径;3)生产 compose 中证书卷左值应为 .../store/alien/aliPayCert 而非 .../alien。"
  1210. exit 1
  1211. fi
  1212. echo ">>> store 证书目录已通过 Docker 挂载探测(apiclient_key.pem 对 daemon 可见)"
  1213. fi
  1214. if [ "\$JENKINS_PAY_CERT_SVC" = '1' ] && [ "\$CERT_VOL" -eq 0 ]; then
  1215. echo ">>> WARN: \$PROMOTE_PROD_DIR 常需证书:未配置 PROD_PAY_CERT_HOST 且 \$JENKINS_PAY_CERT_DIR 不存在或为空,yml/compose 可能未挂 /usr/local/alien/aliPayCert"
  1216. fi
  1217. # 列出全部容器名(含 Exited),合并为一行便于日志阅读;匹配时用空格边界避免 gateway 误命中 gateway-produ
  1218. case \$- in *x*) __jx=1; set +x ;; *) __jx=0 ;; esac
  1219. NAMES="\$(docker ps -a --format '{{.Names}}' 2>/dev/null | tr '\\n' ' ' | tr -s ' ' | sed 's/[[:space:]]*\$//')"
  1220. [ "\$__jx" = 1 ] && set -x
  1221. CNAME=""
  1222. if echo " \${NAMES} " | grep -Fq " \$C_PRIMARY "; then
  1223. CNAME="\$C_PRIMARY"
  1224. elif echo " \${NAMES} " | grep -Fq " \$C_FALLBACK "; then
  1225. CNAME="\$C_FALLBACK"
  1226. fi
  1227. RECREATE=0
  1228. if [ -n "\$CNAME" ]; then
  1229. FMT_MNT=\$(printf '{{range .Mounts}}{{if eq .Destination "%s"}}{{.Source}}{{end}}{{end}}' "\$JCP")
  1230. ACTUAL_SRC=\$(docker inspect -f "\$FMT_MNT" "\$CNAME" 2>/dev/null | head -1)
  1231. MISMATCH=0
  1232. if [ -n "\$ACTUAL_SRC" ] && [ "\$ACTUAL_SRC" != "\$JAR_EXPECT" ]; then
  1233. if command -v realpath >/dev/null 2>&1; then
  1234. R1=\$(realpath "\$ACTUAL_SRC" 2>/dev/null || echo "\$ACTUAL_SRC")
  1235. R2=\$(realpath "\$JAR_EXPECT" 2>/dev/null || echo "\$JAR_EXPECT")
  1236. [ "\$R1" != "\$R2" ] && MISMATCH=1
  1237. else
  1238. MISMATCH=1
  1239. fi
  1240. fi
  1241. if [ "\$MISMATCH" -eq 1 ] && [ -n "\$ACTUAL_SRC" ]; then
  1242. if [ "\$JENKINS_AUTO_RECREATE" = 'true' ]; then
  1243. echo ">>> WARN: 容器 \$CNAME 的 \$JCP 挂载源与本次制品路径不一致,将删除并 compose 重建(挂载源=\$ACTUAL_SRC,本次=\$JAR_EXPECT)"
  1244. docker rm -f "\$CNAME"
  1245. CNAME=""
  1246. RECREATE=1
  1247. else
  1248. echo "ERROR: 容器 \$CNAME 的 \$JCP 挂载源为 \$ACTUAL_SRC,本次流水线 jar 为 \$JAR_EXPECT。"
  1249. echo "仅 restart 不会更改 bind mount。请执行 docker rm 后 dcp up,或开启 AUTO_RECREATE_IF_MOUNT_MISMATCH。"
  1250. exit 1
  1251. fi
  1252. fi
  1253. fi
  1254. if [ -n "\$CNAME" ] && [ "\$JENKINS_PAY_CERT_SVC" = '1' ] && [ "\$CERT_VOL" -eq 1 ]; then
  1255. CERT_SRC=\$(docker inspect -f '{{range .Mounts}}{{if eq .Destination "/usr/local/alien/aliPayCert"}}{{.Source}}{{end}}{{end}}' "\$CNAME" 2>/dev/null | head -1)
  1256. CERT_MM=0
  1257. if [ -z "\$CERT_SRC" ]; then
  1258. CERT_MM=1
  1259. elif command -v realpath >/dev/null 2>&1; then
  1260. CR1=\$(realpath "\$CERT_SRC" 2>/dev/null || echo "\$CERT_SRC")
  1261. CR2=\$(realpath "\$PAY_MOUNT" 2>/dev/null || echo "\$PAY_MOUNT")
  1262. [ "\$CR1" != "\$CR2" ] && CERT_MM=1
  1263. else
  1264. [ "\$CERT_SRC" != "\$PAY_MOUNT" ] && CERT_MM=1
  1265. fi
  1266. if [ "\$CERT_MM" -eq 1 ]; then
  1267. if [ "\$JENKINS_AUTO_RECREATE" = 'true' ]; then
  1268. echo ">>> WARN: 容器 \$CNAME 未挂载 /usr/local/alien/aliPayCert 或源路径与本次不一致(期望 \$PAY_MOUNT,实际=\${CERT_SRC:-无}),将删除并以正确证书卷重建"
  1269. docker rm -f "\$CNAME"
  1270. CNAME=""
  1271. RECREATE=1
  1272. else
  1273. echo "ERROR: 容器 \$CNAME 缺少支付证书卷或挂载源不是 \$PAY_MOUNT。docker restart 无法新增卷。请开启 AUTO_RECREATE_IF_MOUNT_MISMATCH 或: docker rm -f \$CNAME 后重跑。"
  1274. exit 1
  1275. fi
  1276. fi
  1277. fi
  1278. if [ -n "\$CNAME" ]; then
  1279. LOG_SRC=\$(docker inspect -f '{{range .Mounts}}{{if eq .Destination "/app/logs"}}{{.Source}}{{end}}{{end}}' "\$CNAME" 2>/dev/null | head -1)
  1280. LOG_MM=0
  1281. if [ -z "\$LOG_SRC" ]; then
  1282. LOG_MM=1
  1283. elif command -v realpath >/dev/null 2>&1; then
  1284. LR1=\$(realpath "\$LOG_SRC" 2>/dev/null || echo "\$LOG_SRC")
  1285. LR2=\$(realpath "\$JENKINS_LOG_DIR" 2>/dev/null || echo "\$JENKINS_LOG_DIR")
  1286. [ "\$LR1" != "\$LR2" ] && LOG_MM=1
  1287. else
  1288. [ "\$LOG_SRC" != "\$JENKINS_LOG_DIR" ] && LOG_MM=1
  1289. fi
  1290. if [ "\$LOG_MM" -eq 1 ]; then
  1291. if [ "\$JENKINS_AUTO_RECREATE" = 'true' ]; then
  1292. echo ">>> WARN: 容器 \$CNAME 未挂载 /app/logs 或源路径与 compose 不一致(期望 \$JENKINS_LOG_DIR,实际=\${LOG_SRC:-无}),将删除并以日志卷重建"
  1293. docker rm -f "\$CNAME"
  1294. CNAME=""
  1295. RECREATE=1
  1296. else
  1297. echo ">>> WARN: 容器 \$CNAME 未挂宿主日志目录 \$JENKINS_LOG_DIR 到 /app/logs(与 docker-compose 不一致);restart 无法补卷。请开启 AUTO_RECREATE_IF_MOUNT_MISMATCH 或手动 docker rm 后由流水线重建。"
  1298. fi
  1299. fi
  1300. fi
  1301. if [ -n "\$CNAME" ] && [ "\$JAR_WAS_STALE_DIR" -eq 1 ]; then
  1302. if [ "\$JENKINS_AUTO_RECREATE" = 'true' ]; then
  1303. echo ">>> WARN: 宿主 jar 已由「目录」改为文件,旧容器 bind 类型不兼容,删除并以 compose 重建: \$CNAME(勿仅 restart)"
  1304. docker rm -f "\$CNAME"
  1305. CNAME=""
  1306. RECREATE=1
  1307. else
  1308. echo "ERROR: 已删除误建目录并写入 jar 文件,须 docker rm -f \$CNAME 后重建容器。请开启 AUTO_RECREATE_IF_MOUNT_MISMATCH。"
  1309. exit 1
  1310. fi
  1311. fi
  1312. if [ -n "\$CNAME" ]; then
  1313. JASYPT_INJECT=0
  1314. [ -n "\$ENV_FILE_OPT" ] && JASYPT_INJECT=1
  1315. [ -n "\$EXTRA_JASYPT_ENV_OPT" ] && JASYPT_INJECT=1
  1316. if [ "\$JASYPT_INJECT" -eq 1 ]; then
  1317. JASYPT_OK=0
  1318. docker inspect -f '{{range .Config.Env}}{{println .}}{{end}}' "\$CNAME" 2>/dev/null | grep -q '^JASYPT_ENCRYPTOR_PASSWORD=' && JASYPT_OK=1
  1319. if [ "\$JASYPT_OK" -eq 0 ]; then
  1320. if [ "\$JENKINS_AUTO_RECREATE" = 'true' ]; then
  1321. echo ">>> WARN: 容器 \$CNAME 无 JASYPT_ENCRYPTOR_PASSWORD 环境,删除并以 compose 重建(dcp 前会 source 临时 env/PROD 文件,且 yml 中须能注入)"
  1322. docker rm -f "\$CNAME"
  1323. CNAME=""
  1324. RECREATE=1
  1325. else
  1326. echo "ERROR: 容器 \$CNAME 无 JASYPT_ENCRYPTOR_PASSWORD。请开启 AUTO_RECREATE_IF_MOUNT_MISMATCH 或修正 compose 的 .env/ environment。"
  1327. exit 1
  1328. fi
  1329. fi
  1330. fi
  1331. fi
  1332. if [ -n "\$CNAME" ]; then
  1333. RS_TMP="/tmp/jenkins_restart_err_\$\$"
  1334. dcp_bootstrap_env
  1335. if dcp restart "\$COMPOSE_SVC" 2>"\$RS_TMP"; then
  1336. echo ">>> [compose: \$COMPOSE_SVC] 已 docker compose restart;容器名: \$CNAME"
  1337. rm -f "\$RS_TMP"
  1338. else
  1339. RS_ERR=\$(cat "\$RS_TMP" 2>/dev/null || true)
  1340. rm -f "\$RS_TMP"
  1341. if echo "\$RS_ERR" | grep -qE 'not a directory|vice-versa|expected type|mount.*(app\\.jar|/app/)|failed to create (task|shim)'; then
  1342. if [ "\$JENKINS_AUTO_RECREATE" = 'true' ]; then
  1343. echo ">>> WARN: compose restart 因挂载/类型失败,删除并重建: \$CNAME / \$COMPOSE_SVC"
  1344. docker rm -f "\$CNAME" 2>/dev/null || true
  1345. CNAME=""
  1346. RECREATE=1
  1347. else
  1348. echo "\$RS_ERR"
  1349. echo "ERROR: 请开启 AUTO_RECREATE_IF_MOUNT_MISMATCH 或手动删容器后由 compose 重建。"
  1350. exit 1
  1351. fi
  1352. else
  1353. UPLOG=\$(mktemp) || { echo "ERROR: mktemp 失败"; exit 1; }
  1354. if dcp up -d --no-deps "\$COMPOSE_SVC" 2>"\$UPLOG"; then
  1355. echo ">>> [compose: \$COMPOSE_SVC] restart 失败,已用 docker compose up -d 拉起"
  1356. CNAME="\$C_PRIMARY"
  1357. rm -f "\$UPLOG" 2>/dev/null || true
  1358. else
  1359. echo "\$RS_ERR" >&2
  1360. cat "\$UPLOG" 2>/dev/null || true
  1361. rm -f "\$UPLOG" 2>/dev/null || true
  1362. echo "ERROR: docker compose up 失败: \$COMPOSE_SVC。请核对该服务是否在 yml 中、compose 与 dockerd 同机。"
  1363. exit 1
  1364. fi
  1365. fi
  1366. fi
  1367. fi
  1368. DID_TRY_CREATE=0
  1369. if [ -z "\$CNAME" ] && { [ "\$JENKINS_AUTO_CREATE" = 'true' ] || [ "\$RECREATE" -eq 1 ]; }; then
  1370. DID_TRY_CREATE=1
  1371. echo ">>> 通过 docker compose 创建/启动: \$COMPOSE_SVC(见 \$COMPOSE_FILE)"
  1372. dcp_bootstrap_env
  1373. if dcp up -d --no-deps "\$COMPOSE_SVC"; then
  1374. echo ">>> [compose: \$COMPOSE_SVC] 已 up -d,容器名通常 \$C_PRIMARY。CNAME 指向 \$C_PRIMARY"
  1375. CNAME="\$C_PRIMARY"
  1376. else
  1377. echo "ERROR: docker compose up 失败: \$COMPOSE_SVC。请核对该服务是否在 yml 中、镜像/卷路径是否可访问。"
  1378. exit 1
  1379. fi
  1380. fi
  1381. if [ -z "\$CNAME" ] && [ "\$DID_TRY_CREATE" -eq 0 ] && [ "\$RECREATE" -eq 0 ]; then
  1382. echo ">>> 未找到现有容器 [\$C_PRIMARY] 或 [\$C_FALLBACK],且未开启自动创建/重建,已仅更新宿主机 jar。请手动作 docker compose -f <yml> up 服务。"
  1383. fi
  1384. if [ -z "\$CNAME" ] && [ "\$RECREATE" -eq 1 ]; then
  1385. echo "ERROR: 挂载不一致需重建容器,但 compose 启动后未检测到容器(检查 COMPOSE_SVC/日志)。"
  1386. exit 1
  1387. fi
  1388. if [ -n "\$CNAME" ]; then
  1389. echo ">>> 等待 \$CNAME 稳定为 running(仅 Status=running 不够:崩溃循环时会在 running/restarting 间切换;exec 在 restarting 会报 is restarting)"
  1390. STABLE=0
  1391. for i in 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45; do
  1392. ST=\$(docker inspect -f '{{.State.Status}}' "\$CNAME" 2>/dev/null | tr -d '[:space:]')
  1393. case "\$ST" in
  1394. restarting)
  1395. echo ">>> [\$i/45] 状态=restarting(Java 可能反复退出,非单纯 409),2s 后再查..."
  1396. sleep 2
  1397. ;;
  1398. running)
  1399. sleep 6
  1400. ST2=\$(docker inspect -f '{{.State.Status}}' "\$CNAME" 2>/dev/null | tr -d '[:space:]')
  1401. if [ "\$ST2" = "running" ]; then
  1402. STABLE=1
  1403. echo ">>> 容器已连续约 6s 保持 running"
  1404. break
  1405. fi
  1406. echo ">>> running 未稳定,继续等待..."
  1407. sleep 2
  1408. ;;
  1409. exited|dead)
  1410. echo "ERROR: 容器 \$CNAME 已结束: \$ST"
  1411. echo ">>> docker logs --tail 50 \$CNAME:"
  1412. docker logs --tail 50 "\$CNAME" 2>&1 || true
  1413. exit 1
  1414. ;;
  1415. *)
  1416. echo ">>> [\$i/45] 状态=\${ST:-空}(空=无此容器名或 inspect 失败),2s 后再查..."
  1417. sleep 2
  1418. ;;
  1419. esac
  1420. done
  1421. if [ "\$STABLE" -ne 1 ]; then
  1422. echo "ERROR: 约 90s 内未在 \$CNAME 上得到稳定 running。空状态反复出现表示:1) 无此容器 2) container_name 与 yml 不一致 3) compose 未真正 up"
  1423. if ! docker inspect "\$CNAME" >/dev/null 2>&1; then
  1424. echo "ERROR(详细): docker 中无名为「\$CNAME」的容器。若 dcp 曾显示 Usage 无 Creating,多半是 dcp 未把 up/restart 传给 dcp_dind(应已随脚本修复)"
  1425. echo ">>> docker ps -a(前 30 行)"
  1426. docker ps -a 2>&1 | head -30
  1427. else
  1428. docker inspect -f 'Status={{.State.Status}} OOMKilled={{.State.OOMKilled}} ExitCode={{.State.ExitCode}} Error={{.State.Error}}' "\$CNAME" 2>&1 || true
  1429. fi
  1430. echo ">>> docker logs --tail 80 \$CNAME"
  1431. docker logs --tail 80 "\$CNAME" 2>&1 || true
  1432. exit 1
  1433. fi
  1434. JCP_RESOLVED=
  1435. for j in 1 2 3 4 5 6; do
  1436. for try_dest in "\$JCP" "\$JCP_ALT"; do
  1437. [ -n "\$try_dest" ] || continue
  1438. if docker exec "\$CNAME" sh -c 'test -f "\$1" && test -s "\$1" && ! test -d "\$1"' sh "\$try_dest" 2>/dev/null; then
  1439. JCP_RESOLVED="\$try_dest"
  1440. break 2
  1441. fi
  1442. done
  1443. [ -n "\$JCP_RESOLVED" ] && break
  1444. echo ">>> docker exec 重试 (\$j/6)(JCP=参数路径;JCP_ALT=/app/\$JAR_BASENAME 目录挂常见)"
  1445. sleep 2
  1446. done
  1447. if [ -z "\$JCP_RESOLVED" ]; then
  1448. echo "ERROR: 容器内未找到可读 jar。已试 JCP 与 JCP_ALT。请核对 compose:单文件 target=/app/app.jar 时保持 PROD_JAR_IN_CONTAINER=app.jar;整目录挂 /app 且与制品同名 jar 为 \$JAR_BASENAME 时脚本已试次选路径。其它命名请把 PROD_JAR_IN_CONTAINER 设成 yml 右侧 basename。"
  1449. docker exec "\$CNAME" sh -c "ls -la /app" 2>&1 || true
  1450. echo ">>> docker logs --tail 40 \$CNAME:"
  1451. docker logs --tail 40 "\$CNAME" 2>&1 || true
  1452. exit 1
  1453. fi
  1454. if [ "\$JCP_RESOLVED" != "\$JCP" ]; then
  1455. echo ">>> 已解析容器内实际 jar: \$JCP_RESOLVED(与默认 /app/app.jar 或 PROD_JAR_IN_CONTAINER 不一致为正常:yml 常将目录挂到 /app)"
  1456. fi
  1457. FMT2=\$(printf '{{range .Mounts}}{{if eq .Destination "%s"}}{{.Source}}{{end}}{{end}}' "\$JCP_RESOLVED")
  1458. ACTUAL_SRC2=\$(docker inspect -f "\$FMT2" "\$CNAME" 2>/dev/null | head -1)
  1459. echo ">>> 单文件型挂载校验: Dest=\$JCP_RESOLVED -> Source=\${ACTUAL_SRC2:-(无/或为目录挂 /app 属正常)} 期望宿主机 jar: \$JAR_EXPECT"
  1460. if [ -n "\$ACTUAL_SRC2" ] && [ "\$ACTUAL_SRC2" != "\$JAR_EXPECT" ]; then
  1461. if command -v realpath >/dev/null 2>&1; then
  1462. R1=\$(realpath "\$ACTUAL_SRC2" 2>/dev/null || echo "\$ACTUAL_SRC2")
  1463. R2=\$(realpath "\$JAR_EXPECT" 2>/dev/null || echo "\$JAR_EXPECT")
  1464. if [ "\$R1" != "\$R2" ]; then
  1465. echo "ERROR: 单文件卷宿主机 Source 与本次 cp 的 jar 仍不一致"
  1466. exit 1
  1467. fi
  1468. else
  1469. echo "ERROR: 单文件卷宿主机 Source 与本次 cp 的 jar 仍不一致"
  1470. exit 1
  1471. fi
  1472. fi
  1473. if [ -z "\$ACTUAL_SRC2" ]; then
  1474. echo ">>> 提示: 未在 Mounts 中看到 Destination 精确为 \$JCP_RESOLVED(常为目录 bind /app,可忽略本项)"
  1475. fi
  1476. if [ "\$PROMOTE_PROD_DIR" = "store" ] && [ "\$CERT_VOL" -eq 1 ]; then
  1477. if ! docker exec "\$CNAME" sh -c 'test -f /usr/local/alien/aliPayCert/apiclient_key.pem' 2>/dev/null; then
  1478. echo "ERROR: store 容器内仍无 /usr/local/alien/aliPayCert/apiclient_key.pem。请 docker inspect \$CNAME 核对 Mounts 与生产 compose 中证书卷。"
  1479. exit 1
  1480. fi
  1481. echo ">>> [\$CNAME] 已确认微信商户私钥文件在容器内可见"
  1482. fi
  1483. JCPR="\$JCP_RESOLVED"
  1484. HAS_UNZIP=0
  1485. if docker exec "\$CNAME" sh -c 'command -v unzip >/dev/null 2>&1' 2>/dev/null; then HAS_UNZIP=1; fi
  1486. UNZ_OK=0
  1487. if [ "\$HAS_UNZIP" -eq 1 ]; then
  1488. for j in 1 2 3 4 5; do
  1489. if docker exec "\$CNAME" unzip -t "\$JCPR" >/dev/null 2>&1; then
  1490. UNZ_OK=1
  1491. break
  1492. fi
  1493. echo ">>> unzip -t 重试 (\$j/5)..."
  1494. sleep 2
  1495. done
  1496. if [ "\$UNZ_OK" -ne 1 ]; then
  1497. echo "ERROR: 容器内 unzip -t 失败(JCPR=\\\$JCPR)"
  1498. exit 1
  1499. fi
  1500. else
  1501. echo ">>> WARN: 镜像内无 unzip,仅校验 PK 魔数"
  1502. for j in 1 2 3 4 5; do
  1503. #JENKINS_PLACE_DOCKER_EXEC_OD_JCPR
  1504. UNZ_OK=1
  1505. break
  1506. fi
  1507. echo ">>> PK 头校验重试 (\$j/5)..."
  1508. sleep 2
  1509. done
  1510. if [ "\$UNZ_OK" -ne 1 ]; then
  1511. echo "ERROR: 容器内 jar 头非 zip(PK)"
  1512. exit 1
  1513. fi
  1514. fi
  1515. echo ">>> [\$CNAME] 容器内 jar 校验通过: \$JCPR"
  1516. fi
  1517. fi
  1518. """
  1519. sh( promoteShell.toString()
  1520. // replaceAll 的替换串含 shell 的 $CNAME 等,Java 会当「组引用」;须 quoteReplacement
  1521. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_EXPORT_ENV\n/, java.util.regex.Matcher.quoteReplacement("\n" + promoteExportBlock))
  1522. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_REMOTE_DOCKER_SHIM\n/, java.util.regex.Matcher.quoteReplacement(remoteDockerShimBlock))
  1523. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_RSYNC_REMOTE\n/, java.util.regex.Matcher.quoteReplacement(rsyncRemoteBlock))
  1524. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_COMPOSE_EXISTS\n/, java.util.regex.Matcher.quoteReplacement(composeExistsBlockSh))
  1525. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_COMPOSE_DIR\n/, java.util.regex.Matcher.quoteReplacement("\n" + composeDirBlockSh + "\n"))
  1526. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DRYRUN_PAYCERT_ECHO\n/, java.util.regex.Matcher.quoteReplacement("\n" + dryRunPayCertEcho + "\n"))
  1527. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DRYRUN_EFF\n/, java.util.regex.Matcher.quoteReplacement("\n" + dryRunEffIfFi + "\n"))
  1528. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DRYRUN_JHF_D\n/, java.util.regex.Matcher.quoteReplacement("\n" + jasyptDryHfDBlock + "\n"))
  1529. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_PAY_CERT_MOUNT_INNER\n/, java.util.regex.Matcher.quoteReplacement("\n" + payCertPayMountInner + "\n"))
  1530. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DCP_THREE\n/, java.util.regex.Matcher.quoteReplacement("\n" + dcpThreeLines + "\n"))
  1531. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DCP_EXT_NETS\n/, java.util.regex.Matcher.quoteReplacement("\n" + dcpExtNetsLine + "\n"))
  1532. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_ENV_BOOLS\n/, java.util.regex.Matcher.quoteReplacement("\n" + jenkinsEnvBools + "\n"))
  1533. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_JASYPT_EXPL\n/, java.util.regex.Matcher.quoteReplacement("\n" + jasyptExplLine + "\n"))
  1534. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_ECHO_JARLINE\n/, java.util.regex.Matcher.quoteReplacement("\n" + echoJarLine + "\n"))
  1535. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_IF_NO_UAT_JAR\n/, java.util.regex.Matcher.quoteReplacement("\n" + ifNoUatJar + "\n"))
  1536. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_ECHO_ERR_UAT_JAR\n/, java.util.regex.Matcher.quoteReplacement("\n" + errEchoUatMissing + "\n"))
  1537. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_MISSING_JAR_DIAG\n/, java.util.regex.Matcher.quoteReplacement("\n" + missingJarDiag + "\n"))
  1538. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DRYRUN_LOGDIR_ECHO\n/, java.util.regex.Matcher.quoteReplacement("\n" + dryRunLogDirEcho + "\n"))
  1539. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DRYRUN_CP\n/, java.util.regex.Matcher.quoteReplacement("\n" + dryRunCpEcho + "\n"))
  1540. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_CP_PROD\n/, java.util.regex.Matcher.quoteReplacement("\n" + cpSrcToDst + "\n"))
  1541. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_ENV_FILE_OPT\n/, java.util.regex.Matcher.quoteReplacement("\n" + envFileOptIfElifFi + "\n"))
  1542. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_JHF\n/, java.util.regex.Matcher.quoteReplacement("\n" + jasyptLineJhf + "\n"))
  1543. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_JASYPT_WARN_EXPL_UNREAD\n/, java.util.regex.Matcher.quoteReplacement("\n" + jasyptWarnExplJpfUnread + "\n"))
  1544. .replaceAll(~/\n[ \t]*#JENKINS_PLACE_DOCKER_EXEC_OD_JCPR\n/, java.util.regex.Matcher.quoteReplacement("\n" + lineDockerExecOdJcpr + "\n")) )
  1545. }
  1546. } finally {
  1547. if (writtenJasyptEnv) {
  1548. sh "rm -f \"${writtenJasyptEnv}\" 2>/dev/null || true"
  1549. }
  1550. }
  1551. }
  1552. if (useRemoteProd && prodSshCred) {
  1553. sshagent([prodSshCred]) {
  1554. runPromoteRemoteSteps()
  1555. }
  1556. } else {
  1557. runPromoteRemoteSteps()
  1558. }
  1559. }
  1560. }
  1561. }
  1562. }
  1563. // 构建结束后的固定输出:always 必跑;success/failure 分别提示后续人工检查点。
  1564. post {
  1565. always {
  1566. echo '>>> 生产晋升任务结束'
  1567. }
  1568. success {
  1569. echo '>>> 流水线成功(请确认生产容器启动参数与 Nacos 等环境一致)'
  1570. }
  1571. failure {
  1572. echo '>>> 流水线失败:优先检查 UAT 是否已发版、UAT_DEPLOY_ROOT/PROD_DEPLOY_ROOT、compose 路径、Docker 与挂载'
  1573. echo '>>> 制品与 jar 来自 UAT 目录(UAT_DEPLOY_ROOT/<uatDir>/),不依赖 Git;仅当「BOOTSTRAP_SYNC_MODE=from_git」才会拉取 Git 取 bootstrap-prod.yml。默认 from_jar=从 UAT jar 解压,无需 Git'
  1574. echo '>>> 若 Jenkins 与生产 Docker 不在同一台机器:须 PROD_SSH_TARGET;凭据用 PROD_SSH_CREDENTIALS_ID(SSH Agent + 私钥凭据)。界面参数仍为空时脚本会回退 DEFAULT_PROD_SSH_CREDENTIALS_ID;若报 Permission denied 检查凭据 ID/私钥是否匹配目标机'
  1575. echo '>>> 若 source / compose 报 invalid env file / invalid utf8:将 .env.produ-docker 改为 UTF-8,或用 env.produ-docker.example;Jasypt 需进入容器 env,检查 compose、.env 与 dcp 前 set -a、AUTO_RECREATE'
  1576. echo '>>> 若报 unknown shorthand flag: f 或本机无 compose:默认已用 PROD_DOCKER_COMPOSE_DIND_IMAGE(如 docker:24.0.9-cli)通过 docker run 回退;失败则检查能 pull 该镜像、/var/run/docker.sock、或设 PROD_DOCKER_COMPOSE_PATH/PROD_DOCKER_COMPOSE_V2_PLUGIN/挂 cli-plugins'
  1577. echo '>>> 若报 network ... declared as external, but could not be found:设 PROD_DOCKER_CREATE_EXTERNAL_NETWORKS 为 yml 中网名(默认预建 common-network-produ),或宿主机 docker network create'
  1578. echo '>>> 若报容器内 jar 路径校验失败:生产 compose 可能是「目录挂 /app」而非单文件 /app/app.jar;脚本会再试 /app/alien-模块-1.0.0.jar,仍失败请对照 yml 调整 PROD_JAR_IN_CONTAINER'
  1579. }
  1580. }
  1581. }