我的技术笔记

# -*- coding: UTF-8 -*-
#!/usr/bin/env python
#
#   环    境:Python 3
#   
#   快速修改 gitlab 环境配置
# 

import os
import platform
import shutil
import toml
import requests
import hashlib
import zipfile

def getFileMd5(filePath):
    with open(filePath,'rb') as f:
        md5obj = hashlib.md5()
        md5obj.update(f.read())
        hash = md5obj.hexdigest()

    return hash

def unzip_single(src, dest, password):
    #解压单个文件到目标文件夹
    if password:
        password = password.encode()
    zf = zipfile.ZipFile(src)
    zf.extractall(path=dest, pwd=password)
    zf.close()

def unzip_all(src, dest, password=None):
    if not os.path.isdir(src):
        unzip_single(src, dest, password)
    else:
        it = os.scandir(src)
        for entry in it:
            if entry.is_file() and os.path.splitext(entry.name)[1]=='.zip' :
                unzip_single(entry.path, dest, password)

def verifyRes(targetDir,remoteRes):
    returnValue = False
    if not os.path.exists(targetDir):
        os.makedirs(targetDir)

    srcFile = os.path.join(targetDir,"{0}-{1}.zip".format(remoteRes["name"],remoteRes["md5"]))
    hasFile = False
    if os.path.exists(srcFile):
        hashMd5 = getFileMd5(srcFile)
        print("cached,Md5",hashMd5)
        if hashMd5 == remoteRes["md5"] or hashMd5 == remoteRes["md5"].lower():
            hasFile = True

    if not hasFile :
        # 全新下载
        httpResponse = requests.get(remoteRes["url"])
        hashMd5 = None
        if httpResponse.status_code == requests.codes.ok:
            with open(srcFile,"wb") as f:
                f.write(httpResponse.content)
            hashMd5 = getFileMd5(srcFile)
        print("new,Md5",hashMd5)
        if hashMd5 == remoteRes["md5"] or hashMd5 == remoteRes["md5"].lower():
            hasFile = True
    if hasFile and  zipfile.is_zipfile(srcFile) :
        unzip_all(srcFile,targetDir)
        returnValue = True
        print("解压成功",srcFile)
    return returnValue


if __name__ == '__main__':

    dir = os.path.abspath(os.path.dirname(__file__))

    source = None
    osName = platform.system()
    if osName == "Windows":
        # 测试代码
        source = os.path.join(dir,"gitlab-runner-config.toml")
    elif osName == "Linux":
        source = "/etc/gitlab-runner/config.toml"

    if source is None:
        print("Source config is none")
        exit(1)
    elif not os.access(source, os.F_OK):
        print("Source config not exist")
        exit(1)
    elif not os.access(source, os.R_OK):
        print("Source config can't read")
        exit(1)
    elif not os.access(source, os.W_OK):
        print("Source config can't write")
        exit(1)

    target = os.path.join(dir,"config.toml")

    # print("{0}".format(dir))

    try:
        shutil.copyfile(source, target)
    except IOError as e:
        print("Unable to copy file. %s" % e)
        exit(1)
    except:
        print("Unexpected error:", sys.exc_info())
        exit(1)

    targetRunnerDefaultName = "android-runner-book"

    targetRunnerName = input("Enter target runner name ({0}): ".format(targetRunnerDefaultName))
    if len(targetRunnerName) == 0 :
        targetRunnerName = targetRunnerDefaultName


    if os.path.exists(target) :
        hasChanged = False
        configs = toml.load(target)

        hostGradleHomeDir = None
        hostAndroidSdkDir = None
        if osName == "Windows":
            # 测试代码
            hostGradleHomeDir = os.path.join(dir,"gradle-home")
            hostAndroidSdkDir = os.path.join(dir,"android-sdk")
        elif osName == "Linux":
            hostGradleHomeDir = "/opt/gitlab-runner/gradle-home"
            hostAndroidSdkDir = "/opt/gitlab-runner/android-sdk"

        # 测试代码
        # shutil.rmtree(hostGradleHomeDir)
        remoteGradleRes = {"url":"https://192.168.2.25:456/gradle-5.6.4-6.1.1.zip","md5":"A8CDFB46BE21A98EBFFAC9174276CF47","name":"xGradle-5.6.4-6.1.1"}
        remoteAndroidSdkRes = {"url":"https://192.168.2.25:456/sdk-29.0.3.zip","md5":"BFA11A9E09C5B7525EFDD9627B2604FE","name":"xAndroidSdk"}
        # remoteAndroidSdkRes = {"url":"https://192.168.2.25:456/sdk-29.0.3-with-ndk-21.0.3.zip","md5":"4D6DB607F10361C5EA2444CF137B446C","name":"xAndroidSdkWithNDK"}
        hasLocalGradleRes = False
        hasLocalAndroidSdkRes = False

        for runnerConfig in configs["runners"]:
            if runnerConfig["name"] == targetRunnerName:
                # print(runnerConfig)
                hasChanged = True
                # 编译运行目录
                runnerConfig["builds_dir"] = "/opt/gitlab-runner/builds"
                runnerConfig["cache_dir"] = "/opt/gitlab-runner/cache"
                # 禁用 CI 配置.自定义目录
                runnerConfig["custom_build_dir"]["enabled"] = False

                if "cache" in runnerConfig :
                        # 'cache': {'s3': {}, 'gcs': {}, 'azure': {}}
                        del runnerConfig["cache"]

                if runnerConfig["executor"] == "docker" and "docker" in runnerConfig:
                    dockerConfig = runnerConfig["docker"]
                    runnerDockerVolumes = None
                    if "volumes" not in dockerConfig :
                        runnerDockerVolumes = []
                    else:
                        runnerDockerVolumes = dockerConfig["volumes"]
                    # 追加补充挂载 Host 主机目录到 gitlab-runner 的 docker 配置
                    volumeOfGradle = "{0}:/android/gradle:rw".format(hostGradleHomeDir)
                    if volumeOfGradle not in runnerDockerVolumes:
                        runnerDockerVolumes.append(volumeOfGradle)
                        hasLocalGradleRes = False
                    else:
                        hasLocalGradleRes = True

                    volumeOfAndroidSdk = "{0}:/android/sdk:rw".format(hostAndroidSdkDir)
                    if volumeOfAndroidSdk not in runnerDockerVolumes:
                        runnerDockerVolumes.append(volumeOfAndroidSdk)
                        hasLocalAndroidSdkRes = False
                    else:
                        hasLocalAndroidSdkRes = True
                    # print(runnerDockerVolumes)

                    if not hasLocalGradleRes:
                        hasLocalGradleRes=verifyRes(hostGradleHomeDir,remoteGradleRes)
                    if not hasLocalAndroidSdkRes:
                        hasLocalAndroidSdkRes=verifyRes(hostAndroidSdkDir,remoteAndroidSdkRes)

        if hasChanged :
            with open(target, 'w') as f:
                r = toml.dump(configs, f)
                # print(r)
            print("配置已更新到:",target)