云原生环境搬砖常用Shell-神级

$ echo {hack,build}

​​http://cn.linux.vbird.org/linux_basic/0320bash_2.php#variable_other​​

我们将这部份作个总结说明一下：

若变量内容符合『旧字符串』则『第一个旧字符串会被新字符串取代』 若变量内容符合『旧字符串』则『全部的旧字符串会被新字符串取代』

$ image="library/nginx:1.19"

# 比如要获取镜像的 tag 常用的是 echo 然后 awk/cut 的方式

$ echo ${image} | awk -F ':' '{print $2}' 方式

# 可以直接使用 bash 内置的变量替换功能，截取特定字符串
$ image_name=${image%%:*}
$ image_tag=${image##*:}
$ image_repo=${image%%/*}

var=$str

# 通过 ** 匹配
if [[ "${var}" == *"${sub_string}"* ]]; then
    printf '%s\n' "sub_string is in var."
fi

# 通过 bash 内置的 =~ 判断
if [[ "${sub_string}" =~ "${var}" ]]; then
    printf '%s\n' "sub_string is in var."
fi

$ curl -fsSL https://get.docker.com -o get-docker.sh
$ bash get-docker.sh --mirror Aliyun

$ DRY_RUN=1 sh ./get-docker.sh --mirror Aliyun > install.sh

# Executing docker install script, commit: 7cae5f8b0decc17d6571f9f52eb840fbc13b2737
apt-get update -qq >/dev/null
DEBIAN_FRONTEND=noninteractive apt-get install -y -qq apt-transport-https ca-certificates curl >/dev/null
curl -fsSL "https://mirrors.aliyun.com/docker-ce/linux/debian/gpg" | apt-key add -qq - >/dev/null
echo "deb [arch=amd64] https://mirrors.aliyun.com/docker-ce/linux/debian buster stable" > /etc/apt/sources.list.d/docker.list
apt-get update -qq >/dev/null
apt-get install -y -qq --no-install-recommends docker-ce >/dev/null
DEBIAN_FRONTEND=noninteractive apt-get install -y -qq docker-ce-rootless-extras >/dev/null

$ curl https://raw.githubusercontent.com/helm/helm/master/scripts/get-helm-3 | bash

$ curl -L "https://github.com/docker/compose/releases/download/1.29.2/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
$ chmod +x /usr/local/bin/docker-compose

$ sed -i "/kube-node/a ${ip}" test

dashboard_image_repo: "{{ docker_image_repo }}/kubernetesui/dashboard-{{ image_arch }}"
dashboard_image_tag: "v2.2.0"
dashboard_metrics_scraper_repo: "{{ docker_image_repo }}/kubernetesui/metrics-scraper"
dashboard_metrics_scraper_tag: "v1.0.6"

downloads:
  dashboard:
    enabled: "{{ dashboard_enabled }}"
    container: true
    repo: "{{ dashboard_image_repo }}"
    tag: "{{ dashboard_image_tag }}"
    sha256: "{{ dashboard_digest_checksum|default(None) }}"
    groups:
    - kube_control_plane

  dashboard_metrics_scrapper:
    enabled: "{{ dashboard_enabled }}"
    container: true
    repo: "{{ dashboard_metrics_scraper_repo }}"
    tag: "{{ dashboard_metrics_scraper_tag }}"
    sha256: "{{ dashboard_digest_checksum|default(None) }}"
    groups:
    - kube_control_plane

download_defaults:
  container: false
  file: false
  repo: None
  tag: None
  enabled: false
  dest: None
  version: None
  url: None

$ sed -n '/^downloads:/,/download_defaults:/p'

repo: "{{ dashboard_image_repo }}"
tag: "{{ dashboard_image_tag }}"

repo: "{{ dashboard_metrics_scraper_repo }}"
tag: "{{ dashboard_metrics_scraper_tag }}"

sed -n '/^downloads:/,/download_defaults:/p' ${REPO_ROOT_DIR}/${DOWNLOAD_YML} \
| sed -n "s/repo: //p;s/tag: //p" | tr -d ' ' | sed 's/{{/${/g;s/}}/}/g' \
| sed 'N;s#\n# #g' | tr ' ' ':' | sed 's/^/echo /g' >> ${TEMP_DIR}/generate.sh

$ sed -i ':a;N;$!ba;s/\n/ /g'

$ lsof -i | grep sshd | wc -l

$ lsof -i | grep -c sshd

$ egrep --only-matching -E '([[:digit:]]{1,3}\.){3}[[:digit:]]{1,3}'

$ cat access.log | awk '{d[$1]++} END {for (i in d) print d[i],i}' | sort -nr | head

$ ss -nat | awk 'NR>1 {d[$1]++} END {for (i in d) print d[i],i}'

$ DOCKER_BUILDKIT=1 docker build -o type=local,dest=$PWD -f Dockerfile .

FROM nixos/nix:2.3.11 as builder
WORKDIR /build
COPY . .
RUN nix build -f nix
FROM scratch
COPY --from=builder /build/result/bin/skopeo /skopeo

DOCKER_BUILDKIT=1 docker build -o type=local,dest=$PWD .

$ echo 'FROM scratch\nCOPY . .' | docker build -t files:tag -f - .

echo 'FROM files:tag' | DOCKER_BUILDKIT=1 docker build -o type=local,dest=$PWD -f - /dev/null

$ kubectl get pods -A -o=custom-columns='IMAGE:spec.containers[*].image' | tr ',' '\n' | sort -u

$ kubectl get events --all-namespaces -o wide --sort-by=.metadata.creationTimestamp

$ kubectl get pod -n kube-system | awk '{print $1}' | xargs -L1 -I {} bash -c "kubectl -n kube-system logs {} > {}.log"

$ kubectl get pod -n kube-system | grep -E "kube-apiserver|kube-controller|kube-proxy|kube-scheduler|coredns" | awk '{print $1}' | xargs -L1 -I {} sh -c "kubectl -n kube-system logs {} > {}.log"

$ kubectl get nodes -o jsonpath='{ $.items[*].status.addresses[?(@.type=="InternalIP")].address }'

$ kubectl get pods -o jsonpath='{ $.items[*].status.podIP }'

$ kubectl get nodes -o jsonpath='{.items[*].spec.podCIDR}'

$ kubectl get svc --no-headers --all-namespaces -o jsonpath='{$.items[*].spec.clusterIP}'

# cpu
kubectl top pods --all-namespaces | sort --reverse --key 3 --numeric
# memory
kubectl top pods --all-namespaces | sort --reverse --key 4 --numeric

# docker registry for offline resources
- src: docker.io/library/registry
  dest: library/registry

# helm chartmuseum for offline resources
- src: ghcr.io/helm/chartmuseum
  dest: library/chartmuseum

$ yq eval（217, 217, 217); padding: 4px 8px; cursor: default;">
version: '3.1'
services:
  nginx:
    container_name: nginx
    image: nginx:1.20-alpine
    volumes:
      - ./resources/nginx:/usr/share/nginx
    ports:
      - 443:443
      - 5000:5000
      - 8080:8080

nginx_http_port="${NGINX_HTTP_PORT}:8080" yq eval（217, 217, 217); padding: 4px 8px; cursor: default;">
for pmd_name in $(kubectl ${KUBECONFIG_ARG} get cpm --no-headers | cut -d ' ' -f1); do
    CPMD_NAME="${pmd_name}"
    JSON="${RCTL_TMP_PATH}/${pmd_name}.json"
    kubectl ${KUBECONFIG_ARG} get cpm ${pmd_name} -o jsonpath='{.spec}' > ${JSON}
    ((moudles_num=$(jq '.modules|length' ${JSON})-1))
    for i in $(seq 0 ${moudles_num}); do
        ((addons_num=$(jq ".modules[${i}].addons|length" ${JSON})-1))
        for j in $(seq 0 ${addons_num}); do
            addon_name=$(jq -r ".modules[${i}].addons[${j}].name" ${JSON})
            if [ "${CHART_NAME}" = "${addon_name}" ]; then
                PATCH_DATA=$(jq -c ".modules[${i}].addons[${j}].version = \"${VERSION}\"" ${JSON})
                break 3
            fi
        done
    done
done

if printf "%s\\n%s\\n" v1.21 ${kube_version%.*} | sort --check=quiet --version-sort; then
    echo -n ${coredns_version};else echo -n ${coredns_version/v/}
fi

$ openssl x509 -noout -text -in ca.cert

$ stat -c '%s' file

$ ip r get 1 | awk 'NR==1 {print $NF}'
$ ip r get 1 | sed "s/uid.*//g" | awk 'NR==1 {print $NF}'

untar() {
  file_size=$(stat -c '%s' $1)
  block_size=$(expr $file_size / 51200); block_size=$(expr $block_size + 1)
  tar_info="Untar $1 progress:"
  tar --blocking-factor=$block_size --checkpoint=1 --checkpoint-action=ttyout="${tar_info} %u%  \r" -xpf $1 -C $2
}

# regular match ip
match_ip() {
    local INPUT_IPS=$*
    local IPS=""
    if ! echo ${INPUT_IPS} | egrep --only-matching -E '([[:digit:]]{1,3}\.){3}[[:digit:]]{1,3}-[[:digit:]]{1,3}' > /dev/null; then
        IPS="$(echo ${INPUT_IPS} | egrep --only-matching -E '([[:digit:]]{1,3}\.){3}[[:digit:]]{1,3}' | tr '\n' ' ')"
    else
        ip_prefix="$(echo ${INPUT_IPS} | egrep --only-matching -E '([[:digit:]]{1,3}\.){3}[[:digit:]]{1,3}-[[:digit:]]{1,3}' | cut -d '.' -f1-3)"
        ip_suffix="$(echo ${INPUT_IPS} | egrep --only-matching -E '([[:digit:]]{1,3}\.){3}[[:digit:]]{1,3}-[[:digit:]]{1,3}' | cut -d '.' -f4 | tr '-' ' ')"
        for suffix in $(seq ${ip_suffix}); do IPS="${IPS} ${ip_prefix}.${suffix}"; done
    fi
    echo ${IPS} | egrep --only-matching -E '([[:digit:]]{1,3}\.){3}[[:digit:]]{1,3}' | tr '\n' ' '
}

Host *
      StrictHostKeyChecking no
    UserKnownHostsFile=/dev/null
    ForwardAgent yes
    ServerAliveInterval 10
    ServerAliveCountMax 10000
    TCPKeepAlive no
    ControlMaster auto
    ControlPath ~/.ssh/session/%h-%p-%r
    ControlPersist 12h

Host nas
    Hostname 172.20.0.10
    Port 22
    User root
    IdentityFile ~/.ssh/local-node.pem

Host 172.20.0.*
    Port 22
    User root
    IdentityFile ~/.ssh/local-node.pem

Host *github.com
    Hostname github.com
    User git
    IdentityFile ~/.ssh/github_muzi.pem

#!/bin/bash
IP=${1}
CMD=${2}
USER=root
ARGS="-o StrictHostKeyChecking=no -o ControlMaster=auto -o ControlPersist=12h -o ConnectionAttempts=100"
PASSWORDS="admin123456 test123456 centos1234"
ssh-keygen -R ${1} > /dev/null 2>&1
PASS=""
for pass in ${PASSWORDS}; do
    if sshpass -p ${pass} ssh ${ARGS} ${USER}@${IP} "hostname"; then PASS=${pass}; break ; fi
done
sshpass -p ${PASS} ssh ${ARGS} ${USER}@${IP} ${CMD}
exit 0

reset_global_timer() {
    export SEC0=$(date --utc +%s)
}

reset_function_timer(){
    export SEC1=$(date --utc +%s)
}

running_time()
{
    SEC2=$(date --utc +%s); DIFFSEC=$((${SEC2} - ${SEC1})); printf "\nSection Time: $(date +%H:%M:%S -ud @${DIFFSEC})\n"
    SEC2=$(date --utc +%s); DIFFSEC=$((${SEC2} - ${SEC0})); printf "Elapsed Time: $(date +%H:%M:%S -ud @${DIFFSEC})\n\n"
}

reset_global_timer
reset_function_timer
running_time

$ dpkg-query -W -f='${binary:Package}=${Version}\n'

ARCHITECTURE=$(uname -m)
host_architecture=$(dpkg --print-architecture)

$ wget -O /etc/yum.repos.d/CentOS-Base.repo https://mirrors.huaweicloud.com/repository/conf/CentOS-7-anon.repo

# 安装华为云 EPEL 源
yum install epel-release -y
sed -i "s/#baseurl/baseurl/g" /etc/yum.repos.d/epel.repo
sed -i "s/metalink/#metalink/g" /etc/yum.repos.d/epel.repo
sed -i "s@https\?://download.fedoraproject.org/pub@https://mirrors.huaweicloud.com@g" /etc/yum.repos.d/epel.repo

$ sed -i 's/deb.debian.org/mirrors.huaweicloud.com/g' /etc/apt/sources.list
$ sed -i 's|security.debian.org/debian-security|mirrors.huaweicloud.com/debian-security|g' /etc/apt/sources.list

$ sed -i 's/archive.ubuntu.com/mirrors.huaweicloud.com/g' /etc/apt/sources.list
Alpine
$ echo "http://mirrors.huaweicloud.com/alpine/latest-stable/main/" > /etc/apk/repositories
$ echo "http://mirrors.huaweicloud.com/alpine/latest-stable/community/" >> /etc/apk/repositories

$ update-ca-trust force-enable
$ cp domain.crt /etc/pki/ca-trust/source/anchors/domain.crt
$ update-ca-trust

$ cp domain.crt /usr/share/ca-certificates/domain.crt
$ echo domain.crt >> /etc/ca-certificates.conf
$ update-ca-certificates

$ cp domain.crt /usr/local/share/ca-certificates/domain.crt
$ update-ca-certificates

#!/bin/sh

git filter-branch --env-filter '
OLD_EMAIL="[email protected]"
CORRECT_NAME="github-actions"
CORRECT_EMAIL="41898282+github-actions[bot]@users.noreply.github.com"

if [ "$GIT_COMMITTER_EMAIL" = "$OLD_EMAIL" ]
then
    export GIT_COMMITTER_NAME="$CORRECT_NAME"
    export GIT_COMMITTER_EMAIL="$CORRECT_EMAIL"
fi
if [ "$GIT_AUTHOR_EMAIL" = "$OLD_EMAIL" ]
then
    export GIT_AUTHOR_NAME="$CORRECT_NAME"
    export GIT_AUTHOR_EMAIL="$CORRECT_EMAIL"
fi
' --tag-name-filter cat -- --branches --tags

$ git describe --tags --always

$ git push --delete origin tag_name

# 删除所有
$ git tag -l | xargs -L1 -I {} git push --delete origin {}

#!/usr/bin/env bash

: ${SP_NAME:="init"}
: ${NODES:="kube-control-01 kube-control-02 kube-control-03 kube-node-01"}

for node in ${NODES}; do
  if govc snapshot.revert -vm ${node} ${SP_NAME}; then
    echo "${node} snapshot revert successfully"
  fi
  govc vm.info ${node} | grep -q poweredOn || govc vm.power -on ${node}
done