############# run separately ############
##### Please ensure use ubuntu user. #####
# make sure install_package_path is install package path.
sudo su - ubuntu
cd $install_package_path

# join existing tmux installation session
# $ tmux a -t senselink

./setup_senselink.sh |& tee -a setup_senselink.log

server: https://10.0.222.222:6443

[ubuntu@saas-i-prod-saasdiamondali10 ~]$ kubectl get pods 
No resources found.

$ sudo docker ps -a | grep haproxy && sudo docker ps -a | grep keepalive 
646f3c72799c registry.sensetime.com/diamond/haproxy:2.1.2-1 "/docker-entrypoint.…" 6 weeks ago Exited (0) 21 hours ago diamond-haproxy 
5ca5eeb00609 registry.sensetime.com/diamond/keepalived:2.0.19 "/container/tool/run" 6 weeks ago Exited (0) 21 hours ago diamond-keepalived

############# run separately ############
sudo su - root

# mount disk
# Make sure that the disk will be mount is  not system OS disk, e.g. /dev/vdb
mkdir /data
mkfs -t ext4 /dev/vdb
mount /dev/vdb /data
echo "/dev/vdb /data   ext4    defaults        0 0" >> /etc/fstab

#login diamond host
sudo su - root

##############################################################
# Copy installer package to /data folder here and unzip here.
##############################################################
cd /data
tar -zxvf SenseLinkGE-EnterprisePro-2.3.1.20200602.tar.gz
#install_package_path is where senselink install package
install_package_path=/data/SenseLinkGE-EnterprisePro-2.3.1.20200602
# copy to other hosts, exclude diamond host.
chmod 600 $install_package_path/diamond/assets/ssh-keys/diamond.key

# create user `ubuntu` with account `root`, make sure the hosts can be logined     with the Account `root` by using password or public key file.
#using password
$install_package_path/diamond/diamondctl lwp -u root -p $root_password -t ubuntu -i 10.10.10.1,10.10.10.2,10.10.10.3,10.10.10.4

#using public key file
$install_package_path/diamond/diamondctl lwp -u root -p $root_password -t ubuntu -i 10.10.10.1,10.10.10.2,10.10.10.3,10.10.10.4
$install_package_path/diamond/diamondctl lwp -u root -k $root_key_file_path -t ubuntu -i 10.10.10.1,10.10.10.2,10.10.10.3,10.10.10.4

sudo chown -R ubuntu:ubuntu /data

############# run separately ############
sudo su - root
chown -R ubuntu:ubuntu /data

$ sudo docker start 646f3c72799c && sudo docker start 5ca5eeb00609

[ubuntu@saas-i-prod-saasdiamondali10 ~]$ kubectl get pods 
No resources found.

10.10.32.x0  d1  # Diamond Host
10.10.32.x1  m1  # Mercury Host 1
10.10.32.x2  m2  # Mercury Host 2
10.10.32.x3  m3  # Mercury Host 3

############# run separately ############
sudo su - root

# create `ubuntu` account and group if not
useradd ubuntu -Um -s /bin/bash

# grant no-pass privilege, e.g.
echo "ubuntu ALL=(ALL) NOPASSWD: ALL" |& sudo tee -a /etc/sudoers
sudo cat /etc/sudoers | grep ubuntu

# Configure Diamond Installer public key
mkdir -p /home/ubuntu/.ssh/
chown -R ubuntu:ubuntu /home/ubuntu/
echo "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC8XmMLdUKSH1qzH6o0fuvEi2Ng7jE+88MkZEFe+8fdm+3ioRIVTauV9YRta55FmsTTrtMOnTG4fdT8tg5x3HeROlvn8zN7ZdDTKi5NLvOjswgCOjDvzRFAerry0FPt0HOJP8czHXUU5mvZb4Z/xjegoREY2UDnTfyq0MWvmyFy0ewfNtn7/JKezJX0d7guxPOGUknoSQUQWR6xX4V3ou5Ap1HtE/Ez1Gvb+QwamhY1Gvt/alVjoPu5pwt5KPg8pzHJmhrwGdaDxxPWbs4nJRgY9ONylx2krSTWNbwWjyYgN8Qx6hACHPJchpc3nHvPvoRWzuF71TxQP6gZBViKK6qX [email protected]" >> /home/ubuntu/.ssh/authorized_keys
cat /home/ubuntu/.ssh/authorized_keys | grep diamond

# Ensure hostname was configured at local host file
echo "`hostname -I | cut -d ' ' -f1`  `hostname`" | sudo tee -a /etc/hosts
cat /etc/hosts

# Disable apt package auto upgrade service
sudo systemctl stop apt-daily.service apt-daily.timer apt-daily-upgrade.timer apt-daily-upgrade.service
sudo systemctl disable apt-daily.service apt-daily.timer apt-daily-upgrade.timer apt-daily-upgrade.service

# untar and load docker image
$ docker load -i /path/to/docker/diamond-wizard-image-2019-10-13.tar
2db44bce66cd: Loading layer [==================================================>]  72.48MB/72.48MB
3bb51901dfa3: Loading layer [==================================================>]  57.32MB/57.32MB
509a5ea4aeeb: Loading layer [==================================================>]  3.584kB/3.584kB
1a28e4bda5d2: Loading layer [==================================================>]   9.99MB/9.99MB
Loaded image: diamond-wizard:v1.0

# start http service
$ docker run -d -p 8002:80 diamond-wizard:v1.0
5899f9cd3fe229528b077a4473752d7ba95e788779a36bab20d9c360e7490aa5

# stop service container
$ docker container stop 5899f9cd3fe229528b077a4473752d7ba95e788779a36bab20d9c360e7490aa5
5899f9cd3fe229528b077a4473752d7ba95e788779a36bab20d9c360e7490aa5

# remove service container
$ docker container rm 5899f9cd3fe229528b077a4473752d7ba95e788779a36bab20d9c360e7490aa5
5899f9cd3fe229528b077a4473752d7ba95e788779a36bab20d9c360e7490aa5

# remove docker image
$ docker image rm diamond-wizard:v1.0
Untagged: diamond-wizard:v1.0
Deleted: sha256:02ea5e33b699fb98325210faa809ebb2904cd9d4ed6f9b2b2527bf2ea4beacdc
Deleted: sha256:4904fa59a60392d5b15236de1d945c3546840615956b107d26ad60ec3e3a2fdc
Deleted: sha256:301c5d89cad94a6a99703841b021cf7df4326d2f14715c52b4b27893b13e02c0
Deleted: sha256:c3172409dcf95530cce7aad6a4c16a476fec9c43ac38426e9487b43efd246357
Deleted: sha256:2db44bce66cde56fca25aeeb7d09dc924b748e3adfe58c9cc3eb2bd2f68a1b68

kubectl --kubeconfig /opt/sensetime/diamond/ada/config/ada-kubeconfig get secret diamond-secret -o yaml

kubectl label node <label name> mercury.sensetime.com/node-engine=True

kubectl edit deployment engine-face-extract-service

watch -n1 kubectl get pods

############# run separately ############
##### Please ensure use ubuntu user. #####
sudo su - ubuntu

# Prepare build installer folder
sudo mkdir -p /data && sudo chown -R $(whoami):$(whoami) /data && cd /data

# Install docker
sudo apt install -y docker.io=17.12.1-0ubuntu1

# Add user to docker group
sudo usermod -a -G docker $(whoami)
sudo chown -R $(whoami):$(whoami) /home/$(whoami)/

############# run separately ############
##### Exit current session and re-login again so that to enable user group. #####
exit

############# run separately ############
##### Please ensure use ubuntu user. #####
sudo su - ubuntu
cd /data

# Create tmux session for installation
# $ tmux new -s mercury

./setup_diamond.sh |& tee -a ./setup_diamond.log

workflow installation has completed

     ***************
   *******************
     ***************
       ***********
         *******
           ***
            *

Diamond successfully installed

# add diamond.key to host private key list
ssh-agent bash
ssh-add /data/diamond/shells/diamond.key

##############################################
# Please ensure existing id_rsa wasn't used before run below command.
##############################################
# copy diamond.key as host private key
cp -i /data/diamond/shells/diamond.key /home/ubuntu/.ssh/id_rsa

host_ip=10.10.10.x
ssh -i /data/diamond/shells/diamond.key $host_ip 'mkdir -p ~/.kube/'
scp -i /data/diamond/shells/diamond.key /data/diamond/report/k8sKubeConfig $host_ip:~/.kube/config
ssh -i /data/diamond/shells/diamond.key $host_ip 'sudo mkdir -p /root/.kube/ && sudo cp ~/.kube/config /root/.kube/'

# adding frequent used commands
echo '
alias kaf="kubectl apply -f"
alias kdf="kubectl delete -f"
alias kg="kubectl get"
alias kd="kubectl describe"
alias kl="kubectl logs"
alias kgp="kubectl get pods"
alias kdp="kubectl describe pods"
alias kl="kubectl logs"
alias keti="kubectl exec -ti"
alias ck="kubectl -n component"
alias ckg="kubectl -n component get"
alias ckgp="kubectl -n component get pods"
alias ckd="kubectl -n component describe"
alias ckdp="kubectl -n component describe pods"
alias ckl="kubectl -n component logs"
alias cketi="kubectl -n component exec -ti"
alias ckga="kubectl -n compponent get all"
' >> ~/.bashrc
source ~/.bashrc

cd /data

# Copy build-installer.sh to host and prepare installer package.
# vim build-installer.sh

# run build-installer with correct branch name
bash build-installer.sh [branch]

# package installer files into tarball and generate hash code
tarball_name=Mercury_v1.1.0_$(date +%Y-%m-%d_%H-%M-%S_%Z).tar
tar -cvf $tarball_name .
sha1sum $tarball_name

# when build installer on Diamond Host, DO REMOVE docker.io that installed within build-installer.sh since it will impact real diamond deployment.
sudo apt remove docker.io

# Prepare build installer folder
sudo mkdir -p /data && sudo chown -R $(whoami):$(whoami) /data && cd /data

##############################################
# DO copy installer package to /data folder here
##############################################

# Collect host information for example (10.10.10.x is your machines IP)
bash /data/diamond/shells/pre_flight.sh 10.10.10.1 10.10.10.2 10.10.10.3 ... 10.10.10.x

cd [ToolKitを配備したディレクトリ]

sudo apt install ./SenseLink Toolkit Setup 1.1.4_20200601.deb

unzip example.zip

ls -lR example
example:
total 8
drwxr-xr-x 2 ubuntu ubuntu 4096 Sep  3 11:32 Client
drwxr-xr-x 2 ubuntu ubuntu 4096 Sep  3 11:31 Server

example/Client:
total 12
-rw-r--r-- 1 ubuntu ubuntu 5781 Sep  3 11:32 SENSELINK_GE_FOR_JCV_example_6F717809-5238-4AD2-B666-033E61BE529B.lic
-rw-r--r-- 1 ubuntu ubuntu  887 Sep  3 11:32 SENSELINK_GE_FOR_JCV_example_6F717809-5238-4AD2-B666-033E61BE529B.pem

example/Server:
total 8
-rw-r--r-- 1 ubuntu ubuntu 5781 Sep  3 11:31 SENSELINK_GE_FOR_JCV_example_5C9EB267-791F-41E6-9FED-034EC93E3634.lic

more ~/example/Client/SENSELINK_GE_FOR_JCV_example*.lic
# License Product: SenseLink_GE_for_JCV_example

cd SenseLinkGE-EnterprisePro-2.3.1.20200602/senselink/mercury/license-ca/config/
cp ~/example/Client/SENSELINK_GE_FOR_JCV_example* .
cp ~/example/Server/SENSELINK_GE_FOR_JCV_example* .

cat config.yml
cluster: "cluster_a5a303e4-aab5-456d-b356-b68907c6654c.lic"
slaves:
  - lic: "client_S1907262112.lic"
    pem: "client_S1907262112.pem"

hb_alone_time: 8640000
hb_interval: 5

https: true
active: true
active_host: "private.ca.sensetime.com"
active_port: 8443
standby_host: "slave.private.ca.sensetime.com"
standby_port: 8443

cp cluster_a5a303e4-aab5-456d-b356-b68907c6654c.lic cluster_a5a303e4-aab5-456d-b356-b68907c6654c.lic.bak
cp client_S1907262112.lic client_S1907262112.lic.bak
cp client_S1907262112.pem client_S1907262112.pem.bak
cp client.lic client.lic

cp SENSELINK_GE_FOR_JCV_example_6F717809-5238-4AD2-B666-033E61BE529B.lic client_S1907262112.lic
cp SENSELINK_GE_FOR_JCV_example_6F717809-5238-4AD2-B666-033E61BE529B.lic client.lic
cp SENSELINK_GE_FOR_JCV_example_6F717809-5238-4AD2-B666-033E61BE529B.pem client_S1907262112.pem
cp SENSELINK_GE_FOR_JCV_example_5C9EB267-791F-41E6-9FED-034EC93E3634.lic cluster_a5a303e4-aab5-456d-b356-b68907c6654c.lic

kubectl delete cm license-config

rm -rf /data/SenseLinkGE-EnterprisePro-2.3.1.20200602/senselink/mercury/ansible-tasks-done/engine-license-ca.done /data/SenseLinkGE-EnterprisePro-2.3.1.20200602/senselink/mercury/ansible-tasks-done/engine-license.done /data/SenseLinkGE-EnterprisePro-2.3.1.20200602/senselink/mercury/ansible-tasks-done/engine-alert-feature-db.done /data/SenseLinkGE-EnterprisePro-2.3.1.20200602/senselink/mercury/ansible-tasks-done/engine-api-wrapper-service.done /data/SenseLinkGE-EnterprisePro-2.3.1.20200602/senselink/mercury/ansible-tasks-done/engine-face-extract-service.done

[ubuntu@link-pro-23-diamond-host mercury]$ grep -ri SmartGate .
./apps/roles/feature-templates/proxy.yml:        - SmartGate
./apps/roles/engine-face-extract-service/templates/deploy.yml:        - "./engine-image-process-service -config /config/ips_config.json -license_path=/license_config/client_license.lic -license_product_name=SmartGate"
./apps/roles/feature-templates/worker.yml:        - HOSTNAME=`hostname` && role=1 && worker_id=`echo ${HOSTNAME} | sed "s/.*-\([0-9]*\)/\1/"` && if [ ${worker_id} != 0 ]; then role=0; fi && /engine-static-feature-db/shard-worker -db_type alert -role ${role} -worker_id ${worker_id} -worker_config /config/worker-{{ loop.index }}.json -license_path /license_config/client_license.lic -heap_size {{ worker_heap_limit }} -license_product SmartGate
./apps/roles/feature-templates/worker.yml:        - HOSTNAME=`hostname` && role=1 && worker_id=`echo ${HOSTNAME} | sed "s/.*-\([0-9]*\)/\1/"` && if [ ${worker_id} != 0 ]; then role=0; fi && /engine-static-feature-db/shard-worker -db_type static -role ${role} -worker_id ${worker_id} -worker_config /config/worker-{{ loop.index }}.json -license_path /license_config/client_license.lic -heap_size {{ worker_heap_limit }} -license_product SmartGate

change those 3 files with smartgete to SenseLink_GE_for_JCV_example

cd /data/SenseLinkGE-EnterprisePro-2.3.1.20200602
./setup_cv.sh

kubectl get po | grep face-extrac | awk '{print $1}' | xargs -I'{}' kubectl delete po '{}'
kubectl get po | grep engine-alert-feature-db | awk '{print $1}' | xargs -I'{}' kubectl delete po '{}'

{
    "code": 200,
    "message": "OK",
    "desc": "",
    "data": "slqr-614yJpzW8bbvc27UySglfHwpbvG3WQNO"
}

docker: Error response from daemon: failed to start shim: exec: "docker: Error response from daemon: failed to start shim: exec: "docker-containerd-shim": executable file not found in $PATH: unknown.
": executable file not found in $PATH: unknown.

docker: Error response from daemon: OCI runtime create failed: unable to retrieve OCI runtime error (open /run/docker/containerd/daemon/io.containerd.runtime.v1.linux/moby/b123c36ddea60f7bf562946b7ffb9520023fcb4946b3e7f9941a564a46bad28c/log.json: no such file or directory): exec: "docker-runc": executable file not found in $PATH: unknown.

# Disable apt package auto upgrade service
sudo systemctl stop apt-daily.service apt-daily.timer apt-daily-upgrade.timer apt-daily-upgrade.service
sudo systemctl disable apt-daily.service apt-daily.timer apt-daily-upgrade.timer apt-daily-upgrade.service

...
TASK [Create a ext4 filesystem] ********************************************************************************************************************************************************************************
ok: [mercury-work-01]
ok: [mercury-work-02]
ok: [mercury-work-03]

TASK [Mount up device] *****************************************************************************************************************************************************************************************
fatal: [mercury-work-02]: FAILED! => {"changed": false, "msg": "Error mounting /mnt/locals/afd/volume0: mount: mount /dev/vdb5 on /mnt/locals/afd/volume0 failed: Structure needs cleaning\n"}
fatal: [mercury-work-01]: FAILED! => {"changed": false, "msg": "Error mounting /mnt/locals/afd/volume0: mount: mount /dev/vdb5 on /mnt/locals/afd/volume0 failed: Structure needs cleaning\n"}
fatal: [mercury-work-03]: FAILED! => {"changed": false, "msg": "Error mounting /mnt/locals/afd/volume0: mount: mount /dev/vdb5 on /mnt/locals/afd/volume0 failed: Structure needs cleaning\n"}
    to retry, use: --limit @/data/mercury/init_data_fs_vdb.retry

PLAY RECAP *****************************************************************************************************************************************************************************************************
mercury-work-01            : ok=24   changed=11   unreachable=0    failed=1
mercury-work-02            : ok=24   changed=11   unreachable=0    failed=1
mercury-work-03            : ok=24   changed=11   unreachable=0    failed=1
...

TASK [engine-alert-feature-db : App engine-alert-feature-db | Config & Pod & Service] ******************************************************************************************
ok: [mercury-work-01] => (item=config.yml)
ok: [mercury-work-01] => (item=proxy.yml)
ok: [mercury-work-01] => (item=worker.yml)
ok: [mercury-work-01] => (item=ingress.yml)
ok: [mercury-work-01] => (item=init.sh)
ok: [mercury-work-01] => (item=worker-monitor.yml)
ok: [mercury-work-01] => (item=proxy-monitor.yml)

TASK [engine-alert-feature-db : App engine-alert-feature-db | Init] ************************************************************************************************************
fatal: [mercury-work-01]: FAILED! => {"changed": true, "cmd": ["bash", "/etc/kubernetes/apps/engine-alert-feature-db/init.sh"], "delta": "0:00:14.564060", "end": "2019-10-17 22:29:22.053773", "msg": "non-zero return code", "rc": 2, "start": "2019-10-17 22:29:07.489713", "stderr": "+ (( i=0 ))\n+ (( i<20 ))\n+ kubectl exec -it -n component cassandra-alert-0 -- cqlsh -u root -p d@6lo6kBjK%jllN -e 'CREATE KEYSPACE IF NOT EXISTS viper_test WITH replication = {'\\''class'\\'':'\\''SimpleStrategy'\\'', '\\''replication_factor'\\'' : 3};'\nUnable to use a TTY - input is not a terminal or the right kind of file\n+ ret_code=0\n+ [[ 0 -eq 0 ]]\n+ break\n+ [[ 0 -ne 0 ]]\n+ (( i=0 ))\n+ (( i<20 ))\n+ kubectl exec -it -n component cassandra-alert-0 -- cqlsh -u root -p d@6lo6kBjK%jllN -e '\n    CREATE TABLE IF NOT EXISTS viper_test.static_feature_dbs(\n        db_id uuid,\n        object_type text,\n        name text,\n        feature_version int,\n        description text,\n        creation_time timestamp,\n        indexes map<uuid, text>,\n        deleted boolean,\n        max_size bigint,\n        PRIMARY KEY (db_id),\n    );'\nUnable to use a TTY - input is not a terminal or the right kind of file\n+ ret_code=0\n+ [[ 0 -eq 0 ]]\n+ break\n+ [[ 0 -ne 0 ]]\n+ (( i=0 ))\n+ (( i<20 ))\n+ kubectl exec -it -n component cassandra-alert-0 -- cqlsh -u root -p d@6lo6kBjK%jllN -e '\n    CREATE TABLE IF NOT EXISTS viper_test.static_features(\n        index_id uuid,\n        seq_id bigint,\n        feature_version int,\n        creation_time timestamp,\n        metadata blob,\n        image_id text,\n        payload text,\n        feature blob,\n        PRIMARY KEY (index_id, seq_id),\n    );'\nUnable to use a TTY - input is not a terminal or the right kind of file\n<stdin>:1:OperationTimedOut: errors={'10.244.1.8': 'Client request timeout. See Session.execute[_async](timeout)'}, last_host=10.244.1.8\ncommand terminated with exit code 2", "stderr_lines": ["+ (( i=0 ))", "+ (( i<20 ))", "+ kubectl exec -it -n component cassandra-alert-0 -- cqlsh -u root -p d@6lo6kBjK%jllN -e 'CREATE KEYSPACE IF NOT EXISTS viper_test WITH replication = {'\\''class'\\'':'\\''SimpleStrategy'\\'', '\\''replication_factor'\\'' : 3};'", "Unable to use a TTY - input is not a terminal or the right kind of file", "+ ret_code=0", "+ [[ 0 -eq 0 ]]", "+ break", "+ [[ 0 -ne 0 ]]", "+ (( i=0 ))", "+ (( i<20 ))", "+ kubectl exec -it -n component cassandra-alert-0 -- cqlsh -u root -p d@6lo6kBjK%jllN -e '", "    CREATE TABLE IF NOT EXISTS viper_test.static_feature_dbs(", "        db_id uuid,", "        object_type text,", "        name text,", "        feature_version int,", "        description text,", "        creation_time timestamp,", "        indexes map<uuid, text>,", "        deleted boolean,", "        max_size bigint,", "        PRIMARY KEY (db_id),", "    );'", "Unable to use a TTY - input is not a terminal or the right kind of file", "+ ret_code=0", "+ [[ 0 -eq 0 ]]", "+ break", "+ [[ 0 -ne 0 ]]", "+ (( i=0 ))", "+ (( i<20 ))", "+ kubectl exec -it -n component cassandra-alert-0 -- cqlsh -u root -p d@6lo6kBjK%jllN -e '", "    CREATE TABLE IF NOT EXISTS viper_test.static_features(", "        index_id uuid,", "        seq_id bigint,", "        feature_version int,", "        creation_time timestamp,", "        metadata blob,", "        image_id text,", "        payload text,", "        feature blob,", "        PRIMARY KEY (index_id, seq_id),", "    );'", "Unable to use a TTY - input is not a terminal or the right kind of file", "<stdin>:1:OperationTimedOut: errors={'10.244.1.8': 'Client request timeout. See Session.execute[_async](timeout)'}, last_host=10.244.1.8", "command terminated with exit code 2"], "stdout": "", "stdout_lines": []}

$ kubectl -n component delete persistentvolume/local-pv-12bd5454 persistentvolume/local-pv-7d88103a persistentvolume/local-pv-db999675

persistentvolume "local-pv-12bd5454" deleted
persistentvolume "local-pv-7d88103a" deleted
persistentvolume "local-pv-db999675" deleted

$ kubectl get pv

NAME                CAPACITY   ACCESS MODES   RECLAIM POLICY   STATUS        CLAIM                                                                       STORAGECLASS                         REASON    AGE
local-pv-12bd5454   4793Mi     RWO            Delete           Terminating   default/engine-alert-feature-db-oplogs-engine-alert-feature-db-worker-1-0   storageclass-local-afd                         39h
local-pv-1ea63c14   14Gi       RWO            Delete           Bound         component/localvolume0-minio-default-0                                      storageclass-local-minio-default               39h
local-pv-21daf7fb   23Gi       RWO            Delete           Available                                                                                 storageclass-local-cassandra-alert             39h
local-pv-483597     14Gi       RWO            Delete           Available                                                                                 storageclass-local-minio-default               39h
...

...
kind: PersistentVolume
metadata:
  creationTimestamp: 2019-10-09T10:11:41Z
  deletionGracePeriodSeconds: 0
  deletionTimestamp: 2019-10-11T01:03:21Z
  finalizers:
  - kubernetes.io/pv-protection
  name: local-pv-12bd5454
...

...
kind: PersistentVolume
metadata:
  creationTimestamp: 2019-10-09T10:11:41Z
  deletionGracePeriodSeconds: 0
  deletionTimestamp: 2019-10-11T01:03:21Z
  finalizers: null
  name: local-pv-12bd5454
...

ssh mercury-work-01 < ./mercury/bin/remove-services.sh
ssh mercury-work-01 < ./mercury/bin/remove-volumes.sh
ssh mercury-work-02 < ./mercury/bin/remove-volumes.sh
...
ssh mercury-work-XX < ./mercury/bin/remove-volumes.sh

インベントリ内のグループで使用
最初にデプロイ対象のクラスタの IP を例に入力します。ubuntu アカウントを使用して、現行クラスタの ubuntu パスワードを例に入力します。

[nodes]
すべての k8s ワーカーノードを入力します (Diamond のインストールでは、k8s ワーカータグによって識別できます。ライセンスの分散情報は、Ansible の後半にあります。シングルノードのライセンスは、nodes[0] にのみ表示されます。)

[controllers]
最初の 2 つの [nodes] を入力すると、Machine controllers[0] では、開始されたポッドの yaml ファイルがディレクトリ "/etc/kubernetes" に格納されます。
また、API の k8s クラスタでノード分散が制御されます。API には、エンジン層の Wrapper、イングレス層の Nginx、エンジン層の VBS (マネージャポッド) があります。

[license_nodes]
現在のところ、この場所には nodes [0] のみを記述します。

[components]
ここで指定されるノードは、ミドルウェア分散ノードとして使用されます(注: Diamond のインストールでは、タグが「ceph」のノードをご使用ください)。
注: osg をインストールする際、components [0]  (/dev/vdc) にボリュームをマウントしてください。

[engine_stream]
エンジン層 (ワーカーのポッド) および FE のポッドが、k8s 環境のどのノードポジションに分散されるのかを制御します (十分な GPU が必要である点に注意してください)。

[engine_db]
後続エンジン層の AFD (SFD)、TSDB、structDB ポッドのどのノードポジションが k8s 環境で分散されるのかを制御します (関連サービスで GPU が必要である点に注意してください)。

face_model_version: "246v2"
pedestrian_model_version: "1.42"

# snippet in mercury/group_vars/all.yml
...
engine_face_extract_service:
    enabled: true
    replicas: 3
    gpu_devices: 1
    gpu_share_device: 0
    worker_cpu_request: 3
    worker_memory_request: 10Gi
    worker_gpu_limit: 1
...

# snippet in mercury/roles/infra-defaults/defaults/mercury-for-smartgate.yml
...
default_minio_components:
  - name: default
    volume_type: localvolume
    localvolume_pv_class: storageclass-local-minio-default
    replicas: 2
    cpu: 1
    memory: 4Gi
    diskcnt: 4
    storage: 10Gi
    export: true
...

# snippet in mercury/group_vars/init_data_fs_vdb.yml
...
disk_additional_disks:
  - pvdevice: /dev/vdb1
    disk: /dev/vdb
    number: 1
    start: 1MiB
    end: 209921MiB
    fstype: ext4
    mount_options: defaults
    mount: /mnt/locals/cassandra/alert/volume0

  - pvdevice: /dev/vdb2
    disk: /dev/vdb
    number: 2
    start: 209921MiB
    end: 419841MiB
    fstype: ext4
    mount_options: defaults
    mount: /mnt/locals/cassandra/alert/volume1
...

sign=md5 (timestamp#app_secret)

app_secret=2323dsfadfewrasa3434
timestamp=1477881215000
sign=md5 (1477881215000#2323dsfadfewrasa3434) =e5ef72ef839bdf5397b4906b199b9fbf

# Make sure the global variables is setup
set global innodb_large_prefix=1;
set global log_bin_trust_function_creators=1;

drop database  bi_slink_base; 
drop database  bi_slink_device_log; 
drop database  bi_link_fs;
create database IF NOT EXISTS bi_slink_base default charset=utf8mb4; 
create database IF NOT EXISTS bi_slink_device_log default charset=utf8mb4; 
create database IF NOT EXISTS bi_link_fs default charset=utf8mb4;

create user IF NOT EXISTS 'senselink'@'%' identified by 'senselink_2018_local';
grant all on bi_slink_base.* to senselink@'%' identified by 'senselink_2018_local' with grant option;
grant all on bi_link_fs.* to senselink@'%' identified by 'senselink_2018_local' with grant option;
grant all on bi_slink_device_log.* to senselink@'%' identified by 'senselink_2018_local' with grant option;
flush privileges;

mysql> SELECT PLUGIN_NAME, PLUGIN_STATUS  
       FROM INFORMATION_SCHEMA.PLUGINS
       WHERE PLUGIN_NAME LIKE 'keyring%';
+--------------+---------------+
| PLUGIN_NAME  | PLUGIN_STATUS |
+--------------+---------------+
| keyring_file | ACTIVE        |
+--------------+---------------+

10.10.10.1  hostname1  # Diamond Host & k8s master
10.10.10.2  hostname2  # k8s master
10.10.10.3  hostname3  # k8s master
10.10.10.4  hostname4  # SenseLink Host 1
10.10.10.5  hostname5  # SenseLink Host 2
10.10.10.6  hostname6  # SenseLink Host 3