# Prepare build installer folder
sudo mkdir -p /data && sudo chown -R $(whoami):$(whoami) /data && cd /data

##############################################
# DO copy installer package to /data folder here
##############################################

# Collect host information for example (10.10.10.x is your machines IP)
bash /data/diamond/shells/pre_flight.sh 10.10.10.1 10.10.10.2 10.10.10.3 ... 10.10.10.x

############# run separately ############
sudo su - root

# create `ubuntu` account and group if not
useradd ubuntu -Um -s /bin/bash

# grant no-pass privilege, e.g.
echo "ubuntu ALL=(ALL) NOPASSWD: ALL" |& sudo tee -a /etc/sudoers
sudo cat /etc/sudoers | grep ubuntu

# Configure Diamond Installer public key
mkdir -p /home/ubuntu/.ssh/
chown -R ubuntu:ubuntu /home/ubuntu/
echo "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC8XmMLdUKSH1qzH6o0fuvEi2Ng7jE+88MkZEFe+8fdm+3ioRIVTauV9YRta55FmsTTrtMOnTG4fdT8tg5x3HeROlvn8zN7ZdDTKi5NLvOjswgCOjDvzRFAerry0FPt0HOJP8czHXUU5mvZb4Z/xjegoREY2UDnTfyq0MWvmyFy0ewfNtn7/JKezJX0d7guxPOGUknoSQUQWR6xX4V3ou5Ap1HtE/Ez1Gvb+QwamhY1Gvt/alVjoPu5pwt5KPg8pzHJmhrwGdaDxxPWbs4nJRgY9ONylx2krSTWNbwWjyYgN8Qx6hACHPJchpc3nHvPvoRWzuF71TxQP6gZBViKK6qX diamond@sensetime.io" >> /home/ubuntu/.ssh/authorized_keys
cat /home/ubuntu/.ssh/authorized_keys | grep diamond

# Ensure hostname was configured at local host file
echo "`hostname -I | cut -d ' ' -f1`  `hostname`" | sudo tee -a /etc/hosts
cat /etc/hosts

# Disable apt package auto upgrade service
sudo systemctl stop apt-daily.service apt-daily.timer apt-daily-upgrade.timer apt-daily-upgrade.service
sudo systemctl disable apt-daily.service apt-daily.timer apt-daily-upgrade.timer apt-daily-upgrade.service

unzip example.zip

ls -lR example
example:
total 8
drwxr-xr-x 2 ubuntu ubuntu 4096 Sep  3 11:32 Client
drwxr-xr-x 2 ubuntu ubuntu 4096 Sep  3 11:31 Server

example/Client:
total 12
-rw-r--r-- 1 ubuntu ubuntu 5781 Sep  3 11:32 SENSELINK_GE_FOR_JCV_example_6F717809-5238-4AD2-B666-033E61BE529B.lic
-rw-r--r-- 1 ubuntu ubuntu  887 Sep  3 11:32 SENSELINK_GE_FOR_JCV_example_6F717809-5238-4AD2-B666-033E61BE529B.pem

example/Server:
total 8
-rw-r--r-- 1 ubuntu ubuntu 5781 Sep  3 11:31 SENSELINK_GE_FOR_JCV_example_5C9EB267-791F-41E6-9FED-034EC93E3634.lic

more ~/example/Client/SENSELINK_GE_FOR_JCV_example*.lic
# License Product: SenseLink_GE_for_JCV_example

cd SenseLinkGE-EnterprisePro-2.3.1.20200602/senselink/mercury/license-ca/config/
cp ~/example/Client/SENSELINK_GE_FOR_JCV_example* .
cp ~/example/Server/SENSELINK_GE_FOR_JCV_example* .

cat config.yml
cluster: "cluster_a5a303e4-aab5-456d-b356-b68907c6654c.lic"
slaves:
  - lic: "client_S1907262112.lic"
    pem: "client_S1907262112.pem"

hb_alone_time: 8640000
hb_interval: 5

https: true
active: true
active_host: "private.ca.sensetime.com"
active_port: 8443
standby_host: "slave.private.ca.sensetime.com"
standby_port: 8443

cp cluster_a5a303e4-aab5-456d-b356-b68907c6654c.lic cluster_a5a303e4-aab5-456d-b356-b68907c6654c.lic.bak
cp client_S1907262112.lic client_S1907262112.lic.bak
cp client_S1907262112.pem client_S1907262112.pem.bak
cp client.lic client.lic

cp SENSELINK_GE_FOR_JCV_example_6F717809-5238-4AD2-B666-033E61BE529B.lic client_S1907262112.lic
cp SENSELINK_GE_FOR_JCV_example_6F717809-5238-4AD2-B666-033E61BE529B.lic client.lic
cp SENSELINK_GE_FOR_JCV_example_6F717809-5238-4AD2-B666-033E61BE529B.pem client_S1907262112.pem
cp SENSELINK_GE_FOR_JCV_example_5C9EB267-791F-41E6-9FED-034EC93E3634.lic cluster_a5a303e4-aab5-456d-b356-b68907c6654c.lic

kubectl delete cm license-config

rm -rf /data/SenseLinkGE-EnterprisePro-2.3.1.20200602/senselink/mercury/ansible-tasks-done/engine-license-ca.done /data/SenseLinkGE-EnterprisePro-2.3.1.20200602/senselink/mercury/ansible-tasks-done/engine-license.done /data/SenseLinkGE-EnterprisePro-2.3.1.20200602/senselink/mercury/ansible-tasks-done/engine-alert-feature-db.done /data/SenseLinkGE-EnterprisePro-2.3.1.20200602/senselink/mercury/ansible-tasks-done/engine-api-wrapper-service.done /data/SenseLinkGE-EnterprisePro-2.3.1.20200602/senselink/mercury/ansible-tasks-done/engine-face-extract-service.done

[ubuntu@link-pro-23-diamond-host mercury]$ grep -ri SmartGate .
./apps/roles/feature-templates/proxy.yml:        - SmartGate
./apps/roles/engine-face-extract-service/templates/deploy.yml:        - "./engine-image-process-service -config /config/ips_config.json -license_path=/license_config/client_license.lic -license_product_name=SmartGate"
./apps/roles/feature-templates/worker.yml:        - HOSTNAME=`hostname` && role=1 && worker_id=`echo ${HOSTNAME} | sed "s/.*-\([0-9]*\)/\1/"` && if [ ${worker_id} != 0 ]; then role=0; fi && /engine-static-feature-db/shard-worker -db_type alert -role ${role} -worker_id ${worker_id} -worker_config /config/worker-{{ loop.index }}.json -license_path /license_config/client_license.lic -heap_size {{ worker_heap_limit }} -license_product SmartGate
./apps/roles/feature-templates/worker.yml:        - HOSTNAME=`hostname` && role=1 && worker_id=`echo ${HOSTNAME} | sed "s/.*-\([0-9]*\)/\1/"` && if [ ${worker_id} != 0 ]; then role=0; fi && /engine-static-feature-db/shard-worker -db_type static -role ${role} -worker_id ${worker_id} -worker_config /config/worker-{{ loop.index }}.json -license_path /license_config/client_license.lic -heap_size {{ worker_heap_limit }} -license_product SmartGate

change those 3 files with smartgete to SenseLink_GE_for_JCV_example

cd /data/SenseLinkGE-EnterprisePro-2.3.1.20200602
./setup_cv.sh

kubectl get po | grep face-extrac | awk '{print $1}' | xargs -I'{}' kubectl delete po '{}'
kubectl get po | grep engine-alert-feature-db | awk '{print $1}' | xargs -I'{}' kubectl delete po '{}'

############# run separately ############
##### Please ensure use ubuntu user. #####
sudo su - ubuntu
cd /data

# Create tmux session for installation
# $ tmux new -s mercury

./setup_diamond.sh |& tee -a ./setup_diamond.log

workflow installation has completed

     ***************
   *******************
     ***************
       ***********
         *******
           ***
            *

Diamond successfully installed

# add diamond.key to host private key list
ssh-agent bash
ssh-add /data/diamond/shells/diamond.key

##############################################
# Please ensure existing id_rsa wasn't used before run below command.
##############################################
# copy diamond.key as host private key
cp -i /data/diamond/shells/diamond.key /home/ubuntu/.ssh/id_rsa

host_ip=10.10.10.x
ssh -i /data/diamond/shells/diamond.key $host_ip 'mkdir -p ~/.kube/'
scp -i /data/diamond/shells/diamond.key /data/diamond/report/k8sKubeConfig $host_ip:~/.kube/config
ssh -i /data/diamond/shells/diamond.key $host_ip 'sudo mkdir -p /root/.kube/ && sudo cp ~/.kube/config /root/.kube/'

# adding frequent used commands
echo '
alias kaf="kubectl apply -f"
alias kdf="kubectl delete -f"
alias kg="kubectl get"
alias kd="kubectl describe"
alias kl="kubectl logs"
alias kgp="kubectl get pods"
alias kdp="kubectl describe pods"
alias kl="kubectl logs"
alias keti="kubectl exec -ti"
alias ck="kubectl -n component"
alias ckg="kubectl -n component get"
alias ckgp="kubectl -n component get pods"
alias ckd="kubectl -n component describe"
alias ckdp="kubectl -n component describe pods"
alias ckl="kubectl -n component logs"
alias cketi="kubectl -n component exec -ti"
alias ckga="kubectl -n compponent get all"
' >> ~/.bashrc
source ~/.bashrc

docker: Error response from daemon: failed to start shim: exec: "docker: Error response from daemon: failed to start shim: exec: "docker-containerd-shim": executable file not found in $PATH: unknown.
": executable file not found in $PATH: unknown.

docker: Error response from daemon: OCI runtime create failed: unable to retrieve OCI runtime error (open /run/docker/containerd/daemon/io.containerd.runtime.v1.linux/moby/b123c36ddea60f7bf562946b7ffb9520023fcb4946b3e7f9941a564a46bad28c/log.json: no such file or directory): exec: "docker-runc": executable file not found in $PATH: unknown.

# Disable apt package auto upgrade service
sudo systemctl stop apt-daily.service apt-daily.timer apt-daily-upgrade.timer apt-daily-upgrade.service
sudo systemctl disable apt-daily.service apt-daily.timer apt-daily-upgrade.timer apt-daily-upgrade.service

...
TASK [Create a ext4 filesystem] ********************************************************************************************************************************************************************************
ok: [mercury-work-01]
ok: [mercury-work-02]
ok: [mercury-work-03]

TASK [Mount up device] *****************************************************************************************************************************************************************************************
fatal: [mercury-work-02]: FAILED! => {"changed": false, "msg": "Error mounting /mnt/locals/afd/volume0: mount: mount /dev/vdb5 on /mnt/locals/afd/volume0 failed: Structure needs cleaning\n"}
fatal: [mercury-work-01]: FAILED! => {"changed": false, "msg": "Error mounting /mnt/locals/afd/volume0: mount: mount /dev/vdb5 on /mnt/locals/afd/volume0 failed: Structure needs cleaning\n"}
fatal: [mercury-work-03]: FAILED! => {"changed": false, "msg": "Error mounting /mnt/locals/afd/volume0: mount: mount /dev/vdb5 on /mnt/locals/afd/volume0 failed: Structure needs cleaning\n"}
    to retry, use: --limit @/data/mercury/init_data_fs_vdb.retry

PLAY RECAP *****************************************************************************************************************************************************************************************************
mercury-work-01            : ok=24   changed=11   unreachable=0    failed=1
mercury-work-02            : ok=24   changed=11   unreachable=0    failed=1
mercury-work-03            : ok=24   changed=11   unreachable=0    failed=1
...

TASK [engine-alert-feature-db : App engine-alert-feature-db | Config & Pod & Service] ******************************************************************************************
ok: [mercury-work-01] => (item=config.yml)
ok: [mercury-work-01] => (item=proxy.yml)
ok: [mercury-work-01] => (item=worker.yml)
ok: [mercury-work-01] => (item=ingress.yml)
ok: [mercury-work-01] => (item=init.sh)
ok: [mercury-work-01] => (item=worker-monitor.yml)
ok: [mercury-work-01] => (item=proxy-monitor.yml)

TASK [engine-alert-feature-db : App engine-alert-feature-db | Init] ************************************************************************************************************
fatal: [mercury-work-01]: FAILED! => {"changed": true, "cmd": ["bash", "/etc/kubernetes/apps/engine-alert-feature-db/init.sh"], "delta": "0:00:14.564060", "end": "2019-10-17 22:29:22.053773", "msg": "non-zero return code", "rc": 2, "start": "2019-10-17 22:29:07.489713", "stderr": "+ (( i=0 ))\n+ (( i<20 ))\n+ kubectl exec -it -n component cassandra-alert-0 -- cqlsh -u root -p d@6lo6kBjK%jllN -e 'CREATE KEYSPACE IF NOT EXISTS viper_test WITH replication = {'\\''class'\\'':'\\''SimpleStrategy'\\'', '\\''replication_factor'\\'' : 3};'\nUnable to use a TTY - input is not a terminal or the right kind of file\n+ ret_code=0\n+ [[ 0 -eq 0 ]]\n+ break\n+ [[ 0 -ne 0 ]]\n+ (( i=0 ))\n+ (( i<20 ))\n+ kubectl exec -it -n component cassandra-alert-0 -- cqlsh -u root -p d@6lo6kBjK%jllN -e '\n    CREATE TABLE IF NOT EXISTS viper_test.static_feature_dbs(\n        db_id uuid,\n        object_type text,\n        name text,\n        feature_version int,\n        description text,\n        creation_time timestamp,\n        indexes map<uuid, text>,\n        deleted boolean,\n        max_size bigint,\n        PRIMARY KEY (db_id),\n    );'\nUnable to use a TTY - input is not a terminal or the right kind of file\n+ ret_code=0\n+ [[ 0 -eq 0 ]]\n+ break\n+ [[ 0 -ne 0 ]]\n+ (( i=0 ))\n+ (( i<20 ))\n+ kubectl exec -it -n component cassandra-alert-0 -- cqlsh -u root -p d@6lo6kBjK%jllN -e '\n    CREATE TABLE IF NOT EXISTS viper_test.static_features(\n        index_id uuid,\n        seq_id bigint,\n        feature_version int,\n        creation_time timestamp,\n        metadata blob,\n        image_id text,\n        payload text,\n        feature blob,\n        PRIMARY KEY (index_id, seq_id),\n    );'\nUnable to use a TTY - input is not a terminal or the right kind of file\n<stdin>:1:OperationTimedOut: errors={'10.244.1.8': 'Client request timeout. See Session.execute[_async](timeout)'}, last_host=10.244.1.8\ncommand terminated with exit code 2", "stderr_lines": ["+ (( i=0 ))", "+ (( i<20 ))", "+ kubectl exec -it -n component cassandra-alert-0 -- cqlsh -u root -p d@6lo6kBjK%jllN -e 'CREATE KEYSPACE IF NOT EXISTS viper_test WITH replication = {'\\''class'\\'':'\\''SimpleStrategy'\\'', '\\''replication_factor'\\'' : 3};'", "Unable to use a TTY - input is not a terminal or the right kind of file", "+ ret_code=0", "+ [[ 0 -eq 0 ]]", "+ break", "+ [[ 0 -ne 0 ]]", "+ (( i=0 ))", "+ (( i<20 ))", "+ kubectl exec -it -n component cassandra-alert-0 -- cqlsh -u root -p d@6lo6kBjK%jllN -e '", "    CREATE TABLE IF NOT EXISTS viper_test.static_feature_dbs(", "        db_id uuid,", "        object_type text,", "        name text,", "        feature_version int,", "        description text,", "        creation_time timestamp,", "        indexes map<uuid, text>,", "        deleted boolean,", "        max_size bigint,", "        PRIMARY KEY (db_id),", "    );'", "Unable to use a TTY - input is not a terminal or the right kind of file", "+ ret_code=0", "+ [[ 0 -eq 0 ]]", "+ break", "+ [[ 0 -ne 0 ]]", "+ (( i=0 ))", "+ (( i<20 ))", "+ kubectl exec -it -n component cassandra-alert-0 -- cqlsh -u root -p d@6lo6kBjK%jllN -e '", "    CREATE TABLE IF NOT EXISTS viper_test.static_features(", "        index_id uuid,", "        seq_id bigint,", "        feature_version int,", "        creation_time timestamp,", "        metadata blob,", "        image_id text,", "        payload text,", "        feature blob,", "        PRIMARY KEY (index_id, seq_id),", "    );'", "Unable to use a TTY - input is not a terminal or the right kind of file", "<stdin>:1:OperationTimedOut: errors={'10.244.1.8': 'Client request timeout. See Session.execute[_async](timeout)'}, last_host=10.244.1.8", "command terminated with exit code 2"], "stdout": "", "stdout_lines": []}

$ kubectl -n component delete persistentvolume/local-pv-12bd5454 persistentvolume/local-pv-7d88103a persistentvolume/local-pv-db999675

persistentvolume "local-pv-12bd5454" deleted
persistentvolume "local-pv-7d88103a" deleted
persistentvolume "local-pv-db999675" deleted

$ kubectl get pv

NAME                CAPACITY   ACCESS MODES   RECLAIM POLICY   STATUS        CLAIM                                                                       STORAGECLASS                         REASON    AGE
local-pv-12bd5454   4793Mi     RWO            Delete           Terminating   default/engine-alert-feature-db-oplogs-engine-alert-feature-db-worker-1-0   storageclass-local-afd                         39h
local-pv-1ea63c14   14Gi       RWO            Delete           Bound         component/localvolume0-minio-default-0                                      storageclass-local-minio-default               39h
local-pv-21daf7fb   23Gi       RWO            Delete           Available                                                                                 storageclass-local-cassandra-alert             39h
local-pv-483597     14Gi       RWO            Delete           Available                                                                                 storageclass-local-minio-default               39h
...

...
kind: PersistentVolume
metadata:
  creationTimestamp: 2019-10-09T10:11:41Z
  deletionGracePeriodSeconds: 0
  deletionTimestamp: 2019-10-11T01:03:21Z
  finalizers:
  - kubernetes.io/pv-protection
  name: local-pv-12bd5454
...

...
kind: PersistentVolume
metadata:
  creationTimestamp: 2019-10-09T10:11:41Z
  deletionGracePeriodSeconds: 0
  deletionTimestamp: 2019-10-11T01:03:21Z
  finalizers: null
  name: local-pv-12bd5454
...

ssh mercury-work-01 < ./mercury/bin/remove-services.sh
ssh mercury-work-01 < ./mercury/bin/remove-volumes.sh
ssh mercury-work-02 < ./mercury/bin/remove-volumes.sh
...
ssh mercury-work-XX < ./mercury/bin/remove-volumes.sh