系统工程师实战

#EPEL镜像设置
dnf install -y epel-release

#安装时间同步工具
dnf install -y systemd-timesyncd
#设置时间同步开机启动并立即启动
systemctl enable systemd-timesyncd --now

#配置Ceph软件仓库
rpm -Uvh https://download.ceph.com/rpm-18.1.3/el9/noarch/ceph-release-1-1.el9.noarch.rpm

#安装ceph-common
dnf install -y  ceph-common

#安装cephadm & podman
dnf install -y cephadm podman

#安装 centos-release-ceph-pacific
dnf install -y centos-release-ceph-pacific

cephadm bootstrap --mon-ip 192.168.122.91

URL: https://192.168.122.91:8443/
User: admin
Password: d41l878gd7

ceph -v
ceph status & ceph -s

ceph cephadm get-pub-key > ~/ceph.pub

ssh-copy-id -f -i ~/ceph.pub root@node02
ssh-copy-id -f -i ~/ceph.pub root@node03

cephadm shell -- ceph orch host add node01 192.168.122.91
cephadm shell -- ceph orch host add node02 192.168.122.12
cephadm shell -- ceph orch host add node03 192.168.122.212

cephadm shell -- ceph orch host label add node01 mon
cephadm shell -- ceph orch host label add node02 mon
cephadm shell -- ceph orch host label add node03 mon

#创建卷
ceph fs volume create geek_cephfs  --placement=3

#列出文件系统信息
ceph fs ls

#获取指定geek_cephfs卷的详细信息
ceph fs volume info geek_cephfs

#查看 Ceph 元数据服务器（MDS）的状态
ceph mds stat

#应用geek_cephfs卷的放置策略为3
ceph orch apply mds geek_cephfs --placement=3

# [root@node01 ~]# ceph status
#   cluster:
#     id:     de382350-3221-11ee-bc03-525400b83c9a
#     health: HEALTH_OK

#   services:
#     mon: 3 daemons, quorum node01,node02,node03 (age 9m)
#     mgr: node01.vperxy(active, since 52m), standbys: node02.ldsnmd
#     mds: 1/1 daemons up, 2 standby
#     osd: 3 osds: 3 up (since 8m), 3 in (since 9m)

#   data:
#     volumes: 1/1 healthy
#     pools:   3 pools, 49 pgs
#     objects: 24 objects, 451 KiB
#     usage:   81 MiB used, 30 GiB / 30 GiB avail
#     pgs:     49 active+clean

# [root@node01 ~]# cat /etc/ceph/ceph.client.admin.keyring
# [client.admin]
#	key = AQBXq9FkV9dFChAAazUqZkDlDMJu6Ym/frBBCQ==
#	caps mds = "allow *"
#	caps mgr = "allow *"
#	caps mon = "allow *"
#	caps osd = "allow *"

mkdir -p /mnt/ceph
mount -t ceph 192.168.122.91:6789,192.168.122.12:6789,192.168.122.212:6789:/ /mnt/ceph -o name=admin,secret=AQBXq9FkV9dFChAAazUqZkDlDMJu6Ym/frBBCQ==

dnf install -y ceph-radosgw

ceph orch host label add node01 rgw
ceph orch host label add node02 rgw
ceph orch host label add node03 rgw

ceph orch apply rgw test_rgw default --placement=label:rgw --port=8000

curl http://node01:8000

radosgw-admin user create --uid=testuser --display-name=testuser --email=user@user.com

yum install -y s3cmd

# [root@node01 ~]# s3cmd --configure
# Access Key: #输入access_key
# Secret Key: #输入secret_key
# Default Region: #default
# S3 Endpoint: #192.168.122.91:8000
# DNS-style bucket+hostname:port template for accessing a bucket: #node01
# Encryption password: #回车
# Path to GPG program: #回车
# Use HTTPS protocol: #NO
# HTTP Proxy server name: #回车
# Test access with supplied credentials? #Y
# Save settings? #Y

#创建桶
s3cmd mb s3://testbucket

#列出桶
s3cmd ls

pip install python-swiftclient

radosgw-admin subuser create --uid=testuser --subuser=testuser:swift --access=full

#列出bucket
swift -A http://192.168.122.91:8000/auth/1.0 -U testuser:swift -K NKcPIzH0YdowdrDEViYZhkpkNbAMD5GpDmRkGO0B list

#创建bucket
swift -A http://192.168.122.91:8000/auth/1.0 -U testuser:swift -K NKcPIzH0YdowdrDEViYZhkpkNbAMD5GpDmRkGO0B post bucketname

#删除bucket
swift -A http://192.168.122.91:8000/auth/1.0 -U testuser:swift -K NKcPIzH0YdowdrDEViYZhkpkNbAMD5GpDmRkGO0B delete bucketname

#上传文件到指定bucket
swift -A http://192.168.122.91:8000/auth/1.0 -U testuser:swift -K NKcPIzH0YdowdrDEViYZhkpkNbAMD5GpDmRkGO0B upload bucketname filename

#从指定bucket下载文件到当前目录
swift -A http://192.168.122.91:8000/auth/1.0 -U testuser:swift -K NKcPIzH0YdowdrDEViYZhkpkNbAMD5GpDmRkGO0B download bucketname filename

#删除指定bucket内的指定文件
swift -A http://192.168.122.91:8000/auth/1.0 -U testuser:swift -K NKcPIzH0YdowdrDEViYZhkpkNbAMD5GpDmRkGO0B delete bucketname filename

curl https://packages.gitlab.com/install/repositories/gitlab/gitlab-ce/script.rpm.sh | bash

yum repolist all | grep gitlab

yum-config-manager --disable gitlab_gitlab-ce | egrep '(\[gitlab_gitlab-ce\])|enabled'

yum install -y libarchive

GITLAB_RPM_URL=$(yumdownloader --disablerepo=\* --enablerepo=gitlab_gitlab-ce --urls gitlab-ce | egrep '^https://.+\.rpm$')
GITLAB_RPM_FILE=/tmp/$(basename ${GITLAB_RPM_URL})

echo -e "GitLab软件包文件：\n\t${GITLAB_RPM_FILE}\n GitLab软件包URL：\n\t${GITLAB_RPM_URL}"

wget -c ${GITLAB_RPM_URL} -O ${GITLAB_RPM_FILE}

EXTERNAL_URL=${EXTERNAL_URL} GITLAB_ROOT_PASSWORD=${GITLAB_ROOT_PASSWORD} yum install -y ${GITLAB_RPM_FILE}

#系统服务状态
systemctl status gitlab-runsvdir

#所有组件状态
gitlab-ctl status

gitlab-ctl show-config 2>/dev/null | grep '"external-url":'

gitlab-ctl --help

#列表GitLab组件状态
gitlab-ctl status


#管理GitLab所有组件状态
gitlab-ctl start

gitlab-ctl stop

gitlab-ctl restart



#管理GitLab指定组件状态(以nginx为例子)
gitlab-ctl start nginx

gitlab-ctl stop nginx

gitlab-ctl restart nginx

gitlab-ctl hup nginx


#滚动输出GitLab日志
tree /var/log/gitlab/

#输出所有日志
gitlab-ctl tail

#输出指定目录下的所有日志，如 /var/log/gitlab/nginx
gitlab-ctl tail nginx

#输出指定文件的日志，如 /var/log/gitlab/gitlab-rails/production.log
gitlab-ctl tail gitlab-rails/production.log

#滚动输出日志并保存到文件
gitlab-ctl tail | tee --append /tmp/gitlab_tail.log


#打印GitLab配置清单
gitlab-ctl show-config

#打印自定义的配置
gitlab-ctl diff-config

#安装flutter
sudo pacman -S flutter

#安装最新版本即可
yay android-studio

#安装android-sdk
sudo pacman -S android-sdk

flutter doctor

flutter devices

cd prometheus-*

./prometheus --config.file=prometheus.yml

cat << EOF > /etc/systemd/system/prometheus.service

[Unit]
Description=Prometheus Monitoring System
Wants=network-online.target
After=network-online.target

[Service]
User=root
ExecStart=/root/prometheus-2.46.0.linux-amd64/prometheus --config.file=/root/prometheus-2.46.0.linux-amd64/prometheus.yml

[Install]
WantedBy=default.target

EOF

#重载
systemctl daemon-reload

#启动
systemctl start prometheus

#设置服务开机启动
systemctl enable prometheus

#查看服务状态
systemctl status prometheus

#本机
localhost:9090

#内网其他机器
ipaddress:9090

#下载
wget -c https://github.com/prometheus/node_exporter/releases/download/v1.6.1/node_exporter-1.6.1.linux-amd64.tar.gz

#解压
tar zxvf mysqld_exporter-1.6.1.linux-amd64.tar.gz

#移动到指定目录
mv mysqld_exporter-1.6.1.linux-amd64 /usr/local/mysql_exporter

cd /usr/local/mysql_exporter

#创建数据库用户
mysql> CREATE USER 'mysql_exporter'@'localhost' IDENTIFIED BY 'password';

#给权限
mysql> GRANT PROCESS, REPLICATION CLIENT, SELECT ON *.* TO 'mysql_exporter'@'localhost';

vim /usr/local/mysql_exporter/.my.cnf

[client]
user=mysql_exporter
password=password

#注意此时在/usr/local/mysql_exporter目录下
./mysqld_exporter --config.my-cnf=.my.cnf

cat << EOF > /etc/systemd/system/mysqld_exporter.service
[Unit]
Description=https://prometheus.io

[Service]
Restart=on-failureExecStart=/usr/local/mysql_exporter/mysqld_exporter --config.my-cnf=.my.cnf

[Install]
WantedBy=multi-user.target
EOF

#重载并启动
systemctl daemon-reload
systemctl restart mysql_exporter.service

vim ~/prometheus-2.46.0.linux-amd64/prometheus.yml

#详细内容排列如下
scrape_configs:
  - job_name: 'prometheus'
    static_configs:
    - targets: ['192.168.122.219:9090']

  - job_name: 'mysql-001'
    static_configs:
    - targets: ['192.168.122.219:9104']

    scrape_interval: 5s


#完成配置后可重启服务
systemctl restart prometheus
systemctl restart mysqld_exporter

#如果安装了EPEL仓库，请在对应块添加参数
[epel]
...
excludepkgs=zabbix*

rpm -ivh http://repo.zabbix.com/zabbix/6.5/centos/9/x86_64/zabbix-release-6.5-2.el9.noarch.rpm

dnf clean all

dnf install zabbix-server-mysql zabbix-web-mysql zabbix-apache-conf zabbix-sql-scripts zabbix-selinux-policy zabbix-agent

mysql> create database zabbix character set utf8mb4 collate utf8mb4_bin;
mysql> create user zabbix@localhost identified by 'password';
mysql> grant all privileges on zabbix.* to zabbix@localhost;
mysql> set global log_bin_trust_function_creators = 1;
mysql> quit;

zcat /usr/share/zabbix-sql-scripts/mysql/server.sql.gz | mysql --default-character-set=utf8mb4 -uzabbix -p zabbix

#此时输入你在创建数据库设置的密码，请注意输入后没有反应是正常的现象
Password:

mysql> set global log_bin_trust_function_creators = 0;

#可键入/或者?进行搜索
......
DBPassword=password
......

systemctl restart zabbix-server zabbix-agent httpd php-fpm

systemctl enable zabbix-server zabbix-agent httpd php-fpm

wget \
  --inet4-only \
  -O /etc/yum.repos.d/jenkins.repo \
  https://pkg.jenkins.io/redhat-stable/jenkins.repo

#导入仓库密钥
rpm --import https://pkg.jenkins.io/redhat-stable/jenkins.io-2023.key

yum-config-manager --disable jenkins | egrep '(\[jenkins\])|enabled'

#安装Java11
yum install -y java-11-openjdk java-11-openjdk-devel java-11-openjdk-headless

#设置系统默认Java
alternatives --set java `ls /usr/lib/jvm/java-11-openjdk-*/bin/java`
alternatives --set javac `ls /usr/lib/jvm/java-11-openjdk-*/bin/javac`
alternatives --set jre_openjdk `ls -d /usr/lib/jvm/java-11-openjdk-*`
alternatives --set java_sdk_openjdk `ls -d /usr/lib/jvm/java-11-openjdk-*`

#查看Java版本
java -version

yum --disablerepo=\* --enablerepo=jenkins install jenkins

vim /usr/lib/systemd/system/jenkins.service

#此处修改Jenkins的访问端口
......
Environment="JENKINS_PORT=8282"
......

cat /var/lib/jenkins/secrets/initialAdminPassword

#访问地址
http://jenkins.sjx.com:8282

#切换到postgres用户
sudo su - postgres

#登陆数据库
psql

#直接登陆,不需要切换用户
sudo su - postgres -c psql

[postgres@archlinux ~]$ psql -h 127.0.0.1
Password for user postgres:
psql (15.4)
Type "help" for help.

postgres=#

create user foo with password 'password';

postgres=# create user foo with password 'password';
CREATE ROLE

create database testdb owner foo;

postgres=# create database testdb owner foo;
CREATE DATABASE

#创建用户
create user dbuser with password 'password';

#用户权限设置
grant all privileges on database db to dbuser;

#创建数据库
create database db;

create database db owner dbuser;

#重命名数据库
alter database db rename to newdb;

#创建新表
create table table_name(name varchar(20), signup_date date);

#插入数据
insert into table_name(name, signup_date) values('张三', '2013-12-22');

#查看记录
select * from table_name;

#更新数据
update table_name set name = '李四' where name = '张三';

#删除记录
delete from table_name where name = '李四' ;

#新增表字段
alter table table_name add email varchar(40);

#修改表字段
alter table table_name alter column signup_date set not null;

#重命名表字段
alter table table_name rename column signup_date to signup;

#删除表字段
alter table table_name drop column email;

#重命名表
alter table table_name rename to new_table_name;

#删除表
drop table if exists table_name;

cat <<EOF > /etc/yum.repos.d/mongodb-org-7.0.repo
[mongodb-org-7.0]
name=MongoDB Repository
baseurl=https://repo.mongodb.org/yum/redhat/\$releasever/mongodb-org/7.0/x86_64/
gpgcheck=1
enabled=1
gpgkey=https://www.mongodb.org/static/pgp/server-7.0.asc
EOF

yum install -y mongodb-org

exclude=mongodb-org,mongodb-org-database,mongodb-org-server,mongodb-mongosh,mongodb-org-mongos,mongodb-org-tools

#设置Mongodb服务开机启动
systemctl enable mongod

#启动Mongodb服务
systemctl start mongod

#查看Mongodb服务状态
systemctl status mongod

#进入Mongodb客户端
mongosh

#显示您正在使用的数据库
db

#切换数据库(如果输入了一个不存在的数据库名，则创建一个新的)
use <dbname>

#增加数据
db.collectionname.insert( {x: 1} )

#删除数据(集合中的单个数据)
db.collectionname.remove( { x: 1 } )

#删除数据(整个集合的数据)
db.collectionname.drop()

#查询数据
db.collectionname.find()

#修改数据
db.collectionname.update({ x: 1},{$set:{ x: 4}})

yum --enablerepo=mysql80-community install -y mysql-community-server

vim /etc/my.cnf

#添加如下配置
[mysqld]
## 设置server_id,注意要唯一
server-id=101
## 开启二进制日志功能，以备Slave作为其它Slave的Master时使用
log-bin=mysql-slave-bin
## relay_log配置中继日志
relay_log=edu-mysql-relay-bin

#重启Mysql服务
systemctl restart mysqld

yum install -y java-11-openjdk java-11-openjdk-devel java-11-openjdk-headless

mkdir ~/downloads
cd ~/downloads

wget -c https://dlcdn.apache.org/kafka/3.5.0/kafka_2.13-3.5.0.tgz
tar -xzf kafka_2.13-3.5.0.tgz
cd kafka_2.13-3.5.0

dnf -y install centos-release-rabbitmq-38

sed -i -e "s/enabled=1/enabled=0/g" /etc/yum.repos.d/CentOS-Messaging-rabbitmq.repo

dnf --enablerepo=centos-rabbitmq-38 -y install rabbitmq-server

systemctl enable --now rabbitmq-server

firewall-cmd --add-port=5672/tcp

firewall-cmd --runtime-to-permanent

yum install -y java-11-openjdk java-11-openjdk-devel java-11-openjdk-headless

mkdir /opt/module
cd /opt/module
wget -c https://dlcdn.apache.org/hadoop/common/hadoop-3.3.6/hadoop-3.3.6.tar.gz

tar -zxvf hadoop-3.3.6.tar.gz
mv hadoop-3.3.6 hadoop

su hadoop

ssh-keygen -t rsa

ssh-copy-id node01
ssh-copy-id node02
ssh-copy-id node03

#切换用户
su hadoop

#格式化
hdfs namenode -format

#启动
start-dfs.sh

#停⽌
stop-dfs.sh

#查看本机标签
jps

rpm --import https://artifacts.elastic.co/GPG-KEY-elasticsearch

cat > /etc/yum.repos.d/elasticsearch.repo <<EOF
[elasticsearch-8.x]
name=Elasticsearch repository for 8.x packages
baseurl=https://artifacts.elastic.co/packages/8.x/yum
gpgcheck=1
gpgkey=https://artifacts.elastic.co/GPG-KEY-elasticsearch
enabled=1
autorefresh=1
type=rpm-md
EOF

yum install -y kibana