LSDYNA+MPI+PBS+Submit system – Airy Tech 科技

系统信息的查询
lscpu # 计算机核数查询
hostname # 系统IP和主机名查询
ifconfig -a | grep “inet” # 此命令用来显示主机IP。

1 安装系统 MINI安装最小化系统 CentOS7* / RHEL 7.* 下载地址见文末链接。
root lsdyna
lsdyna lsdyna

2 关闭防火墙
systemctl stop firewalld.service ; systemctl disable firewalld.service ; systemctl status firewalld.service ;
firewall-cmd –state

3 修改主机名
hostnamectl set-hostname headnode
hostnamectl set-hostname node1
hostnamectl set-hostname node2

echo “nameserver 192.168.66.1” >> /etc/resolv.conf
echo “nameserver 8.8.8.8” >> /etc/resolv.conf
echo “nameserver 114.114.114.114” >> /etc/resolv.conf
cat /etc/resolv.conf

route add default gw 192.168.66.1 #如果需要

# disable SELINUX
sudo setenforce 0; sestatus ;
sudo sed -ri ‘/^[^#]*SELINUX=/s#=.+$#=disabled#’ /etc/selinux/config ;
cat /etc/selinux/config ;
sestatus ;

4 CentOS 7下载源更换为阿里云

a.卸载系统中现有的yum包
rpm -qa|grep yum; rpm -qa|grep yum | xargs rpm -e –nodeps
rpm -qa|grep yum

curl -O http://mirrors.163.com/centos/7/os/x86_64/Packages/yum-3.4.3-168.el7.centos.noarch.rpm
curl -O http://mirrors.163.com/centos/7/os/x86_64/Packages/yum-metadata-parser-1.1.4-10.el7.x86_64.rpm
curl -O http://mirrors.163.com/centos/7/os/x86_64/Packages/yum-plugin-fastestmirror-1.1.31-54.el7_8.noarch.rpm
curl -O http://mirrors.163.com/centos/7/os/x86_64/Packages/yum-utils-1.1.31-54.el7_8.noarch.rpm
curl -O http://mirrors.163.com/centos/7/os/x86_64/Packages/python-urlgrabber-3.10-10.el7.noarch.rpm
curl -O http://mirrors.163.com/centos/7/os/x86_64/Packages/python-kitchen-1.1.1-5.el7.noarch.rpm
curl -O http://mirrors.163.com/centos/7/os/x86_64/Packages/python-chardet-2.2.1-3.el7.noarch.rpm

rpm -ivh python-chardet-2.2.1-3.el7.noarch.rpm python-kitchen-1.1.1-5.el7.noarch.rpm python-urlgrabber-3.10-10.el7.noarch.rpm –force –nodeps
rpm -ivh yum*.rpm –force –nodeps

yum install -y wget

mv /etc/yum.repos.d/CentOS-Base.repo /etc/yum.repos.d/CentOS-Base.repo.backup
wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo
curl -O http://mirrors.aliyun.com/repo/Centos-7.repo && mv Centos-7.repo /etc/yum.repos.d/CentOS-Base.repo

修改Centos-7.repo文件将所有$releasever替换为7
vi /etc/yum.repos.d/CentOS-Base.repo
:%s/$releasever/7/g
yum clean all
rpm –rebuilddb
yum makecache && yum -y update

yum install -y epel-release bash-completion wget yum-utils net-tools python git
yum install -y nmon

https://github.com/fanshengshuai/VPSMate
git clone https://github.com/fanshengshuai/VPSMate.git ; cd VPSMate ; python install.py

git clone https://github.com/zjhch123/VPSMate.git ; cd VPSMate ; python install.py

git clone https://github.com/inpanel/inpanel.git ; cd inpanel ; python install.py

============================

* INSTALL COMPLETED! *

Admin username [default: admin]:
Admin password [default: admin]:

Username and password set successfully!
Config iptables
The URL of your VPSMate is: http://192.168.66.106:8888/

https://github.com/zjhch123/VPSMate
https://github.com/inpanel/inpanel

5 Host_Settings

echo “192.168.66.106 headnode” >> /etc/hosts
echo “192.168.66.191 node1” >> /etc/hosts
echo “192.168.199. node2” >> /etc/hosts

scp hosts /etc/hosts 可选项
scp /etc/hosts root@node1:/etc/
scp /etc/hosts root@node2:/etc/
scp /etc/hosts root@node3:/etc/
scp /etc/hosts root@node4:/etc/

6 添加硬盘和分区挂载
1.fdisk /dev/sdb
2.partprobe　　/dev/sdb

mkfs.ext4　　 /dev/sdb1
mkfs -v -t ext4 -c /dev/sdb1
挂载　　
mkdir /data; chmod -R 777 /data
mount /dev/sdb1 /data ; chmod -R 777 /data
vim /etc/fstab
/dev/sdb1 /data ext4 defaults 0 0
mount -a

Server：
mkdir /data
chmod -R 777 /data
yum install deltarpm nfs-utils rpcbind -y
systemctl enable nfs.service
systemctl start nfs.service

echo “/data *(rw,sync)” >> /etc/exports ; cat /etc/exports
vi /etc/exports
/data *(rw,sync)

exportfs -a
exportfs -av
showmount -e

Clients:
yum install deltarpm nfs-utils rpcbind -y
systemctl enable nfs.service
systemctl start nfs.service

mkdir /data
chmod -R 777 /data

umount /data
mount -t nfs 192.168.66.106:/data /data

vi /etc/fstab
192.168.66.106:/data /data nfs defaults 0 0

echo “192.168.66.106:/data /data nfs defaults 0 0” >> /etc/fstab
cat /etc/fstab
mount -a

exportfs -a
exportfs -av
showmount -e

默认使用nis，没有nis它会自动映射成nobody用户。解决此问题，并不难，下面提供两个办法：
在客户端挂载NFS时，加一个参数”-o nfsvers=3″
客户端和服务端分别打开/etc/idmapd.conf配置文件，把“#Domain = local.domain.edu” 改为 “Domain = xxx.com” （这里的xxx.com,你随意定义吧），然后再重启rpcidmapd服务，
vi /etc/idmapd.conf
service rpcidmapd restart

systemctl restart rpcidmapd.service
systemctl restart rpcbind.service
systemctl restart nfs.service
mount -t nfs -o nfsvers=3 192.168.199.222:/data /data

mount -t nfs -o proto=tcp -o nolock -o vers=3 192.168.199.222:/data /data

7 Linux之间配置SSH互信（SSH免密码登录）
为简化SSH过程，采用证书方式，免去SSH登入时需要输入账号密码的过程，具体操作如下：

一、在SSH服务器所在机器上

1、以root用户登录，更改ssh配置文件 vi /etc/ssh/sshd_config，去除以下配置的注释

RSAAuthentication yes #启用rsa认证
PubkeyAuthentication yes #启用公钥私钥配对认证方式
AuthorizedKeysFile .ssh/authorized_keys #公钥文件路径

ssh-keygen -t rsa

2、重启SSH服务

[root@server /]#systemctl restart sshd //重启ssh服务
二、在客户端机器上

1、生成公钥私钥对

[root@client /]#ssh-keygen -t rsa
一路默认回车，系统在/root/.ssh下生成id_rsa、id_rsa.pub
ssh-keygen无回车生成公钥私钥对
ssh-keygen -t rsa -N ” -f id_rsa -q
-t:
-N:是指密码为空；
-f:id_rsa是指保存文件为~/.ssh/id_rsa和~/.ssh/id_rsa.pub
-q:指静默模式, 不输出显示

2、把id_rsa.pub发送到服务端机器上

[root@client /]#ssh-copy-id -i /root/.ssh/id_rsa.pub 192.168.66.106 #server ip

ssh-copy-id -i /root/.ssh/id_rsa.pub 192.168.66.106

3、验证
[root@client /]#ssh node1 #server ip

ssh-keygen -t rsa

ssh-copy-id -i /root/.ssh/id_rsa.pub 192.168.199.222

From Server
scp /root/.ssh/authorized_keys root@node1:/root/.ssh/
scp /root/.ssh/authorized_keys root@node2:/root/.ssh/

yum install -y glibc.i686 libgcc-4.8.5-11.el7.i686 libgcc_s.so.1

安装Platform MPI

下载platformMPI，如：platform_mpi- 09.01.04.03r-ce.bin。
curl -O http://ftp.lsdyna-china.com:8088/lsdyna-china/LS-DYNA/MPI_Library/MPI-platform_mpi/platform_mpi-09.01.04.03r-ce.bin
执行以下命令，安装依赖包。# yum install glibc.i686 libgcc-4.8.5-11.el7.i686 libgcc_s.so.1
执行以下命令，增加执行权限。#chmod +x platform_mpi-09.01.04.03r-ce.bin
安装Platform MPI。# ./platform_mpi-09.01.04.03r-ce.bin根据系统提示安装Platform MPI

配置环境变量。

执行以下命令，获取pkey。# cat /sys/class/infiniband/mlx5_0/ports/1/pkeys/* | grep -v 0000图2 获取pkey
普通用户下，在~/.bashrc中添加：
export MPI_ROOT=/opt/ibm/platform_mpi
export PATH=$MPI_ROOT/bin:$PATH
export LD_LIBRARY_PATH=/opt/ibm/platform_mpi/lib/linux_amd64
export MPI_IB_PKEY=2.a中获取的pkey
$source ~/.bashrc说明：如果存在多个pkey，使用英文逗号隔开。
执行以下命令，检查环境变量是否配置成功。# which mpirun图3 检查环境变量

mkdir /data/prg; mkdir /data/prg/platform_mpi ; mkdir /data/prg/dynaapps
cp -r /opt/ibm/platform_mpi /data/prg/

vi /etc/bashrc
export MPI_ROOT=/data/prg/platform_mpi
export PATH=$MPI_ROOT/bin:/data/prg/dynaapps:$PATH
export LD_LIBRARY_PATH=$MPI_ROOT/lib/linux_amd64
cat /etc/bashrc; source /etc/bashrc

echo “export MPI_ROOT=/data/prg/platform_mpi” >> /etc/bashrc
echo “export PATH=\$MPI_ROOT/bin:/data/prg/dynaapps:\$PATH” >> /etc/bashrc
echo “export LD_LIBRARY_PATH=\$MPI_ROOT/lib/linux_amd64” >> /etc/bashrc
cat /etc/bashrc; source /etc/bashrc

安装和配置Torque

安装Torque运行环境和依赖库

yum install libxml2-devel openssl-devel gcc gcc-c++ boost-devel libtool-y

wget http://wpfilebase.s3.amazonaws.com/torque/torque-6.1.1.1.tar.gz
tar zxvf torque-6.1.1.1.tar.gz
cd torque-6.1.1.1
./configure
make -j8
make install
make packages
./libtool –finish /usr/local/torque/lib
cp contrib/init.d/{pbs_{server,sched,mom},trqauthd} /etc/init.d/
for i in pbs_server pbs_sched pbs_mom trqauthd; do chkconfig –add $i; chkconfig $i on; done

systemctl enable pbs_server.service
systemctl enable pbs_mom.service
systemctl enable trqauthd.service
systemctl enable pbs_sched
for i in pbs_server pbs_sched pbs_mom trqauthd; do systemctl enable $i; done
for i in pbs_server pbs_sched pbs_mom trqauthd; do systemctl status $i; done
for i in pbs_server pbs_sched pbs_mom trqauthd; do systemctl restart $i; done

./torque.setup root # 将root设为Torque的管理账户
./torque-package-clients-*.sh –install
./torque-package-mom-*.sh –install
systemctl daemon-reload

vi /var/spool/torque/server_name
vi /var/spool/torque/server_priv/nodes

vi /var/spool/torque/mom_priv/config
$pbsserver headnode
$logevent 255

echo “\$pbsserver headnode” >> /var/spool/torque/mom_priv/config
echo “\$logevent 255” >> /var/spool/torque/mom_priv/config
cat /var/spool/torque/mom_priv/config

qmgr
create queue q1
set queue q1 queue_type = Execution
set queue q1 resources_default.walltime = 24:00:00
set queue q1 resources_default.nodes = 1
set queue q1 enabled = True
set queue q1 started = True

验证配置

1. pbsnodes // 结点信息

[root@headnode pbs-software]# pbsnodes

pbsnodes: Server has no node list MSG=nodelist is empty – check ‘server_priv/nodes’ file

似乎是执行这个pbs_server-t create冲掉了nodes文件

重新编辑后执行以下操作

[root@keylab1 pbs-software]# qterm
for i in pbs_server pbs_sched pbs_mom trqauthd; do systemctl restart $i; done

https://blog.csdn.net/qq_35285206/article/details/106693368

软件获取
版本下载网址
torque-6.1.1.1 http://wpfilebase.s3.amazonaws.com/torque/torque-6.1.1.1.tar.gz
torque-6.1.2 http://wpfilebase.s3.amazonaws.com/torque/torque-6.1.2.tar.gz
官网下载 http://www.adaptivecomputing.com/support/download-center/torque-download
————————————————————————————————————————

Red Hat Linux 所有版本iso

链接：https://pan.baidu.com/s/1eSYuljc2Bt9OXZmWdZQ96A 提取码：cqfu
链接: https://pan.baidu.com/s/1RISlycTzhVDI8kA1Jc4-aQ 提取码: zjrm
链接: https://pan.baidu.com/s/1JzerTht7seAu93S2H9pljQ 提取码: n8tv
链接: http://guanjianfeng.com/archives/1159631
链接: https://wanghualang.pipipan.com/dir/13133650-26232498-a8efb3/
         https://sn9.us/dir/13133650-26232498-a8efb3
链接: http://www.linuxfly.org/post/659/
官网 https://developers.redhat.com/products/rhel/download   下载旧版本点击View Older Downloads
         https://access.redhat.com/downloads/       需要注册用户和密码登陆

操作系统安全加固与信息安全   https://wenku.baidu.com/view/60190b42be1e650e52ea9918.html
安全加固                                   https://www.cnblogs.com/coolops/p/12806633.html
性能分析汇总    https://www.cnblogs.com/tcicy/p/8461807.html
                                                 http://www.brendangregg.com/
文档                                          https://access.redhat.com/documentation/zh-cn/red_hat_enterprise_linux/8/

红帽子版本发布时间       https://access.redhat.com/site/articles/3078
                                               http://distrowatch.com/table.php?distribution=redhat
红帽子Linux生命周期             https://access.redhat.com/support/policy/updates/errata/
                     https://access.redhat.com/labs/plcc/ 表格模式
软件包生命周期                    https://access.redhat.com/support/policy/updates/rhscl

软件兼容列表                          https://access.redhat.com/solutions/5154
UEFI/GPT支持2TB启动          https://access.redhat.com/kb/docs/DOC-16981
系统无响应时如何收集信息    https://access.redhat.com/zh_CN/solutions/104313
                                               https://access.redhat.com/solutions/23069
系统意外重启                         https://access.redhat.com/zh_CN/articles/1144753
                                               https://access.redhat.com/articles/206873

硬件认证           https://access.redhat.com/documentation/zh-CN/Red_Hat_Hardware_Certification/
硬件支持                               https://hardware.redhat.com
硬件支持限制                        https://access.redhat.com/articles/rhel-limits
                                              https://access.redhat.com/zh_CN/articles/3482381
内存交换区限制                   https://access.redhat.com/solutions/2300121
硬件生命周期                         https://access.redhat.com/articles/795373
对intel处理器支持     https://access.redhat.com/support/policy/intel
                                    https://access.redhat.com/knowledge/articles/65442
扩展更新支持(EUS)包           http://www.redhat.com/en/about/red-hat-enterprise-linux-extended-update-support-eus-package-inclusion-list

厂商支持
HPE         HPE 驱动下载 windows redhat suse 和Vmware
                                              https://techlibrary.hpe.com/us/en/enterprise/servers/supportmatrix/redhat_linux.aspx
                                              https://www.hpe.com/us/en/servers/server-operating-systems.html
                                              HP Scripting Toolkit for Windows and Linux

DELL戴尔公司 http://linux.dell.com/

Oracle甲骨文                       http://ftp5.gwdg.de/pub/linux/oracle   第三方直接下载
                                              https://edelivery.oracle.com
                                              https://www.oracle.com/linux/
                                              https://www.oracle.com/cn/linux/       中文界面
————————————————
版权声明：转载请附上原文出处链接及本声明。

ssh-copy-id -i /root/.ssh/id_rsa.pub 192.168.199.222

安装和配置Torque

验证配置

Red Hat Linux 所有版本iso

发表评论 取消回复

发表评论取消回复