Linux运维工程师要掌握的常用运维脚本汇总

今天小编要跟大家分享的文章是关于Linux运维工程师要掌握的常用运维脚本。正在从事Linux运维工作的小伙伴们来和小编一起看一看吧，希望本篇文章能够对大家有所帮助。

同步本机时间

ntpdate 210.72.145.44

清除系统缓存，空出更多内存

free && sync && echo 3 > /proc/sys/vm/drop_caches && free

杀掉僵尸进程

kill $(ps -A -ostat,ppid | awk '/[zZ]/ && !a[$2]++ {print $2}')

显示全部arp解析

tcpdump 'arp' -e -i eth0 -n -p -t |grep is-ateth0对应要换成你的显步名称

监看本机网卡端口情况

tcpdump -n -vv tcp port $1 -i em1em1为对应的网卡名称。

检查本机连接数

netstat -nat |awk '{print $6}'|sort|uniq -c|sort -nr

查看tomcat日志中的异常

tail -F

/var/log/tomcat8/catalina.out |grep -E 'Exception|at' |grep -v WARN这里tomcat8要对应成你的相应版本

删除5天以前的tomcat日志

sudo find /var/lib/tomcat8/logs/ -mtime +5 -exec rm {} \;

清空 memcache 缓存

以下存成脚本，

#!/bin/sh

#实现通过主机名，端口清相应的memcache缓存

if(($#<2));then

echo "usage:$0 host port";

exit 1;

fi

#如果参数缺失，退出程序，返回状态1

exec 6<>/dev/tcp/$1/$2 2>/dev/null;

#打开host的port 可读写的socket连接，与文件描述符6连接

if(($?!=0));then

echo "open $1 $2 error!";

exit 1;

fi

#如果打开失败，$?返回不为0，终止程序

echo -e "flush_all">&6;

echo -e "quit">&6;

#将HEAD 信息，发送给socket连接

cat<&6;

#从socket读取返回信息，显示为标准输出

exec 6<&-;

exec 6>&-;

#关闭socket的输入，输出

exit 0;

修改VirtualBox虚拟机的内存分配

保存脚本，第一个参数为虚拟机的名称，第二个为内存大小，如2G

#!/bin/bash

VM=$1

VBoxManage controlvm $VM poweroff

VBoxManage modifyvm $VM --memory $2

VBoxManage startvm $VM --type headless

为VirtualBox 虚拟机加磁盘

#!/bin/sh

#machine=phptest

machine=$1

VBoxManage controlvm "$machine" poweroff

disk=/home/xwx/VirtualBox\ VMs/$machine/${machine}_swap.vdi

#VBoxManage createhd --filename "$disk" --size 1024

#VBoxManage storageattach "$machine" --storagectl "IDE" --port 1 --type hdd --medium $disk

#VBoxManage storageattach "$machine" --storagectl SATA --port 1 --type hdd --medium $disk

VBoxManage storageattach "$machine" --storagectl "SATA 控制器" --port 1 --type hdd --medium "$disk"

修改克隆虚拟机的ip地址

虚拟机克隆之前，第一次启动时需要修改ip才能远程控制：

#!/bin/bash

# set modify

ip=/etc/network/interfaces

hn=/etc/hostname

netmask=255.255.255.0

network=192.168.20.0

broadcast=192.168.20.255

gateway=192.168.20.1

# mod ip、mask、gw、dns、hostname

cp $ip /etc/network/interfaces.bak

sed -ri 's/(iface eth0 inet).*/\iface eth0 inet static/' /etc/network/interfaces

echo "Please input IP:"

read ipadd

if [ -n "$ipadd" ]; then

echo "address $ipadd" >> $ip

echo "Modify Completed "

else

echo "Not Modified"

fi

echo "netmask $netmask" >> $ip

echo "Netmask Modify Completed "

echo "network $network" >> $ip

echo "Network Modify Completed "

echo "broadcast $broadcast" >> $ip

echo "Broadcast Modify Completed "

echo "gateway $gateway" >> $ip

echo "Gateway Modify Completed "

echo "Please input hostname:"

read hostname

if [ -n "$hostname" ]; then

echo "$hostname" > $hn

echo "Modify Completed "

else

echo "Default Hostname"

fi

echo "All modification completion"

read -n1 -p "Whether restart network [Y/N]?"

case $REPLY in

Y|y) echo

/etc/init.d/networking restart;;

N|n) echo

echo "Network needs to restart to take effect!!!!!!";;

esac

exit

实时统计nginx日志

使用goaccess软件，可能用apt install goaccess或yum install goaccess安装。

sudo goaccess /var/log/nginx/access.log --log-format='%h %^[%d:%t %^] "%r" %s %b "%R" "%u" "-" "%v"' --date-format='%d/%b/%Y' --time-format='%H:%M:%S'

备份nginx配置文件

nginx会频繁修改，改之前最好备份一下：

###################################################################

#######mysqldump###################################################

#!/bin/sh

# -----------------------------

# the directory for story your backup file.

backup_dir="/home/your/backup"

# date format for backup file (dd-mm-yyyy)

time="$(date +"%Y%m%d")"

MKDIR="$(which mkdir)"

RM="$(which rm)"

MV="$(which mv)"

TAR="$(which tar)"

GZIP="$(which gzip)"

#针对不同系统，如果环境变量都有。可以去掉

# check the directory for store backup is writeable

test ! -w $backup_dir && echo "Error: $backup_dir is un-writeable." && exit 0

# the directory for story the newest backup

test ! -d "$backup_dir" && $MKDIR "$backup_dir"

$TAR -zcPf $backup_dir/$HOSTNAME.nginx.$time.tar.gz /etc/nginx

$TAR -zcPf $backup_dir/$HOSTNAME.cron_daily.$time.tar.gz /etc/cron.daily

#delete the oldest backup 30 days ago

find $backup_dir -name "*.gz" -mtime +30 |xargs rm -rf

exit 0;

nginx 自动筛选出访问量过大的ip进行屏避

#!/bin/bash

nginx_home=/etc/nginx

log_path=/var/log/nginx

tail -n10000 $log_path/access.log \

|awk '{print $1,$12}' \

|grep -i -v -E "google|yahoo|baidu|msnbot|FeedSky|sogou" \

| grep -v '223.223.198.231' \

|awk '{print $1}'|sort|uniq -c|sort -rn \

|awk '{if($1>50)print "deny "$2";"}' >>./blockips.conf

sort ./blockips.conf |uniq -u >./blockips_new.conf

mv ./blockips.conf ./blockips_old.conf

mv ./blockips_new.conf ./blockips.conf

cat ./blockips.conf

#service nginx reload

监控各网站首页

#!/bin/sh

RED='\033[0;31m'

GREEN='\033[0;32m'

NC='\033[0m' # No Color

function test_domain {

local domain=$1

status=`curl -s -o /dev/null -I -w "%{http_code}" $domain`

if [ $status -eq '404' ]

then

printf "${domain}${RED} ${status}${NC}\n"

else

printf "$domain$GREEN $status$NC\n"

fi

}

domain_list=$'#\nwww.#\ndev.#\nblog.#\#\#'

while read -r domain; do

# echo "... $domain ..."

test_domain "http://$domain"

test_domain "https://$domain"

done <<< "$domain_list"

从mysql日志里过滤慢sql

#!/usr/bin/perl

#

# Nathanial Hendler

# #/

#

# 2001-06-26 v1.0

#

# This perl script parses a MySQL slow_queries log file

# ignoring all queries less than $min_time and prints

# out how many times a query was greater than $min_time

# with the seconds it took each time to run. The queries

# are sorted by number of times it took; the most often

# query appearing at the bottom of the output.

#

# Usage: mysql_slow_log_parser logfile

#

# ------------------------

# SOMETHING TO THINK ABOUT (aka: how to read output)

# ------------------------

#

# Also, it does to regex substitutions to normalize

# the queries...

#

# $query_string =~ s/\d+/XXX/g;

# $query_string =~ s/([\'\"]).+?([\'\"])/$1XXX$2/g;

#

# These replace numbers with XXX and strings found in

# quotes with XXX so that the same select statement

# with different WHERE clauses will be considered

# as the same query.

#

# so these...

#

# SELECT * FROM offices WHERE office_id = 3;

# SELECT * FROM offices WHERE office_id = 19;

#

# become...

#

# SELECT * FROM offices WHERE office_id = XXX;

#

#

# And these...

#

# SELECT * FROM photos WHERE camera_model LIKE 'Nikon%';

# SELECT * FROM photos WHERE camera_model LIKE '%Olympus';

#

# become...

#

# SELECT * FROM photos WHERE camera_model LIKE 'XXX';

#

#

# ---------------------

# THIS MAY BE IMPORTANT (aka: Probably Not)

# ---------------------

#

# *SO* if you use numbers in your table names, or column

# names, you might get some oddities, but I doubt it.

# I mean, how different should the following queries be

# considered?

#

# SELECT car1 FROM autos_10;

# SELECT car54 FROM autos_11;

#

# I don't think so.

#

$min_time = 0; # Skip queries less than $min_time

$min_rows = 0;

$max_display = 10; # Truncate display if more than $max_display occurances of a query

print "\n Starting... \n";

$query_string = '';

$time = 0;

$new_sql = 0;

##############################################

# Loop Through The Logfile

##############################################

while (<>) {

# Skip Bogus Lines

next if ( m|/.*mysqld, Version:.+ started with:| );

next if ( m|Tcp port: \d+ Unix socket: .*mysql.sock| );

next if ( m|Time\s+Id\s+Command\s+Argument| );

next if ( m|administrator\s+command:| );

# print $_;

# if ( /Query_time:\s+(.*)\s+Lock_time:\s+(.*)\s/ ) {

#if ( /Query_time:\s+(.*)\s+Lock_time:\s+(.*)\s+Rows_examined:\s+(\d+)/ ) {

if ( /Query_time:\s+(.*)\s+Lock_time:\s+(.*)\s+Rows_examined:\s+(.*)/ ) {

$time = $1;

$rows = $3;

$new_sql = 1;

# print "found $1 $3\n";

next;

}

if ( /^\#/ && $query_string ) {

if (($time > $min_time) && ($rows >= $min_rows)) {

$orig_query = $query_string;

$query_string =~ s/\d+/XXX/g;

$query_string =~ s/'([^'\\]*(\\.[^'\\]*)*)'/'XXX'/g;

$query_string =~ s/"([^"\\]*(\\.[^"\\]*)*)"/"XXX"/g;

#$query_string =~ s/([\'\"]).+?([\'\"])/$1XXX$2/g;

#$query_string =~ s/\s+/ /g;

#$query_string =~ s/\n+/\n/g;

push @{$queries{$query_string}}, $time;

push @{$queries_rows{$query_string}}, $rows;

$queries_tot{$query_string} += $time;

$queries_orig{$query_string} = $orig_query;

$query_string = '';

}

} else {

if ($new_sql) {

$query_string = $_;

$new_sql = 0;

} else {

$query_string .= $_;

}

}

}

##############################################

# Display Output

##############################################

foreach my $query ( sort { $queries_tot{$b} <=> $queries_tot{$a} } keys %queries_tot ) {

my $total = 0;

my $cnt = 0;

my @seconds = sort { $a <=> $b } @{$queries{$query}};

my @rows = sort { $a <=> $b } @{$queries_rows{$query}};

($total+=$_) for @seconds;

($cnt++) for @seconds;

print "### " . @{$queries{$query}} . " Quer" . ((@{$queries{$query}} > 1)?"ies ":"y ") . "\n";

print "### Total time: " . $total .", Average time: ".($total/$cnt)."\n";

print "### Taking ";

print @seconds > $max_display ? "$seconds[0] to $seconds[-1]" : sec_joiner(\@seconds);

print " seconds to complete\n";

print "### Rows analyzed ";

print @rows > $max_display ? "$rows[0] - $rows[-1]": sec_joiner(\@rows);

print "\n";

print "$query\n";

print $queries_orig{$query}."\n\n";

}

sub sec_joiner {

my ($seconds) = @_;

$string = join(", ", @{$seconds});

$string =~ s/, (\d+)$/ and $1/;

return $string;

}

exit(0);

本机路由表

ip route add 5.6.13.192/26 dev em1 src 5.6.13.218 table 10

ip route add default via 5.6.13.254 table 10

ip route add 5.6.13.192/26 dev em2 src 5.6.13.217 table 20

ip route add default via 5.6.13.254 table 20

ip route add 5.6.13.192/26 dev em1 src 5.6.13.218

ip route add 5.6.13.192/26 dev em2 src 5.6.13.217

ip route add default via 5.6.13.254

ip rule add from 5.6.13.218 table 10

ip rule add from 5.6.13.217 table 20

ip route flush cache

出现异常时，用钉钉dingtalk报警

#!/bin/python

# -*- coding: utf-8 -*-

from flask import Flask

from flask import request

import json

import requests

app = Flask(__name__)

def transform(text):

textMap = json.loads(text)

nodePorturl = 'http://192.168.10.182:3672'

externalURL = textMap['externalURL']

print(externalURL)

links =[]

for alert in textMap['alerts']:

print('-------------')

time = alert['startsAt'] + ' -- ' + alert['endsAt']

generatorURL = alert['generatorURL'];

generatorURL = nodePorturl+generatorURL[generatorURL.index('graph'):]

summary = alert['annotations']['summary']

description = alert['annotations']['description']

status = alert['status']

title = alert['labels']['alertname']

link = {}

link['title'] = title

link['text'] = status + ': ' + description

link['messageUrl'] = generatorURL

link['picUrl'] = ''

links.append(link)

return links

@app.route('/',methods=['POST'])

def send():

if request.method == 'POST':

post_data = request.get_data()

alert_data(post_data)

return "hello"

def alert_data(data):

url = '#/robot/send?access_token=YOUR_TOKEN'

headers = {'Content-Type': 'application/json'}

for link in transform(data):

send_data = {"msgtype": "link", "link": link}

print(send_data)

r = requests.post(url, data=json.dumps(send_data), headers=headers)

if __name__ == '__main__':

app.run(host='0.0.0.0', port=1111)

以上就是小编今天为大家分享的文章是关于Linux运维工程师要掌握的常用运维脚本的文章，希望本篇文章能够对正在从事Linux运维工作的小伙伴们有所帮助，想要了解更多Linux相关知识记得关注达内Linux培训官网，最后祝愿小伙伴们工作顺利，成为一名优秀的Linux运维工程师。

【免责声明：本文图片及文字信息均由小编转载自网络，旨在分享提供阅读，版权归原作者所有，如有侵权请联系我们进行删除。】