安科网

webgame 日志解析的过程

CSDN版

CSDN版

2011-08-19

关注 关注 
awk 'BEGIN {FS="|"}; {print $2 "|" $3  "|" $4}' gamelogin.log.2011-08-15-23  > tmp.1



awk 'BEGIN {FS="|"}; {print $1}' tmp.1 | awk 'BEGIN {FS=":"}; {print $1}' > tmp.2

合并

awk 'BEGIN {FS="|"}; {print $2 "|" $3  "|" $4}' gamelogin.log.2011-08-15-23 | awk 'BEGIN {FS="|"}; {print $1 | awk 'BEGIN {FS=":"}; {print $1}  "|" $2 "|" $3}' > tmp.3

awk 'BEGIN {FS="|"}; [{print awk 'BEGIN {FS=":"}; {print $1}' > tmp.3

-----------------------------------

awk 'BEGIN {FS="|"}; {print ($1 || substr($1, 1, index($1,":")-1 )) "|" $2 "|" $3}' tmp.1 > tmp.4

awk 'BEGIN {FS="|"}; {print substr($1, 1, 9) "|" $2 "|" $3}' tmp.1 > tmp.4
----------------------------------------------------------------
awk 'BEGIN {FS="|"}; { if(index($1,":")>0) {print substr($1, 1, index($1,":")-1) "|" $2 "|" $3 } else {print $1 "|" $2 "|" $3} }' tmp.1 > tmp.4  OK

合并：

清理gamelogin.log数据,按时间分：
格式

23|255123768|mszj|1001

awk 'BEGIN {FS="|"}; {print substr($1,index($1, " ") + 1, 2) "|" $2 "|" $3  "|" $4}' gamelogin.log.2011-08-15-23 | awk 'BEGIN {FS="|"}; { if(index($2,":")>0) {print $1 "|" substr($2, 1, index($2,":")-1) "|" $3 "|" $4 } else {print $1 "|" $2 "|" $3 "|" $4} }' > tmp.6

awk 'BEGIN {FS="|"}; {print $1 " " $3 " " $2 " " $4 }' tmp.10 | sort| uniq -c > tmp.7

------------------------------
合并：
awk 'BEGIN {FS="|"}; {print substr($1,index($1, " ") + 1, 2) "|" $2 "|" $3  "|" $4}' gamelogin.log.2011-08-15-23 | awk 'BEGIN {FS="|"}; { if(index($2,":")>0) {print $1 "|" substr($2, 1, index($2,":")-1) "|" $3 "|" $4 } else {print $1 "|" $2 "|" $3 "|" $4} }' | awk 'BEGIN {FS="|"}; {print $1 " " $3 " " $2 " " $4 }' | sort| uniq -c | sort -r -n > tmp.7

逆序输出：
awk 'BEGIN {FS="|"}; {print substr($1,index($1, " ") + 1, 2) "|" $2 "|" $3  "|" $4}' gamelogin.log.2011-08-15-23 | awk 'BEGIN {FS="|"}; { if(index($2,":")>0) {print $1 "|" substr($2, 1, index($2,":")-1) "|" $3 "|" $4 } else {print $1 "|" $2 "|" $3 "|" $4} }' | awk 'BEGIN {FS="|"}; {print $1 " " $3 " " $2 " " $4 }' | sort| uniq -c |awk 'BEGIN {FS=" "}; {print $3 " " $1 " " $5 " " $4 " " $2 }' | sort -r -n > tmp.7

+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
promitioin.log的处理

awk 'BEGIN {FS=","}; {print substr($1,index($1, " ") + 1, 2) "|" $2 "|" $3  "|" $4 "|" $5 "|" $6  "|" $7 "|" $8 }' promition.log.2011-08-15-23 > log.1

awk 'BEGIN {FS=","}; {print  $6  " " $7 " " $2 " " $3  " " $4 " " $5 " "  $8 " "substr($1,index($1, " ") + 1, 2) }' promition.log.2011-08-15-23 | sort |uniq -c |awk 'BEGIN {FS=" "}; {print $2 " " $3 " " $1 " " $5 " " $4 " " $6 " " $7 " " $8 " " $9}'| sort -r -n >log.2
cat test.txt test1.txt | sort | uniq -d
vimdiff tmp1 tem2

cat tmp1 tmp2 | uniq -d

awk '{print $7}' log.2 | sort | uniq > log2.log
合并文件
cat file1.out file2.out ＞ file2.out 
cat promition.success.log.2011-08-15-* > promition.success.log

gamelogin.log 16日

awk 'BEGIN {FS="|"}; {print substr($1,index($1, " ") + 1, 2) "|" $2 "|" $3  "|" $4}' gamelogin.log | awk 'BEGIN {FS="|"}; { if(index($2,":")>0) {print $1 "|" substr($2, 1, index($2,":")-1) "|" $3 "|" $4 } else {print $1 "|" $2 "|" $3 "|" $4} }' | awk 'BEGIN {FS="|"}; {print $1 " " $3 " " $2 " " $4 }' | sort| uniq -c |awk 'BEGIN {FS=" "}; {print $3 " " $1 " " $5 " " $4 " " $2 }' | sort -r -n > tmp
-----------------------------------------------------------------------
awk 'BEGIN {FS="|"}; {print $2 "|" $3  "|" $4}' gamelogin.log > tmp.1

awk 'BEGIN {FS="|"}; { if(index($1,":")>0) {print substr($1, 1, index($1,":")-1) "|" $2 "|" $3 } else {print $1 "|" $2 "|" $3} }' tmp.1 > tmp.2

awk 'BEGIN {FS="|"}; {print $2 "|" $3  "|" $4}' gamelogin.log | awk 'BEGIN {FS="|"}; { if(index($1,":")>0) {print substr($1, 1, index($1,":")-1) "|" $2 "|" $3 } else {print $1 "|" $2 "|" $3} }' > tmp.3

awk 'BEGIN {FS="|"}; {print $1 " " $2 " " $3 }' tmp.3 | sort| uniq -c > tmp.4

awk 'BEGIN {FS="|"}; {if($2!=""){print $2 "|" $3  "|" $4}}' gamelogin.log | awk 'BEGIN {FS="|"}; { if(index($1,":")>0) {print substr($1, 1, index($1,":")-1) "|" $2 "|" $3 } else {print $1 "|" $2 "|" $3} }' | awk 'BEGIN {FS="|"}; {print  "|" $1 "|" $2 "|" $3 }' | sort| uniq -c |awk 'BEGIN {FS="|"}; {print gsub(/[[:blank:]]*/,"",$1) "|" $2 "|" $3 "|" $4}'| sort > tmp.5

awk '{ sub(/^[ \t]+/,""); print }' tmp.5 > tmp.7
awk 'gsub(/^ *| *$/,"")'

awk 'BEGIN {FS="|"}; {print gsub(/[[:blank:]]*/,"",$1) "|" $2 "|" $3 "|" $4}' tmp.5  > tmp.6

sort tmp.5  > tmp.6
-----------------------------------------------------------------
awk 'BEGIN {FS="|"}; {if($2!=""){print $2 "|" $3  "|" $4}}' gamelogin.log | awk 'BEGIN {FS="|"}; { if(index($1,":")>0) {print substr($1, 1, index($1,":")-1) "|" $2 "|" $3 } else {print $1 "|" $2 "|" $3} }' | awk 'BEGIN {FS="|"}; {print  "|" $1 "|" $2 "|" $3 }' | sort| uniq -c |awk 'BEGIN {FS="|"}; {print gsub(/[[:blank:]]*/,"",$1) "|" $2 "|" $3 "|" $4}'| sort > tmp.5

awk 'BEGIN {FS="|"}; {print $2}' tmp.5 | uniq | sort > tmp-uid

===================================================================
promition.success.log 15日

awk 'BEGIN {FS=","}; {print  $6  " " $7 " " $2 " " $3  " " $4 " " $5 " "  $8 " "substr($1,index($1, " ") + 1, 2) }' promition.success.log | sort |uniq -c |awk 'BEGIN {FS=" "}; {print $2 " " $3 " " $1 " " $5 " " $4 " " $6 " " $7 " " $8 " " $9}'| sort -r -n >log.1


awk 'BEGIN {FS=","}; {print  $6  " " $7 " " $5 }' promition.success.log | sort |uniq -c |awk 'BEGIN {FS=" "}; {print $1 "|" $4 "|" $2 "|" $3 }'| sort >log.1

awk 'BEGIN {FS="|"}; {print $2}' log.1 | uniq | sort > log-uid

//多个文件合并为一行：
// paste glogin-uid-count.log prom-suc-uid-count.log log-rate.log > flux.log
----------------------------------------------------------------------
算登录率
cat log-uid tmp-uid | sort | uniq -d|wc -l >test.log

最终整理如下：

awk 'BEGIN {FS="|"}; {if($2!=""){print $2 "|" $3  "|" $4}}' gamelogin.log | awk 'BEGIN {FS="|"}; { if(index($1,":")>0) {print substr($1, 1, index($1,":")-1) "|" $2 "|" $3 } else {print $1 "|" $2 "|" $3} }' | awk 'BEGIN {FS="|"}; {print  "|" $1 "|" $2 "|" $3 }' | sort| uniq -c |awk 'BEGIN {FS="|"}; {print gsub(/[[:blank:]]*/,"",$1) "|" $2 "|" $3 "|" $4}'| sort > glogin.log
awk 'BEGIN {FS="|"}; {print $2}' glogin.log | uniq | sort > glogin-uid
awk 'BEGIN {FS=","}; {print  $6  " " $7 " " $5 }' promition.success.log | sort |uniq -c |awk 'BEGIN {FS=" "}; {print $1 "|" $4 "|" $2 "|" $3 }'| sort > prom-suc.log
awk 'BEGIN {FS="|"}; {print $2}' prom-suc.log | uniq | sort > prom-suc-uid
计算前一天的次登录率
cat glogin-uid | wc -l  > tmp-glog-prom-uid.log
cat prom-suc-uid | wc -l >> tmp-glog-prom-uid.log
cat prom-suc-uid glogin-uid | sort | uniq -d|wc -l >> tmp-glog-prom-uid.log
cat tmp-glog-prom-uid.log | xargs echo > tmp-flux-rate.log
单个文件合并为一行
计算登录率
awk 'BEGIN {FS=" "}; {print $1 "|" $2 "|" $3 "|" $3/$2}' tmp-flux-rate.log > flux-rate.log
rm -f tmp*

-----------------------------------------------------------------
awk 'BEGIN {FS="|"}; {if($2!=""){print $2 "|" $3  "|" $4}}' gamelogin.log | awk 'BEGIN {FS="|"}; { if(index($1,":")>0) {print substr($1, 1, index($1,":")-1) "|" $2 "|" $3 } else {print $1 "|" $2 "|" $3} }' | awk 'BEGIN {FS="|"}; {print  "|" $1 "|" $2 "|" $3 }' | sort| uniq -c |awk 'BEGIN {FS="|"}; {print gsub(/[[:blank:]]*/,"",$1) "|" $2 "|" $3 "|" $4}'| sort > glogin.log

awk 'BEGIN {FS="|"}; {print $2}' glogin.log | uniq | sort > glogin-uid

awk 'BEGIN {FS=","}; {print  $6  " " $7 " " $5 }' promition.success.log | sort |uniq -c |awk 'BEGIN {FS=" "}; {print $1 "|" $4 "|" $2 "|" $3 }'| sort > prom-suc.log

awk 'BEGIN {FS="|"}; {print $2}' prom-suc.log | uniq | sort > prom-suc-uid

cat glogin-uid | wc -l  > tmp-glog-prom-uid.log

cat prom-suc-uid | wc -l >> tmp-glog-prom-uid.log

cat prom-suc-uid glogin-uid | sort | uniq -d|wc -l >> tmp-glog-prom-uid.log

cat tmp-glog-prom-uid.log | xargs echo > tmp-flux-rate.log

awk 'BEGIN {FS=" "}; {print $1 "|" $2 "|" $3 "|" $3/$2}' tmp-flux-rate.log > flux-rate.log

rm -f tmp*

结果 532853|36842|15950|0.43293
----------------------------------
简化版
touch test.c 就创建了一个新文件 test.c
获取前一天的时间

cd /data/remote-log-server/log/promition/2011-08-17
cat promition.success.log.2011-08-17-* > promition.success.log.2011-08-17
scp promition.success.log.2011-08-17 root@10.3.18.158:/data/remote-log-server/log/gamelogin/wqo/test/
rm -f promition.success.log.2011-08-17

cd /data/remote-log-server/log/gamelogin/2011-08-17
scp gamelogin.log root@10.3.18.158:/data/remote-log-server/log/gamelogin/wqo/test/gamelogin.log.2011-08-17


echo `date -d"300 days ago" +%Y-%m-%d`
------------------------------------------------
单日拷贝数据
echo "************start**************"
  dd=`date +%Y-%m-%d -d " 1 days ago " `

  cd /data/remote-log-server/log/promition/$dd
  cat promition.success.log.$dd-* > promition.success.log.$dd
  scp promition.success.log.$dd root@10.3.18.158:/data/remote-log-server/log/gamelogin/wqo/test/
  rm -f promition.success.log.$dd
  echo "************ $dd promition.success end**************"
  
  cd /data/remote-log-server/log/gamelogin/$dd
  scp gamelogin.log root@10.3.18.158:/data/remote-log-server/log/gamelogin/wqo/test/gamelogin.log.$dd

  echo "************ $dd gamelogin end**************"

循环拷贝数据
10.3.17.26
/data/remote-log-server/run/wqo
sh testfor.log
k=0
while((k++<=2))
do
  echo "************start**************"
  dd=`date +%Y-%m-%d -d " $k days ago " `
  cd /data/remote-log-server/log/promition/$dd
  cat promition.success.log.$dd-* > promition.success.log.$dd
  scp promition.success.log.$dd root@10.3.18.158:/data/remote-log-server/log/gamelogin/wqo/test/
  rm -f promition.success.log.$dd
  echo "************ $dd promition.success end**************"
  
  cd /data/remote-log-server/log/gamelogin/$dd
  scp gamelogin.log root@10.3.18.158:/data/remote-log-server/log/gamelogin/wqo/test/gamelogin.log.$dd

  echo "************ $dd gamelogin end**************"

done

--------------------------------------------

#!/bin/bash
# This script prints a message about your weight if you give it your
# weight in kilos and hight in centimeters.
if [ ! $# == 2 ]; then
  echo "Usage: $0 weight_in_kilos length_in_centimeters"
  exit
fi
weight="$1"
height="$2"
idealweight=$[$height - 110]
if [ $weight -le $idealweight ] ; then
  echo "You should eat a bit more fat."
else
  echo "You should eat a bit more fruit."
fi
# weight.sh 70 150
You should eat a bit more fruit.
# weight.sh 70 150 33

---------------------------------------------------------

awk '{FS="|"}; {print $6 "\t" $5 "\t" $4 "\t" $3 "\t" $2 "\t" $1 }' flux-rate.log | sort -k 1 > fff.log 

cat flux-rate.log | sort -k 1 > fff.log
cat flux-rate.log  | sort > fff.log 

ps aux | grep testfor.sh

---------------------------------------------

#!/bin/sh

echo "*********start********"

dd=`date +%Y-%m-%d -d " 1 days ago " `

if [ ! -f "gamelogin.log.$dd" ] ; then
    
   echo "*****gamelogin.log.$dd not existed*******"
   
   exit
fi
 

if [ ! -f "glogin.log.$dd" ] ; then    

   echo "***********glogin.log.$dd not exist, start to create it**************"

   awk 'BEGIN {FS="|"}; {if($2!=""){print $2 "|" $3  "|" $4}}' gamelogin.log.$dd | awk 'BEGIN {FS="|"}; { if(index($1,":")>0) {print substr($1, 1, index($1,":")-1) "|" $2 "|" $3 } else {print $1 "|" $2 "|" $3} }' | awk 'BEGIN {FS="|"}; {print  "|" $1 "|" $2 "|" $3 }' | sort| uniq -c |awk 'BEGIN {FS="|"}; {print gsub(/[[:blank:]]*/,"",$1) "|" $2 "|" $3 "|" $4}'| sort > glogin.log.$dd

   echo "***********glogin.log.$dd end***********"
 
else
   
   echo "************glogin.log.$dd is existed********************"

fi


awk 'BEGIN {FS="|"}; {print $2}' glogin.log.$dd | sort | uniq > glogin-uid.$dd

cat glogin-uid.$dd | wc -l  > tmp-glog-prom-uid.log

################################################################

tt=`date +%Y-%m-%d -d " 2 days ago " `

if [ -f "promition.success.log.$tt" ] ; then


    if [ ! -f "prom-suc.log.$tt" ] ; then

      echo "************prom-suc.log.$tt not exist , start to create it***********************"
  
      awk 'BEGIN {FS=","}; {print  $6  " " $7 " " $5 }' promition.success.log.$tt | sort |uniq -c |awk 'BEGIN {FS=" "}; {print $1 "|" $4 "|" $2 "|" $3 }'| sort > prom-suc.log.$tt

      echo "***********prom-suc.log.$tt end***************"

    else 
  
      echo "***********prom-suc.log.$tt is existed**********************"

    fi

    awk 'BEGIN {FS="|"}; {print $2}' prom-suc.log.$tt | sort | uniq  > prom-suc-uid.$tt


    cat prom-suc-uid.$tt | wc -l >> tmp-glog-prom-uid.log

    cat prom-suc-uid.$tt glogin-uid.$dd | sort | uniq -d | wc -l >> tmp-glog-prom-uid.log

    echo $dd >>tmp-glog-prom-uid.log

    echo $tt >>tmp-glog-prom-uid.log

    cat tmp-glog-prom-uid.log | xargs echo > tmp-flux-rate.log

    awk 'BEGIN {FS=" "}; {print $1 "|" $2 "|" $3 "|" $3/$2 "|" $4 "|" $5 }' tmp-flux-rate.log >> flux-rate.log

    echo "***********flux-rate.log end************"
    rm -f tmp*

else

    echo "********promition.success.log.$tt not exit!***************"

    exit

fi

echo "*****************end**********************"

-------------------------------------------------------------

#!/bin/sh

echo "*********start********"

m=0
while((m++<=30))
do

dd=`date +%Y-%m-%d -d " $m days ago " `

if [ ! -f "gamelogin.log.$dd" ] ; then
    
   echo "*****gamelogin.log.$dd not existed*******"
   
   exit
fi
 

if [ ! -f "glogin.log.$dd" ] ; then    

   echo "***********glogin.log.$dd not exist, start to create it**************"

   awk 'BEGIN {FS="|"}; {if($2!=""){print $2 "|" $3  "|" $4}}' gamelogin.log.$dd | awk 'BEGIN {FS="|"}; { if(index($1,":")>0) {print substr($1, 1, index($1,":")-1) "|" $2 "|" $3 } else {print $1 "|" $2 "|" $3} }' | awk 'BEGIN {FS="|"}; {print  "|" $1 "|" $2 "|" $3 }' | sort| uniq -c |awk 'BEGIN {FS="|"}; {print gsub(/[[:blank:]]*/,"",$1) "|" $2 "|" $3 "|" $4}'| sort > glogin.log.$dd

   echo "***********glogin.log.$dd end***********"
 
else
   
   echo "************glogin.log.$dd is existed********************"

fi

if [ ! -f "glogin-uid.$dd" ] ; then
   echo "********************glogin-uid.$dd not exist, create id***********"
   awk 'BEGIN {FS="|"}; {print $2}' glogin.log.$dd | sort | uniq > glogin-uid.$dd

else
   echo "********************glogin-uid.$dd is existed******"
fi


################################################################

echo "****for promition*****"

k=0
while((k++<30))
do

((n=k+m))

tt=`date +%Y-%m-%d -d " $n  days ago " `

  if [ -f "promition.success.log.$tt" ] ; then


      if [ ! -f "prom-suc.log.$tt" ] ; then

        echo "************prom-suc.log.$tt not exist , start to create it***********************"
  
        awk 'BEGIN {FS=","}; {print  $6  " " $7 " " $5 }' promition.success.log.$tt | sort |uniq -c |awk 'BEGIN {FS=" "}; {print $1 "|" $4 "|" $2 "|" $3 }'| sort > prom-suc.log.$tt

        echo "***********prom-suc.log.$tt end***************"

      else 
  
        echo "***********prom-suc.log.$tt is existed**********************"

      fi
       
      if [ ! -f "prom-suc-uid.$tt" ] ; then
         
        echo "***************prom-suc-uid.$tt is not exited, create**********************"
        
        awk 'BEGIN {FS="|"}; {print $2}' prom-suc.log.$tt | sort | uniq > prom-suc-uid.$tt

      else
     
        echo "****************prom-suc-uid.$tt is existed********************"

      fi

      cat glogin-uid.$dd | wc -l  > tmp-glog-prom-uid.log

      cat prom-suc-uid.$tt | wc -l >> tmp-glog-prom-uid.log

      cat prom-suc-uid.$tt glogin-uid.$dd | sort | uniq -d | wc -l >> tmp-glog-prom-uid.log

      echo $dd >>tmp-glog-prom-uid.log

      echo $tt >>tmp-glog-prom-uid.log

      cat tmp-glog-prom-uid.log | xargs echo > tmp-flux-rate.log

      awk 'BEGIN {FS=" "}; {print $5 "|" $4 "|" $3/$2 "|" $3 "|" $2 "|" $1 }' tmp-flux-rate.log >> flux-rate.log

      echo "***********flux-rate.log end************"
      rm -f tmp*

  else

      echo "********promition.success.log.$tt not exit!***************"

  fi


done

done

echo "*****************end**********************"

awk substr tmp begin 编程语言

CSDN版

CSDN版

0 关注 0 粉丝 0 动态

关注 关注

相关推荐

shell学习笔记3---awk的执行过程(原创)

awk的运行过程1、如果BEGIN 区块存在，awk执行它指定的actions。如果输入文件省略，将从标准输入读取3、awk将读入的记录分割成字段，将第1个字段放入变量$1中，第2个字段放入$2，以此类推。$0表示整条记录。字段分隔符使用shell环境变量

misszc 2013-06-12

awk命令详解

awk ‘BEGIN{print "姓","名","QQ号","捐款记录"}{print $0}‘ awk_test.txt |column -t. awk ‘BEGIN{FS

chenpro 2020-07-04

[Linux Shell学习系列十四]sed和awk-6.awk与Shell

我们可以将awk和Shell脚本结合使用来执行各种任务。一般会将信息传入awk脚本，再将信息以对Shell有用的格式传回。如使用shell变量来保存awk程序搜索用的模式是很常见的。1）最常见的方法：使用Shell引用来替换变量的值到Shell脚本内部的a

fendou00sd 2020-06-16

Linux下科学计数法(e)转化为数字的方法

科学计数法使用e标识数值，将科学计算学转化为数字的思路：按e右边的数字移动小数点位数。那么在shell中，如何转化科学计数法为数字呢，方法如下：这里以"1.7615562e+06" 为示例：。2）e后面的数字若是负数，则小数点后面要保留

RealJianyuan 2020-06-14

shell脚本-awk

awk [option] ‘script‘ file1 file2 ...awk将符合PATTERN的文本逐行取出，并按照指定的分割符(默认为空白,awk ‘BEGIN{print "line one\nline two\nline three&

cwgxiaoguizi 2020-06-05

shell awk 常见命令

比如 ls -alh |awk /TD/ | awk ‘{print $5}‘。ls -alh 返回文件详情列表。awk /TD/ 返回有 TD 字符的那一行。命令 | awk ‘/location/{getline a;print a}‘。返回的就是 l

chenpro 2020-06-02

zabbix监控nginx状态信息

} #开启nginx的stub_staus模块，这个模块主要作用是提供对基本信息状态的访问。/usr/bin/curl "http://$HOST/status" 2>/dev/nul

Neptune 2020-05-31

Linux awk统计日志中出现过的IP(或出现次数最多的N个IP)

awk是一个强大的文本分析工具，相对于grep的查找，sed的编辑，awk在其对数据分析并生成报告时，显得尤为强大。简单来说awk就是把文件逐行的读入，以空格为默认分隔符将每行切片，切开的部分再进行各种分析处理。awk ‘BEGIN{ commands }

老谢的自留地 2020-05-09

awk教程

AWK是一种解释性编程语言。它是非常强大的，专为文本处理。AWK 提供了极其强大的功能：可以进行样式装入、流控制、数学运算符、进程控制语句甚至于内置的变量和函数。它具备了一个完整的语言所应具有的几乎所有精美特性。AWK名字是从它的作者的姓氏衍生的，它的作者

YukiRain 2020-05-08

shell脚本之awk(一)

　　1.awk是一种编程语言，用于linux/unix下对文本和数据进行扫描。　　2.linux中常用的awk编译器版本有mawk,gawk。Redhat使用的是gawk，Ubuntu使用的是mawk.　　2. awk 基本结构包括模式匹配和处理过程。如果

baobaozai 2020-04-29

Linux 基础 - AWK 用法

awk ‘{a[$1]++}{!b[$0]++}END{for print i,"-",a[i]}‘ 源文件。斜杠内容一般为 字符 、 空格、引号、冒号 等等。根据需要删除对应的字符即可。$0 第三个参数为你需要修改的变量。例如awk

Proudoffaith 2020-04-08

Linux 文本处理利器--Awk常用命令

在 Linux/UNIX 系统中，awk 是一个功能强大的编辑工具，逐行读取输入文本，并根据指定的匹配模式进行查找，对符合条件的内容进行格式化输出或者过滤处理，可以在无交互的情况下实现相当复杂的文本操作，被广泛应用于 Shell 脚本，完成各种自动化配置任

fenxinzi 2020-03-01

awk命令

　　program由{ pattern + action statements}组成，动作语句之间用分号“;”分隔。[ ~]# awk -v FS=: -v OFS=" | " ‘{print $1,$3}‘ /etc/passwd.

zhiliang 2020-01-31

Linux 中awk 提取包含某个关键字的段落

AWK是一种处理文本文件的语言，是一个强大的文本分析工具。本文将使用命令awk将具有某个关键字的段落提取出来。"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007fb2dc1aa800 n

wannagonna 2020-01-13

shell监控系统资源并通过短信报警的脚本

Critical="当前系统登录用户人数超过1人，具体人数为：$LoginUser 个,请确认操作者人数。MemTotal=`free -m | grep Mem | awk -F: '{print $2}' | awk '{print $1}'

wandererdl 2019-12-25

网站维护：Linux服务器查看外网访问IP指令汇总

Shellnetstat -ntu | awk ‘{print $5}‘ | cut -d: -f1 | sort | uniq -c | sort -n1netstat -ntu | awk ‘{print $5}‘ | cut -d: -f1 | so

chenchuang 2020-01-25

正则表达式awk学习（三）

语句之间用分号分隔。变量名必须以字母或_开头。输出的个item可以是字符串,也可以是数字；当前记录的字段、变量或awk的表达式。如省略item,相当于print $0. 案例1：打印用户名和对应的shell. [ ~]# awk -F":&quo

jyj00 2020-01-09

shell-分析服务器日志

awk ‘{++S[$1]} END {for print a,S[a]}‘ log_file > log.txtsort -n -t ‘ ‘ -k 2 log.txt 配合sort进一步排序。grep ^111.111.111.111 log_f

fendou00sd 2020-01-07

SHELL用法九（awk练习）

Awk主要是用于对文本文件进行处理，通常是逐行处理，其语法参数格式为，单引号‘‘是为了和shell命令区分开;大括号{ }表示一个命令分组;pattern是一个过滤器，表示匹配pattern条件的行才进行Action处理;action是处理动作，常见动作为

fendou00sd 2020-01-06

三剑客

awk是一种编程语言，主要用于在linux/unix下对文本和数据进行处理，是linux/unix下的一个工具。数据可以来自标准输入、一个或多个文件，或其它命令的输出。awk的处理文本和数据的方式：逐行扫描文件，默认从第一行到最后一行，寻找匹配的特定模式的

PHP学习笔记 2020-01-06
CSDN版

CSDN版

W3CSchool教程
HTML 教程
CSS 教程
Bootstrap 教程
Javascript 教程
jQuery 教程
后端教程
C 教程
Java 教程
PHP 教程
Python 教程
Go 教程
移动开发
Android 教程
Swift 教程
Kotlin 教程
jQuery Mobile 教程
ionic 教程
关于我们
新闻动态
联系方式
招聘英才
安科实验室
帮助与反馈

安科网(Ancii)，中国第一极客网

Copyright © 2013 - 2019 Ancii.com

京ICP备18063983号 京公网安备11010802014868号