设置自定义分隔符
// 以 , 分割
awk 'BEGIN{FS=","}' '{print $8}' log_20220301.txt
// 以 , 分割 另一种写法
awk -F ',' '{print $8}' log_20220301.txt
//同时设置 ,和: 作为分割符
awk -F '[:,]' '{print $5}' log_20220301.txt
以下列数据为例
{"datetime":"2022-03-01 17:51:08","method":"POST","api":"/api/notifications/dd/markdown"}
输出：
"method"
"method"
"method"
"method"
"method"
"method"
"method"
替换指定字符
文本范例
ip":"10.130.110.87
替换字符串 ip”:”
awk '{gsub("ip\":\"","");print $0}' yourlog.txt
统计排序
awk '{a[$0]++}END{for(i in a){print i, a[i]}}' yourlog.txt｜sort NR
实际操作
log文件：log_20220301.txt
{"datetime":"2022-03-01 17:51:08","method":"POST","api":"/api/notifications/dd/markdown","ip":"10.130.110.87","client_key":"4e682a68-21da-4dd9-95ce-069b99a48e1a","receivers":"jay.li","sign":"64DBsCQW3u/rvcXcVurarMY655r/15QxLyiOnsicfS2gtg3FkIO9Dg==","title":"离线报警消息","content":"当前时间:2022-03-01 17:51:07,环境:prod, 数据就绪检测 [ 统计周期: 十分钟 数据校验区间: 2022-03-01 17:30:00 ] 有 3 个图表数据未就绪，详情请查看https://magic.xxxx.cn/#/monitor/index?start_time=2022-03-01%2017:50:00&end_time=2022-03-01%2017:52:06&alarm_type=readytime&statistic_cycle=minutes_10","timestamp":"1646128268555","hostname":"","device":"","device_model":"","device_mac":"","device_udid":"","app_uuid":"","app_version":"","access_token":""}
{"datetime":"2022-03-01 17:51:08","method":"POST","api":"/api/notifications/dd/markdown","ip":"10.130.110.87","client_key":"4e682a68-21da-4dd9-95ce-069b99a48e1a","receivers":"yuanfeng.liu","sign":"64DBsCQW3u/rvcXcVurarMY655r/15QxLyiOnsicfS2gtg3FkIO9Dg==","title":"离线报警消息","content":"当前时间:2022-03-01 17:51:08,环境:prod, 数据就绪检测 [ 统计周期: 十分钟 数据校验区间: 2022-03-01 17:30:00 ] 有 3 个图表数据未就绪，详情请查看https://magic.xxxxxx.cn/#/monitor/index?start_time=2022-03-01%2017:50:00&end_time=2022-03-01%2017:52:06&alarm_type=readytime&statistic_cycle=minutes_10","timestamp":"1646128268799","hostname":"","device":"","device_model":"","device_mac":"","device_udid":"","app_uuid":"","app_version":"","access_token":""}
{"datetime":"2022-03-01 17:51:09","method":"POST","api":"/api/notifications/dd/markdown","ip":"10.130.110.87","client_key":"4e682a68-21da-4dd9-95ce-069b99a48e1a","receivers":"tianyuan.jiang","sign":"64DBsCQW3u/rvcXcVurarMY655r/15QxLyiOnsicfS2gtg3FkIO9Dg==","title":"离线报警消息","content":"当前时间:2022-03-01 17:51:08,环境:prod, 数据就绪检测 [ 统计周期: 十分钟 数据校验区间: 2022-03-01 17:30:00 ] 有 3 个图表数据未就绪，详情请查看https://magic.xxxxxxx.cn/#/monitor/index?start_time=2022-03-01%2017:50:00&end_time=2022-03-01%2017:52:06&alarm_type=readytime&statistic_cycle=minutes_10","timestamp":"1646128269107","hostname":"","device":"","device_model":"","device_mac":"","device_udid":"","app_uuid":"","app_version":"","access_token":""}
{"datetime":"2022-03-01 17:51:09","method":"POST","api":"/api/notifications/dd/markdown","ip":"10.130.110.87","client_key":"4e682a68-21da-4dd9-95ce-069b99a48e1a","receivers":"yongzhe.feng","sign":"F+Zb+PM7Tv8Acjgz7HI7veMrNvpWncQ8UdnfPZqlzYxZj90tohUIkw==","title":"离线报警消息","content":"当前时间:2022-03-01 17:51:08,环境:prod, 数据就绪检测 [ 统计周期: 十分钟 数据校验区间: 2022-03-01 17:30:00 ] 有 3 个图表数据未就绪，详情请查看https://magic.xxxxxx.cn/#/monitor/index?start_time=2022-03-01%2017:50:00&end_time=2022-03-01%2017:52:06&alarm_type=readytime&statistic_cycle=minutes_10","timestamp":"1646128269340","hostname":"","device":"","device_model":"","device_mac":"","device_udid":"","app_uuid":"","app_version":"","access_token":""}
{"datetime":"2022-03-01 17:51:09","method":"POST","api":"/api/notifications/dd/markdown","ip":"10.130.110.87","client_key":"4e682a68-21da-4dd9-95ce-069b99a48e1a","receivers":"wantong.he","sign":"F+Zb+PM7Tv8Acjgz7HI7veMrNvpWncQ8UdnfPZqlzYxZj90tohUIkw==","title":"离线报警消息","content":"当前时间:2022-03-01 17:51:08,环境:prod, 数据就绪检测 [ 统计周期: 十分钟 数据校验区间: 2022-03-01 17:30:00 ] 有 3 个图表数据未就绪，详情请查看https://magic.xxxxxxx.cn/#/monitor/index?start_time=2022-03-01%2017:50:00&end_time=2022-03-01%2017:52:06&alarm_type=readytime&statistic_cycle=minutes_10","timestamp":"1646128269593","hostname":"","device":"","device_model":"","device_mac":"","device_udid":"","app_uuid":"","app_version":"","access_token":""}
{"datetime":"2022-03-01 17:51:10","method":"POST","api":"/api/notifications/dd/markdown","ip":"10.130.110.87","client_key":"4e682a68-21da-4dd9-95ce-069b99a48e1a","receivers":"ru.wang","sign":"zExrL1ntAafiGIAnWmtT+fZlrrQHNKr4XV6TGHx2geNiIcdMz4VgSw==","title":"Job failed:exec_id: 20165047, flow_id: 5090, job_id: 100009121, flow_name: dwa_saki_uid_active_info_10min, job","content":"[From SG-Ali] exec_id: 20165047, flow_id: 5090, job_id: 100009121, flow_name: dwa_saki_uid_active_info_10min, job_name: dwa_saki_uid_active_info_10min, notify_users: ru.wang, execute failed, please handle!!!","timestamp":"1646128270434","hostname":"","device":"","device_model":"","device_mac":"","device_udid":"","app_uuid":"","app_version":"","access_token":""}
{"datetime":"2022-03-01 17:55:03","method":"POST","api":"/api/notifications/dd/markdown","ip":"10.130.110.87","client_key":"4e682a68-21da-4dd9-95ce-069b99a48e1a","receivers":"yongzhe.feng","sign":"buSu1o0lGCXMMsP8qwTCWCQz3jdDSC1VdDi0M/LCNWnNfgppbcK+NQ==","title":"SLA Timeout:exec_id: 20340316, flow_name: dwd_et_ad_user_new_5min_hi, running time exceeds 603 seconds, please ","content":"[From SZ-Ali] exec_id: 20340316, flow_name: dwd_et_ad_user_new_5min_hi, running time exceeds 603 seconds, please handle!!!","timestamp":"1646128503511","hostname":"","device":"","device_model":"","device_mac":"","device_udid":"","app_uuid":"","app_version":"","access_token":""}
统计 title字段 并排序
awk 'BEGIN{FS=","}''{print $8}' log_20220301.txt|awk 'BEGIN{FS=":"}''{print $2}'|awk '{gsub("\"","");print $0}'| awk '{a[$0]++}END{for(i in a){print a[i],i}}'|sort -nr