Merge branch 'dev'

Author: Unknown

Java/并发/AQS/AQS(队列同步器).xmind

@@ -53,10 +53,12 @@ MySQL的Innodb与MyISAM比较、数据库锁、事务流程和原理、索引、
 TCP状态变迁图、TCP相关常见问题概念(三次握手，四次挥手)，HTTP相关问题概念解析
 
 ## 💪方法论
-* [架构设计方法论](/方法论/架构设计方法论)
+* [架构设计方法](/方法论/架构设计方法)
 架构设计相关基本概念、架构设计的目的、设计原则、架构设计基本设计流程等
-* [开源项目学习方法论](/方法论/开源项目学习方法论)
+* [开源项目学习](/方法论/开源项目学习)
 学习开源项目常见错误观点解析，学习的层次，学习的方法步骤介绍
+* [Java服务线上应急](/方法论/Java服务线上应急)
+线上服务应急流程，问题解决的思路、技巧，常见工具，命令行监控脚本
 
 # 类似github知识库
 * [architecture.of.internet-product 互联网公司技术架构，微信/淘宝/微博/腾讯/阿里/美团点评/百度/Google/Facebook/Amazon/eBay的架构](https://github.com/davideuler/architecture.of.internet-product)

Java/并发/AQS/未完待续.txt

@@ -0,0 +1,65 @@
+
+
+## @作者: 陈彩华(caison@aliyun.com)
+## @创建时间: 2019-02-07
+## @功能: 系统基本运行情况监控
+## @使用：sh 1_系统基本情况统计.sh
+echo 
+echo 
+echo -e "\033[33m--------------------------------计算负载------------------------------------------\033[0m"
+
+echo -e "\033[34m[CPU]\033[0m"
+iostat -c | awk 'NR==3 || NR==4 {print}'
+echo -e "\033[32muser-用户空间CPU时间占比，system-系统空间CPU时间占比\033[0m"
+echo -e "\033[32miowait-CPU io等待时间占比，idle-CPU空闲时间占比\033[0m"
+
+echo 
+echo -e "\033[34m[进程数]\033[0m"
+ps -ef|wc -l
+
+
+echo 
+ 
+
+echo -e "\033[33m--------------------------------存储负载------------------------------------------\033[0m"
+echo -e "\033[34m[内存空间使用]\033[0m"
+free -m
+echo -e "\033[32m单位-Mb，Mem-物理内存，Swap-虚拟内存\033[0m"
+echo -e "\033[32m单位-Mb，total-总内存，available-可用内存\033[0m"
+echo 
+echo -e "\033[34m[磁盘空间使用]\033[0m"
+df -h
+
+echo 
+echo -e "\033[34m[磁盘吞吐率]\033[0m"
+iostat -d -m | awk 'NR>2{print}'| awk '/./ {print}' 
+echo -e "\033[32m单位-Mb，tps-每秒io次数，MB_read/s-每秒读的数据量，MB_wrtn/s-每秒写的数据量\033[0m"
+echo
+
+echo -e "\033[34m[文件句柄数]\033[0m"
+lsof|awk '{print $2}'|wc -l
+echo
+
+echo -e "\033[33m--------------------------------网络负载------------------------------------------\033[0m"
+echo -e "\033[34m[TCP连接数]\033[0m"
+echo $(netstat -nat|wc -l)
+echo
+
+echo -e "\033[34m[端口连接状态]\033[0m"
+netstat -na | awk '/^tcp/ {++S[$NF]} END {for(a in S) print a, S[a]}'
+echo -e "\033[32mLISTEN-监听状态\033[0m"
+echo -e "\033[32mCLOSE_WAIT-对方主动关闭连接或者网络异常导致连接中断-状态\033[0m"
+echo -e "\033[32mESTABLISHED-正常数据传输状态\033[0m"
+echo -e "\033[32mTIME_WAIT-处理完毕等待超时结束状态\033[0m"
+echo
+
+echo -e "\033[34m[网卡流量]\033[0m"
+sar -n DEV 1 3 |awk 'NR>2 {print}'
+echo -e "\033[32mrxpck/s-每秒接收包的数量，txpck/s-每秒发出的包的数量\033[0m"
+echo -e "\033[32mrxKB/s-每秒接收的数据量，txKB/s-每秒发出的数据量，单位KB\033[0m"
+
+echo
+echo -e "\033[33m--------------------------------参考------------------------------------------\033[0m"
+echo -e "\033[32mCPU占用最多的前10个进程：ps auxw|head -1;ps auxw|sort -rn -k3|head -10\033[0m"
+echo -e "\033[32m内存消耗最多的前10个进程：ps auxw|head -1;ps auxw|sort -rn -k4|head -10\033[0m"
+echo -e "\033[32m虚拟内存使用最多的前10个进程：ps auxw|head -1;ps auxw|sort -rn -k5|head -10\033[0m"

Java/并发/AQS/配图.pptx

@@ -0,0 +1,66 @@
+
+## @作者: 陈彩华(caison@aliyun.com)
+## @创建时间: 2019-02-07
+## @功能: 应用基本情况统计
+## @使用：sh 1_应用基本情况统计.sh [进程十进制id]
+## @注意：建议使用root权限运行
+echo 
+echo
+
+pid=$1
+if [ ! $pid ]  
+then
+  echo 输入进程id为空
+  exit
+fi
+echo 输入进程id = $pid
+
+
+echo -e "\033[33m--------------------------------计算负载------------------------------------------\033[0m"
+echo -e "\033[34m[近3秒进程CPU使用率]\033[0m"
+
+declare -i counter=0
+#use while to loop
+while ((counter<3));do
+    let ++counter
+    echo $(top -b -n 1 -p $pid  2>&1 | awk -v pid=$pid '{if ($1 == pid)print $9}')
+    sleep 1
+done
+echo 
+
+echo -e "\033[34m[进程线程数]\033[0m"
+ps hH p $pid|wc -l
+echo
+
+echo -e "\033[33m--------------------------------存储负载------------------------------------------\033[0m"
+echo -e "\033[34m[进程内存空间使用]\033[0m"
+echo $(cat  /proc/$pid/status|grep -e VmRSS| awk '{print $2/1024 "Mb"}')
+echo 
+
+
+echo -e "\033[34m[进程打开文件句柄数]\033[0m"
+echo $(lsof -n|awk '{print $2}'|grep -e $pid|uniq -c |awk '{print $1}')
+echo
+
+echo -e "\033[33m--------------------------------网络负载------------------------------------------\033[0m"
+echo -e "\033[34m[应用TCP连接数]\033[0m"
+lsof -p $pid -nP|grep TCP|wc -l
+echo
+
+echo -e "\033[34m[端口TCP连接状态]\033[0m"
+echo LISTEN $(lsof -p $pid -nP |grep TCP|grep LISTEN|wc -l)
+echo CLOSE_WAIT $(lsof -p $pid -nP |grep TCP|grep CLOSE_WAIT|wc -l)
+echo ESTABLISHED $(lsof -p $pid -nP |grep TCP|grep ESTABLISHED|wc -l)
+echo TIME_WAIT $(lsof -p $pid -nP |grep TCP|grep TIME_WAIT|wc -l)
+echo -e "\033[32mLISTEN-监听状态\033[0m"
+echo -e "\033[32mCLOSE_WAIT-对方主动关闭连接或者网络异常导致连接中断-状态\033[0m"
+echo -e "\033[32mESTABLISHED-正常数据传输状态\033[0m"
+echo -e "\033[32mTIME_WAIT-处理完毕等待超时结束状态\033[0m"
+echo
+echo
+
+echo
+echo -e "\033[33m--------------------------------参考------------------------------------------\033[0m"
+
+
+echo -e "\033[32m jstack 可用于打印线程堆栈信息，注意关注线程阻塞状况\033[0m"

README.md

@@ -0,0 +1,107 @@
+#!/bin/bash
+# @Function
+# Find out the highest cpu consumed threads of java, and print the stack of these threads.
+#
+# @Usage
+#   $ ./show-busy-java-threads.sh
+#
+# @author Jerry Lee
+
+PROG=`basename $0`
+
+usage() {
+    cat <<EOF
+Usage: ${PROG} [OPTION]...
+Find out the highest cpu consumed threads of java, and print the stack of these threads.
+Example: ${PROG} -c 10
+
+Options:
+    -p, --pid       find out the highest cpu consumed threads from the specifed java process,
+                    default from all java process.
+    -c, --count     set the thread count to show, default is 5
+    -h, --help      display this help and exit
+EOF
+    exit $1
+}
+
+ARGS=`getopt -n "$PROG" -a -o c:p:h -l count:,pid:,help -- "$@"`
+[ $? -ne 0 ] && usage 1
+eval set -- "${ARGS}"
+
+while true; do
+    case "$1" in
+    -c|--count)
+        count="$2"
+        shift 2
+        ;;
+    -p|--pid)
+        pid="$2"
+        shift 2
+        ;;
+    -h|--help)
+        usage
+        ;;
+    --)
+        shift
+        break
+        ;;
+    esac
+done
+count=${count:-5}
+
+redEcho() {
+    [ -c /dev/stdout ] && {
+        # if stdout is console, turn on color output.
+        echo -ne "\033[1;31m"
+        echo -n "$@"
+        echo -e "\033[0m"
+    } || echo "$@"
+}
+
+## Check the existence of jstack command!
+if ! which jstack &> /dev/null; then
+    [ -n "$JAVA_HOME" ] && [ -f "$JAVA_HOME/bin/jstack" ] && [ -x "$JAVA_HOME/bin/jstack" ] && {
+        export PATH="$JAVA_HOME/bin:$PATH"
+    } || {
+        redEcho "Error: jstack not found on PATH and JAVA_HOME!"
+        exit 1
+    }
+fi
+
+uuid=`date +%s`_${RANDOM}_$$
+
+cleanupWhenExit() {
+    rm /tmp/${uuid}_* &> /dev/null
+}
+trap "cleanupWhenExit" EXIT
+
+printStackOfThread() {
+    while read threadLine ; do
+        pid=`echo ${threadLine} | awk '{print $1}'`
+        threadId=`echo ${threadLine} | awk '{print $2}'`
+        threadId0x=`printf %x ${threadId}`
+        user=`echo ${threadLine} | awk '{print $3}'`
+        pcpu=`echo ${threadLine} | awk '{print $5}'`
+        
+        jstackFile=/tmp/${uuid}_${pid}
+        
+        [ ! -f "${jstackFile}" ] && {
+            jstack -F ${pid} > ${jstackFile} || {
+                redEcho "Fail to jstack java process ${pid}!"
+                rm ${jstackFile}
+                continue
+            }
+        }
+        
+        redEcho "The stack of busy(${pcpu}%) thread(${threadId}/0x${threadId0x}) of java process(${pid}) of user(${user}):"
+        sed "/nid=0x${threadId0x}/,/^$/p" -n ${jstackFile}
+    done
+}
+
+[ -z "${pid}" ] && {
+    ps -Leo pid,lwp,user,comm,pcpu --no-headers | awk '$4=="java"{print $0}' |
+    sort -k5 -r -n | head --lines "${count}" | printStackOfThread
+} || {
+    ps -Leo pid,lwp,user,comm,pcpu --no-headers | awk -v "pid=${pid}" '$1==pid,$4=="java"{print $0}' |
+    sort -k5 -r -n | head --lines "${count}" | printStackOfThread
+}