JoyLau's Blog

#!/bin/bash

#set service name
SERVICE_NAME=frpServerService
BIN_FILE_NAME=frps

# set basic executable environment, do not modify those lines
BIN_HOME=$(dirname $0)
if [ "${BIN_HOME}" = "." ]; then
        BIN_HOME=$(pwd)
fi

cd ${BIN_HOME}

#the service pid
pid=`ps -ef|grep $SERVICE_NAME|grep -v grep|grep -v kill|awk '{print $2}'`

start() {
   if [ -n "$pid" ]; then
     echo "service ${SERVICE_NAME} already start with PID :$pid"
     return 0
   fi
   nohup ./$BIN_FILE_NAME -c ./$BIN_FILE_NAME.ini >/dev/null 2>&1 & 
   echo "Starting $SERVICE_NAME : "
   pid=`ps -ef|grep $SERVICE_NAME|grep -v grep|grep -v kill|awk '{print $2}'`
   if [ ${pid} ]; then
        echo "start ${SERVICE_NAME} successfully with PID: ${pid}"
   else
        echo "start ${SERIVCE_NAME} failed"
   fi
}

debug() {
   if [ ${pid} ]; then
     kill -9 $pid
   fi
   ./${BIN_FILE_NAME} -c ./${BIN_FILE_NAME}.ini
}

stop() {
   if [ -z ${pid} ]; then
        echo "service $SERVICE_NAME already stopped"
   else
        kill -9 $pid
        echo -n "Shutting down $SERVICE_NAME : "
        check_pid=`jps | grep ${SERVICE_NAME}|grep -v grep|awk '{print $1}'`
        while [ -n "${check_pid}" ]
        do
                check_pid=`jps | grep ${SERVICE_NAME}|grep -v grep|awk '{print $1}'`
                if [ -z "${check_pid}" ];then
                        break;
                fi
        done
        echo "stop ${SERVICE_NAME} with PID: ${pid}"
   fi
}


status() {
   pid=`jps | grep ${SERVICE_NAME}|grep -v grep|awk '{print $1}'`
   if [ -n "$pid" ] ;then
        echo "service $SERVICE_NAME (pid $pid) is running ..."
   else
        echo "service $SERVICE_NAME is stopped"
   fi
}

# See how we were called.
case "$1" in
  start)
        start
        ;;
  stop)
        stop
        ;;
  status)
        status
        ;;
  restart)
        stop
        start
        ;;
  debug)
        debug
        ;;
  *)
        echo $"Usage: $0 {start|stop|status|restart|debug}"
        exit 2
esac

yum -y install epel-release
yum -y install ntfs-3g
grub2-mkconfig -o /boot/grub2/grub.cfg

log_format json '{ "@timestamp": "$time_iso8601", '
                         '"time": "$time_iso8601", '
                         '"remote_addr": "$remote_addr", '
                         '"remote_user": "$remote_user", '
                         '"body_bytes_sent": "$body_bytes_sent", '
                         '"request_time": "$request_time", '
                         '"status": "$status", '
                         '"host": "$host", '
                         '"request": "$request", '
                         '"request_method": "$request_method", '
                         '"uri": "$uri", '
                         '"http_referrer": "$http_referer", '
                         '"body_bytes_sent":"$body_bytes_sent", '
                         '"http_x_forwarded_for": "$http_x_forwarded_for", '
                         '"http_user_agent": "$http_user_agent" '
                    '}';

    access_log  /var/log/nginx/access.log  json;

#=========================== Filebeat prospectors =============================

filebeat.prospectors:

- input_type: log

  # Paths that should be crawled and fetched. Glob based paths.
  paths:
    - /var/log/nginx/*access*.log
  json.keys_under_root: true
  json.overwrite_keys: true

#-------------------------- Elasticsearch output ------------------------------
output.elasticsearch:
  # Array of hosts to connect to.
  hosts: ["ip:port","ip:port"]
  index: "filebeat_server_nginx_%{+YYYY-MM}"

nohup sudo ./filebeat -e -c filebeat.yml >/dev/null 2>&1 & 

log_format json escape=json '{ "@timestamp": "$time_iso8601", '
                             '"time": "$time_iso8601", '
                             '"remote_addr": "$remote_addr", '
                             '"remote_user": "$remote_user", '
                             '"body_bytes_sent": "$body_bytes_sent", '
                             '"request_time": "$request_time", '
                             '"status": "$status", '
                             '"host": "$host", '
                             '"request": "$request", '
                             '"request_method": "$request_method", '
                             '"uri": "$uri", '
                             '"http_referrer": "$http_referer", '
                             '"body_bytes_sent":"$body_bytes_sent", '
                             '"http_x_forwarded_for": "$http_x_forwarded_for", '
                             '"http_user_agent": "$http_user_agent" '
                        '}';
    
        access_log  /var/log/nginx/access.log  json;

log_format json '{ "@timestamp": "$time_iso8601", '
                         '"time": "$time_iso8601", '
                         '"remote_addr": "$remote_addr", '
                         '"remote_user": "$remote_user", '
                         '"body_bytes_sent": "$body_bytes_sent", '
                         '"request_time": "$request_time", '
                         '"status": "$status", '
                         '"host": "$host", '
                         '"request": "$request", '
                         '"request_method": "$request_method", '
                         '"uri": "$uri", '
                         '"http_referrer": "$http_referer", '
                         '"body_bytes_sent":"$body_bytes_sent", '
                         '"http_x_forwarded_for": "$http_x_forwarded_for", '
                         '"http_user_agent": "$http_user_agent" '
                    '}';

    access_log  /var/log/nginx/access.log  json;

input {
    file {
        path => "/var/log/nginx/access.log"
        codec => "json"
        start_position => "beginning"
        type => "server_nginx"
        tags => ["nginx"]
    }
}

input {
    tcp {
        host => "192.168.10.78"
        type => "dev"
        tags => ["spring-boot"]
        port => 4560
        codec => json_lines
    }

    tcp {
        host => "192.168.10.78"
        type => "server"
        tags => ["spring-boot"]
        port => 4561
        codec => json_lines
    }

        tcp {
        host => "192.168.10.78"
        type => "work_dev"
        tags => ["boot"]
        port => 4568
        codec => json_lines
    }
}

filter {

}

output {
        if[type] == "work_dev" {
                elasticsearch {
                        hosts => ["ip:9268"]
                        index => "logstash_%{type}_%{+YYYY-MM}"
                }
        } else {
                elasticsearch {
                        hosts => ["http://192.168.10.232:9211"]
                        index => "logstash_%{type}_%{+YYYY-MM}"
                }
        }
 }

sh bin/logstash-plugin install logstash-codec-json_lines

sh /app/logstash-5.3.0/bin/logstash -f /app/logstash-5.3.0/config/log.config -t

sh /app/logstash-5.3.0/bin/logstash -f /app/logstash-5.3.0/config/log.config

cluster.name: joylau-es
node.name: joylau
# 有资格作为主节点
node.master: true
# 节点存储数据
node.data: true
# 绑定的ip地址
# 这里原来默认的是 network.host,如果配置了network.host，则一下2个配置的属性都为network.host的值
# 集群中各个节点内网不通，集群搭建不起来的原因就在这里，我也是查阅了大量资料，花费了好长时间，才搞明白
# 绑定地址，这里配置任何ip都能访问
network.bind_host: 0.0.0.0
# 这里配置该节点的公网IP地址，在集群启动时就不会使用默认内网地址寻找策略，就会以配置的公网地址来寻找该节点
network.publish_host: ip
#
# Set a custom port for HTTP:
#
http.port: 9268
transport.tcp.port: 9368
#
# For more information, consult the network module documentation.
# 集群的各个节点配置
discovery.zen.ping.unicast.hosts: ["ip1:9368", "ip2:9368", "ip3:9368"]
#
# Prevent the "split brain" by configuring the majority of nodes (total number of master-eligible nodes / 2 + 1):
# 上句话的意思是采取过半原则的策略配置节点数，为了防止“脑裂”情况，数量建议为 (节点总数/2) + 1
# 我的理解就是最少有多少个节点的时候开始选取主节点，这里我配置的1，比如说我现在有3个几点，其中一个节点的网络断了
# 如果配置的2 的话，那么有2个节点的会投票选取主节点，成为一个集群，剩下的那个节点无法选取主节点而挂了
# 如果配置的 1 的话，剩下的那个节点就会自己成为主节点而单独成为一个集群，这样就有2个集群了
# 说了这么多，大致的意思就是这样，我是这么理解的
#
discovery.zen.minimum_master_nodes: 1

rm -rf /Library/Application\ Support/GarageBand
rm -rf /Library/Application\ Support/Logic
rm -rf /Library/Audio/Apple\ Loops

du -sh *