2019最新某《安卓自动化测试入门》 Python篇
这里我们采取用伴生容器的形式采集java日志
tomcat日志
1、部署一个configmap用来保存filebeat配置：
[root@master yml_files]# cat filebeat-tomcat-configmap.yaml
apiVersion: v1
kind: ConfigMap
metadata:
name: filebeat-config
namespace: xian
data:
filebeat.yml: |-
filebeat.prospectors:
- type: log
paths:
- /usr/local/tomcat/logs/catalina.*
# tags: ["tomcat"]
fields:
app: www
type: tomcat-catalina
fields_under_root: true
multiline:
pattern: '^\['
negate: true
match: after
output.logstash:
hosts: ['192.168.1.26:5044']
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
创建：
kubectl apply -f filebeat-tomcat-configmap.yaml
1
检测：
kubectl get cm -n xian
kubectl describe cm filebeat-config -n xian
1
2
2、重新部署java容器，让filebeat和 java程序共享一套
[root@master yml_files]# cat java-deploy.yaml
apiVersion: apps/v1beta1
kind: Deployment
metadata:
name: tomcat-java-demo
namespace: xian
spec:
replicas: 3
selector:
matchLabels:
project: www
app: java-demo
template:
metadata:
labels:
project: www
app: java-demo
spec:
imagePullSecrets:
- name: mysecret
containers:
- name: tomcat
image: 192.168.1.39/project/tomcat-java-demo:latest
imagePullPolicy: Always
ports:
- containerPort: 8080
name: web
protocol: TCP
resources:
requests:
cpu: 0.5
memory: 1Gi
limits:
cpu: 1
memory: 2Gi
livenessProbe:
httpGet:
path: /
port: 8080
initialDelaySeconds: 60
timeoutSeconds: 20
readinessProbe:
httpGet:
path: /
port: 8080
initialDelaySeconds: 60
timeoutSeconds: 20
volumeMounts:
- name: tomcat-logs
mountPath: /usr/local/tomcat/logs
- name: filebeat
image: docker.elastic.co/beats/filebeat:6.5.4
args: [
"-c", "/etc/filebeat.yml",
"-e",
]
resources:
limits:
memory: 500Mi
requests:
cpu: 100m
memory: 100Mi
securityContext:
runAsUser: 0
volumeMounts:
- name: filebeat-config
mountPath: /etc/filebeat.yml
subPath: filebeat.yml
- name: tomcat-logs
mountPath: /usr/local/tomcat/logs
volumes:
- name: tomcat-logs
emptyDir: {}
- name: filebeat-config
configMap:
name: filebeat-config
---
apiVersion: v1
kind: Service
metadata:
name: tomcat-java-demo
namespace: xian
spec:
selector:
project: www
app: java-demo
ports:
- name: web
port: 80
targetPort: 8080
nodePort: 30003
type: NodePort
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
创建服务:
kubectl apply -f java-deploy.yaml
1
进入filebeat容器检测：
kubectl exec -it tomcat-java-demo-7795d4954f-8htgg bash -c filebeat -n xian
[root@tomcat-java-demo-7795d4954f-8htgg filebeat]# cat /etc/filebeat.yml
filebeat.prospectors:
- type: log
paths:
- /usr/local/tomcat/logs/catalina.*
# tags: ["tomcat"]
fields:
app: www
type: tomcat-catalina
fields_under_root: true
multiline:
pattern: '^\['
negate: true
match: after
output.logstash:
hosts: ['192.168.1.26:5044'][root@tomcat-java-demo-7795d4954f-8htgg filebeat]# ls /usr/local/tomcat/logs
catalina.2019-01-10.log host-manager.2019-01-10.log localhost.2019-01-10.log localhost_access_log.2019-01-10.txt manager.2019-01-10.log
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
filebeat容器成功共享到java日志
3、配置logstash:
[root@localhost conf.d]# cat logstash-to-es.conf
input {
beats {
port => 5044
}
}
filter {
}
output {
if [app] == "www" {
if [type] == "nginx-access" {
elasticsearch {
hosts => ["http://192.168.1.25:9200"]
index => "nginx-access-%{+YYYY.MM.dd}"
}
}
else if [type] == "nginx-error" {
elasticsearch {
hosts => ["http://192.168.1.25:9200"]
index => "nginx-error-%{+YYYY.MM.dd}"
}
}
else if [type] == "tomcat-catalina" {
elasticsearch {
hosts => ["http://192.168.1.25:9200"]
index => "tomcat-catalina-%{+YYYY.MM.dd}"
}
stdout { codec => rubydebug }
}
else if [app] == "k8s" {
if [type] == "module" {
elasticsearch {
hosts => ["http://192.168.1.25:9200"]
index => "k8s-log-%{+YYYY.MM.dd}"
}
stdout { codec => rubydebug }
}
}
}
}
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
启动：
/usr/share/logstash/bin/logstash -f logstash-to-es.conf
1
测试：
控制台会有日志打印，并且，，kibana创建索引会出数据
spring boot项目
这里我们采用redis作为缓存。并且springboot项目需要添加日志模块。我们在代码里面指定日志输出路径为。/tmp/spring.log,总体配置和上面tomcat配置一样
1、filebeat configmap配置：
[root@master yml_files]# cat filebeat-spring-configmap.yaml
apiVersion: v1
kind: ConfigMap
metadata:
name: filebeat-config
# namespace: xian
data:
filebeat.yml: |-
filebeat.prospectors:
- type: log
paths:
- /tmp/spring.log
# tags: ["tomcat"]
fields:
app: www
type: springboot
fields_under_root: true
multiline:
pattern: '^\['
negate: true
match: after
output.redis:
hosts: ["192.168.1.26"]
password: "123456"
key: "filebeat"
db: 0
datatype: list
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
创建配置：
kubectl apply -f filebeat-spring-configmap.yaml
1
2、重新编辑项目deploy文件
[root@master02 yaml_file]# cat filebeat_mon.yaml
apiVersion: apps/v1beta2
#指定的对象名称
kind: Deployment
metadata:
name: spd-deployment
namespace: default
labels:
web: spd
spec:
#副本数
replicas: 1
#选择器
selector:
#匹配标签：app: spd
matchLabels:
app: java-spd
#创建具体的pod
template:
metadata:
labels:
app: java-spd
spec:
#获取仓库镜像认证
imagePullSecrets:
- name: registry-pull-secret
containers:
- name: spd-hello
image: 192.168.1.39/project/spring-admin:201901121525_36e8572
ports:
- containerPort: 8080
volumeMounts:
- name: spring-logs
mountPath: /tmp
- name: filebeat
image: docker.elastic.co/beats/filebeat:6.5.4
args: [
"-c", "/etc/filebeat.yml",
"-e",
]
resources:
limits:
memory: 500Mi
requests:
cpu: 100m
memory: 100Mi
securityContext:
runAsUser: 0
volumeMounts:
- name: filebeat-config
mountPath: /etc/filebeat.yml
subPath: filebeat.yml
- name: spring-logs
mountPath: /tmp
volumes:
- name: spring-logs
emptyDir: {}
- name: filebeat-config
configMap:
name: filebeat-config
#---
#apiVersion: v1
#kind: Service
#metadata:
# name: spd-service
#spec:
##指定service端口类型
# type: NodePort
# ports:
## 供集群中其它container访问端口
# - port: 80
##转向后端pod中container暴露的端口
# targetPort: 8080
##对外暴露的端口
# nodePort: 8081
# selector:
# app: java-spd
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
创建:
kubectl apply -f filebeat_mon.yaml
1
3、pod正常起来后 编辑logstatsh接受文件并输出到es
[root@localhost conf.d]# cat spring.conf
input {
redis {
host => "127.0.0.1"
port => 6379
password => "123456"
db => "0"
data_type => "list"
key =>"filebeat"
}
}
filter {
}
output {
if [app] == "www" {
if [type] == "springboot" {
elasticsearch {
hosts => ["http://192.168.1.25:9200"]
index => "springboot-%{+YYYY.MM.dd}"
}
stdout { codec => rubydebug }
}
}
}
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
启动logstash：
/usr/share/logstash/bin/logstash -f spring.conf
1
此时控制台有日志输出的话，我们就可以去kibana添加索引查看了
---------------------
作者：超级大饭粒
来源：CSDN
原文：https://blog.csdn.net/qq_25611295/article/details/86478760
版权声明：本文为博主原创文章，转载请附上博文链接！
- 【PSU】AIX 11g RAC自动打GI PSU5
- 详解自动识别验证码，LSTM大显身手
- 智能算法——PageRank
- 【Go 语言社区】Golang 可变参数的使用
- 【Go 语言社区】Golang源码解读之map
- 一则报警信息所折射出来的诸多问题(r9笔记第14天)
- Java面试系列17-编程题-读取服务器字符、实现序列化、计数器、1000阶乘、n出列问题等
- tensorflow（一）windows 10 64位安装tensorflow1.4与基本概念解读tf.global_variables_initializer
- 容灾切换中的数据库宕机问题简单分析（一） (r9笔记第12天)
- Java面试系列14
- linux下搭建django记录笔记，未完稿，节后继续
- Java案例-打印图形与π
- 关于两个简单问题的分析(r9笔记第10天)
- 初步解读Golang中的接口相关编写方法
- JavaScript 教程
- JavaScript 编辑工具
- JavaScript 与HTML
- JavaScript 与Java
- JavaScript 数据结构
- JavaScript 基本数据类型
- JavaScript 特殊数据类型
- JavaScript 运算符
- JavaScript typeof 运算符
- JavaScript 表达式
- JavaScript 类型转换
- JavaScript 基本语法
- JavaScript 注释
- Javascript 基本处理流程
- Javascript 选择结构
- Javascript if 语句
- Javascript if 语句的嵌套
- Javascript switch 语句
- Javascript 循环结构
- Javascript 循环结构实例
- Javascript 跳转语句
- Javascript 控制语句总结
- Javascript 函数介绍
- Javascript 函数的定义
- Javascript 函数调用
- Javascript 几种特殊的函数
- JavaScript 内置函数简介
- Javascript eval() 函数
- Javascript isFinite() 函数
- Javascript isNaN() 函数
- parseInt() 与 parseFloat()
- escape() 与 unescape()
- Javascript 字符串介绍
- Javascript length属性
- javascript 字符串函数
- Javascript 日期对象简介
- Javascript 日期对象用途
- Date 对象属性和方法
- Javascript 数组是什么
- Javascript 创建数组
- Javascript 数组赋值与取值
- Javascript 数组属性和方法