blob: 659c9d18a2428c95e9877774ba3879802d56d6f9 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
|
GO ?= go
ifdef DTAIL_USE_ACL
GO_TAGS=linuxacl
endif
ifdef DTAIL_USE_PROPRIETARY
GO_TAGS+=proprietary
endif
all: build
build: dserver dcat dgrep dmap dtail dtailhealth dtail-tools
build-pgo: pgo-build-binaries
dserver:
${GO} build ${GO_FLAGS} -tags '${GO_TAGS}' -o dserver ./cmd/dserver/main.go
dcat:
${GO} build ${GO_FLAGS} -tags '${GO_TAGS}' -o dcat ./cmd/dcat/main.go
dgrep:
${GO} build ${GO_FLAGS} -tags '${GO_TAGS}' -o dgrep ./cmd/dgrep/main.go
dmap:
${GO} build ${GO_FLAGS} -tags '${GO_TAGS}' -o dmap ./cmd/dmap/main.go
dtail:
${GO} build ${GO_FLAGS} -tags '${GO_TAGS}' -o dtail ./cmd/dtail/main.go
dtailhealth:
${GO} build ${GO_FLAGS} -tags '${GO_TAGS}' -o dtailhealth ./cmd/dtailhealth/main.go
dtail-tools:
${GO} build ${GO_FLAGS} -tags '${GO_TAGS}' -o dtail-tools ./cmd/dtail-tools/main.go
install:
${GO} install -tags '${GO_TAGS}' ./cmd/dserver/main.go
${GO} install -tags '${GO_TAGS}' ./cmd/dcat/main.go
${GO} install -tags '${GO_TAGS}' ./cmd/dgrep/main.go
${GO} install -tags '${GO_TAGS}' ./cmd/dmap/main.go
${GO} install -tags '${GO_TAGS}' ./cmd/dtail/main.go
${GO} install -tags '${GO_TAGS}' ./cmd/dtailhealth/main.go
clean:
ls ./cmd/ | while read cmd; do \
test -f $$cmd && rm $$cmd; \
done
@echo "Removing .tmp files..."
find . -name "*.tmp" -type f -delete
@echo "Removing .prof files..."
find . -name "*.prof" -type f -delete
vet:
@set -e; \
packages=`${GO} list ./... | grep -v '^github.com/mimecast/dtail/benchmarks/cmd$$'`; \
for pkg in $$packages; do \
echo ${GO} vet $$pkg; \
${GO} vet $$pkg; \
done
sh -c 'grep -R NEXT: .'
sh -c 'grep -R TODO: .'
lint:
@set -e; \
${GO} install golang.org/x/lint/golint@v0.0.0-20241112194109-818c5a804067; \
gobin=`${GO} env GOBIN`; \
if [ -z "$$gobin" ]; then \
gobin=`${GO} env GOPATH`/bin; \
fi; \
golint_bin=$$gobin/golint; \
packages=`${GO} list ./... | grep -v '^github.com/mimecast/dtail/benchmarks/cmd$$'`; \
echo "Using $$golint_bin"; \
output=`$$golint_bin $$packages || true`; \
if [ -n "$$output" ]; then \
echo "$$output"; \
exit 1; \
fi
test:
${GO} clean -testcache
set -e; find . -name '*_test.go' | while read file; do dirname $$file; done | \
sort -u | while read dir; do ${GO} test -tags '${GO_TAGS}' --race -v -failfast $$dir || exit 2; done
benchmark: build dtail-tools
./dtail-tools benchmark -mode run
benchmark-quick: build dtail-tools
./dtail-tools benchmark -mode run -quick
benchmark-full: build dtail-tools
./dtail-tools benchmark -mode run -iterations 3x
benchmark-baseline: build dtail-tools
@read -p "Enter a descriptive name for this baseline (e.g. 'before-optimization', 'v1.0-release'): " tag; \
if [ -z "$$tag" ]; then \
echo "Error: Baseline name cannot be empty"; \
exit 1; \
fi; \
./dtail-tools benchmark -mode baseline -tag "$$tag"
benchmark-baseline-quick: build dtail-tools
@read -p "Enter a descriptive name for this baseline (e.g. 'before-optimization', 'v1.0-release'): " tag; \
if [ -z "$$tag" ]; then \
echo "Error: Baseline name cannot be empty"; \
exit 1; \
fi; \
./dtail-tools benchmark -mode baseline -tag "$$tag" -quick
benchmark-compare: build dtail-tools
@if [ -z "${BASELINE}" ]; then \
echo "Usage: make benchmark-compare BASELINE=benchmarks/baselines/baseline_TIMESTAMP.txt"; \
./dtail-tools benchmark -mode list; \
exit 1; \
fi
./dtail-tools benchmark -mode compare -baseline ${BASELINE}
# Profiling targets
profile-all: build dtail-tools
./dtail-tools profile -mode full
profile-quick: build dtail-tools
./dtail-tools profile -mode quick
profile-dmap: build dtail-tools
./dtail-tools profile -mode dmap
profile-list: dtail-tools
./dtail-tools profile -mode list
# Interactive profile analysis
profile-analyze: dtail-tools
@if [ -z "${PROFILE}" ]; then \
echo "Usage: make profile-analyze PROFILE=profiles/dcat_cpu_*.prof"; \
./dtail-tools profile -mode list; \
else \
./dtail-tools profile -mode analyze ${PROFILE}; \
fi
# Generate flame graph (web interface)
profile-web: dtail-tools
@if [ -z "${PROFILE}" ]; then \
echo "Usage: make profile-web PROFILE=profiles/dcat_cpu_*.prof"; \
./dtail-tools profile -mode list; \
else \
./dtail-tools profile -mode analyze ${PROFILE} -web; \
fi
# Clean profiles
profile-clean:
@echo "Cleaning profile directory..."
rm -rf profiles testdata
@echo "Profile directory cleaned"
# Show profiling help
profile-help:
@echo "DTail Profiling Targets:"
@echo ""
@echo " make profile-quick - Quick profiling with small datasets"
@echo " make profile-all - Full profiling suite"
@echo " make profile-dmap - Profile dmap specifically"
@echo " make profile-list - List available profiles"
@echo ""
@echo " make profile-analyze PROFILE=<file> - Analyze a specific profile"
@echo " make profile-web PROFILE=<file> - Open web interface for profile"
@echo ""
@echo " make profile-clean - Clean all profiles"
@echo ""
@echo "Examples:"
@echo " make profile-quick # Fast profiling"
@echo " make profile-analyze PROFILE=profiles/dcat_cpu_*.prof"
@echo ""
.PHONY: profile-all profile-quick profile-dmap profile-list profile-analyze profile-web profile-clean profile-help
## Profile-Guided Optimization targets
pgo: build dtail-tools
@echo "Running Profile-Guided Optimization for all commands..."
./dtail-tools pgo
pgo-quick: build dtail-tools
@echo "Running quick PGO with smaller datasets..."
./dtail-tools pgo -datasize 100000 -iterations 2
pgo-commands: build dtail-tools
@if [ -z "${COMMANDS}" ]; then \
echo "Usage: make pgo-commands COMMANDS='dcat dgrep'"; \
exit 1; \
fi
./dtail-tools pgo ${COMMANDS}
pgo-clean:
@echo "Cleaning PGO artifacts..."
rm -rf pgo-profiles pgo-build
pgo-help:
@echo "DTail PGO (Profile-Guided Optimization) Targets:"
@echo ""
@echo " make pgo - Run PGO for all commands (full optimization)"
@echo " make pgo-quick - Quick PGO with smaller datasets"
@echo " make pgo-commands - PGO for specific commands"
@echo " Example: make pgo-commands COMMANDS='dcat dgrep'"
@echo " make pgo-clean - Remove PGO artifacts"
@echo ""
@echo "After running PGO, optimized binaries will be in pgo-build/"
@echo ""
# Build PGO-optimized binaries without running benchmarks
# This assumes PGO profiles already exist in pgo-profiles/
pgo-build-binaries: dtail-tools
@if [ ! -d "pgo-profiles" ]; then \
echo "Error: pgo-profiles directory not found."; \
echo "Run 'make pgo' first to generate profiles, or 'make pgo-generate' to only generate profiles."; \
exit 1; \
fi
@echo "Building PGO-optimized binaries using existing profiles..."
@mkdir -p pgo-build
@for cmd in dcat dgrep dmap dtail dserver; do \
profile="pgo-profiles/$$cmd.pprof"; \
if [ -f "$$profile" ]; then \
echo "Building $$cmd with PGO..."; \
${GO} build ${GO_FLAGS} -tags '${GO_TAGS}' -pgo=$$profile -o pgo-build/$$cmd ./cmd/$$cmd/main.go; \
else \
echo "Warning: Profile $$profile not found, building without PGO..."; \
${GO} build ${GO_FLAGS} -tags '${GO_TAGS}' -o pgo-build/$$cmd ./cmd/$$cmd/main.go; \
fi \
done
@echo "PGO-optimized binaries built in pgo-build/"
# Generate PGO profiles without building optimized binaries
pgo-generate: build dtail-tools
@echo "Generating PGO profiles..."
./dtail-tools pgo -profileonly
@echo "PGO profiles generated in pgo-profiles/"
# Install PGO-optimized binaries to system
install-pgo: pgo-build-binaries
@echo "Installing PGO-optimized binaries..."
@for cmd in dcat dgrep dmap dtail dserver; do \
if [ -f "pgo-build/$$cmd" ]; then \
echo "Installing $$cmd..."; \
cp pgo-build/$$cmd ${GOPATH}/bin/$$cmd || sudo cp pgo-build/$$cmd /usr/local/bin/$$cmd; \
fi \
done
@echo "PGO-optimized binaries installed"
.PHONY: pgo pgo-quick pgo-commands pgo-clean pgo-help pgo-build-binaries pgo-generate install-pgo
|
