Skip to content

Commit 73bfb16

Browse files
BohuTANGBohuTANG
authored
chore: try telemetry (#18526)
* init * ci: add env * telemetry more * fix endpoint * Update Cargo.toml
1 parent fe3f6c6 commit 73bfb16

29 files changed

+421
-102
lines changed

‎.github/actions/build_linux/action.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,7 @@ runs:
3030
uses: ./.github/actions/setup_build_tool
3131
with:
3232
target: ${{ inputs.target }}
33-
bypass_env_vars: RUSTFLAGS,RUST_LOG,DATABEND_RELEASE_VERSION,DATABEND_ENTERPRISE_LICENSE_PUBLIC_KEY,DATABEND_ENTERPRISE_LICENSE_EMBEDDED
33+
bypass_env_vars: RUSTFLAGS,RUST_LOG,DATABEND_RELEASE_VERSION,DATABEND_ENTERPRISE_LICENSE_PUBLIC_KEY,DATABEND_ENTERPRISE_LICENSE_EMBEDDED,DATABEND_TELEMETRY_ENDPOINT,DATABEND_TELEMETRY_API_KEY
3434

3535
- name: Cross setup
3636
if: startsWith(inputs.target, 'aarch64-')

‎.github/workflows/cloud.yml

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -67,6 +67,8 @@ jobs:
6767
timeout-minutes: 60
6868
env:
6969
DATABEND_ENTERPRISE_LICENSE_PUBLIC_KEY: ${{ secrets.DATABEND_ENTERPRISE_LICENSE_PUBLIC_KEY }}
70+
DATABEND_TELEMETRY_ENDPOINT: ${{ secrets.DATABEND_TELEMETRY_ENDPOINT}}
71+
DATABEND_TELEMETRY_API_KEY: ${{ secrets.DATABEND_TELEMETRY_API_KEY}}
7072
with:
7173
sha: ${{ needs.info.outputs.sha }}
7274
target: ${{ matrix.arch }}-unknown-linux-gnu
@@ -75,7 +77,7 @@ jobs:
7577
features: python-udf
7678

7779
docker:
78-
needs: [info, build]
80+
needs: [ info, build ]
7981
timeout-minutes: 10
8082
runs-on:
8183
- self-hosted
@@ -161,7 +163,7 @@ jobs:
161163

162164
benchmark:
163165
if: needs.info.outputs.target
164-
needs: [info, build, docker]
166+
needs: [ info, build, docker ]
165167
uses: ./.github/workflows/reuse.benchmark.yml
166168
secrets: inherit
167169
with:

‎.github/workflows/release.yml

Lines changed: 15 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -140,6 +140,8 @@ jobs:
140140
DATABEND_RELEASE_VERSION: ${{ needs.create_release.outputs.version }}
141141
DATABEND_ENTERPRISE_LICENSE_PUBLIC_KEY: ${{ secrets.DATABEND_ENTERPRISE_LICENSE_PUBLIC_KEY }}
142142
DATABEND_ENTERPRISE_LICENSE_EMBEDDED: ${{ secrets.DATABEND_ENTERPRISE_LICENSE_RELEASE }}
143+
DATABEND_TELEMETRY_ENDPOINT: ${{ secrets.DATABEND_TELEMETRY_ENDPOINT}}
144+
DATABEND_TELEMETRY_API_KEY: ${{ secrets.DATABEND_TELEMETRY_API_KEY}}
143145
with:
144146
sha: ${{ github.sha }}
145147
target: ${{ matrix.target }}
@@ -179,6 +181,8 @@ jobs:
179181
DATABEND_RELEASE_VERSION: ${{ needs.create_release.outputs.version }}
180182
DATABEND_ENTERPRISE_LICENSE_PUBLIC_KEY: ${{ secrets.DATABEND_ENTERPRISE_LICENSE_PUBLIC_KEY }}
181183
DATABEND_ENTERPRISE_LICENSE_EMBEDDED: ${{ secrets.DATABEND_ENTERPRISE_LICENSE_RELEASE }}
184+
DATABEND_TELEMETRY_ENDPOINT: ${{ secrets.DATABEND_TELEMETRY_ENDPOINT}}
185+
DATABEND_TELEMETRY_API_KEY: ${{ secrets.DATABEND_TELEMETRY_API_KEY}}
182186
with:
183187
sha: ${{ github.sha }}
184188
target: ${{ matrix.target }}
@@ -193,7 +197,7 @@ jobs:
193197
- Linux
194198
- 2c8g
195199
- aws
196-
needs: [create_release, build_default]
200+
needs: [ create_release, build_default ]
197201
strategy:
198202
fail-fast: false
199203
matrix:
@@ -231,7 +235,7 @@ jobs:
231235
- Linux
232236
- 2c8g
233237
- aws
234-
needs: [create_release, build_default, build_docker]
238+
needs: [ create_release, build_default, build_docker ]
235239
strategy:
236240
fail-fast: false
237241
matrix:
@@ -274,7 +278,7 @@ jobs:
274278
- Linux
275279
- 2c8g
276280
- aws
277-
needs: [create_release, build_default]
281+
needs: [ create_release, build_default ]
278282
strategy:
279283
fail-fast: false
280284
matrix:
@@ -323,7 +327,7 @@ jobs:
323327
- Linux
324328
- 2c8g
325329
- aws
326-
needs: [create_release, build_default]
330+
needs: [ create_release, build_default ]
327331
steps:
328332
- name: Checkout
329333
uses: actions/checkout@v4
@@ -402,7 +406,7 @@ jobs:
402406
- Linux
403407
- 2c8g
404408
- aws
405-
needs: [create_release, build_docker]
409+
needs: [ create_release, build_docker ]
406410
strategy:
407411
fail-fast: false
408412
matrix:
@@ -477,7 +481,7 @@ jobs:
477481
- Linux
478482
- 2c8g
479483
- aws
480-
needs: [create_release, build_default]
484+
needs: [ create_release, build_default ]
481485
strategy:
482486
matrix:
483487
arch:
@@ -534,7 +538,7 @@ jobs:
534538
gh release edit ${{ needs.create_release.outputs.version }} --draft=false
535539
536540
sha256sums:
537-
needs: [create_release, publish, distribution]
541+
needs: [ create_release, publish, distribution ]
538542
runs-on: ubuntu-latest
539543
steps:
540544
- name: checkout
@@ -567,7 +571,7 @@ jobs:
567571
- Linux
568572
- 2c8g
569573
- aws
570-
needs: [create_release, notify]
574+
needs: [ create_release, notify ]
571575
steps:
572576
- uses: actions/checkout@v4
573577
with:
@@ -597,7 +601,7 @@ jobs:
597601
- Linux
598602
- 4c16g
599603
- aws
600-
needs: [create_release, notify]
604+
needs: [ create_release, notify ]
601605
steps:
602606
- uses: actions/checkout@v4
603607
with:
@@ -623,7 +627,7 @@ jobs:
623627
await script({context, core})
624628
625629
benchmark:
626-
needs: [create_release, docker_service, notify]
630+
needs: [ create_release, docker_service, notify ]
627631
uses: ./.github/workflows/reuse.benchmark.yml
628632
secrets: inherit
629633
with:
@@ -635,6 +639,6 @@ jobs:
635639
target: all
636640

637641
deb:
638-
needs: [create_release, distribution, notify]
642+
needs: [ create_release, distribution, notify ]
639643
uses: ./.github/workflows/deb.yml
640644
secrets: inherit

‎.github/workflows/reuse.linux.yml

Lines changed: 18 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -63,6 +63,8 @@ jobs:
6363
timeout-minutes: 60
6464
env:
6565
DATABEND_ENTERPRISE_LICENSE_PUBLIC_KEY: ${{ secrets.DATABEND_ENTERPRISE_LICENSE_PUBLIC_KEY }}
66+
DATABEND_TELEMETRY_ENDPOINT: ${{ secrets.DATABEND_TELEMETRY_ENDPOINT}}
67+
DATABEND_TELEMETRY_API_KEY: ${{ secrets.DATABEND_TELEMETRY_API_KEY}}
6668
with:
6769
sha: ${{ github.sha }}
6870
target: ${{ matrix.arch }}-unknown-linux-gnu
@@ -115,7 +117,7 @@ jobs:
115117
timeout-minutes: 60
116118

117119
test_metactl:
118-
needs: [build, check]
120+
needs: [ build, check ]
119121
runs-on:
120122
- self-hosted
121123
- X64
@@ -128,7 +130,7 @@ jobs:
128130
timeout-minutes: 10
129131

130132
test_compat_meta_query:
131-
needs: [build, check]
133+
needs: [ build, check ]
132134
runs-on:
133135
- self-hosted
134136
- X64
@@ -141,7 +143,7 @@ jobs:
141143
timeout-minutes: 10
142144

143145
test_compat_fuse:
144-
needs: [build, check]
146+
needs: [ build, check ]
145147
runs-on:
146148
- self-hosted
147149
- X64
@@ -154,7 +156,7 @@ jobs:
154156
timeout-minutes: 20
155157

156158
test_compat_meta_meta:
157-
needs: [build, check]
159+
needs: [ build, check ]
158160
runs-on:
159161
- self-hosted
160162
- X64
@@ -167,7 +169,7 @@ jobs:
167169
timeout-minutes: 20
168170

169171
test_logs:
170-
needs: [build, check]
172+
needs: [ build, check ]
171173
runs-on:
172174
- self-hosted
173175
- X64
@@ -201,7 +203,7 @@ jobs:
201203
timeout-minutes: 20
202204

203205
test_meta_cluster:
204-
needs: [build, check]
206+
needs: [ build, check ]
205207
runs-on:
206208
- self-hosted
207209
- X64
@@ -214,7 +216,7 @@ jobs:
214216
timeout-minutes: 10
215217

216218
test_stateless_standalone:
217-
needs: [build, check]
219+
needs: [ build, check ]
218220
runs-on:
219221
- self-hosted
220222
- X64
@@ -227,7 +229,7 @@ jobs:
227229
timeout-minutes: 18
228230

229231
test_stateless_cluster:
230-
needs: [build, check]
232+
needs: [ build, check ]
231233
runs-on:
232234
- self-hosted
233235
- X64
@@ -244,7 +246,7 @@ jobs:
244246
timeout-minutes: 18
245247

246248
test_stateful_standalone:
247-
needs: [build, check]
249+
needs: [ build, check ]
248250
runs-on:
249251
- self-hosted
250252
- X64
@@ -262,7 +264,7 @@ jobs:
262264
name: test-stateful-standalone-linux
263265

264266
test_stateful_cluster:
265-
needs: [build, check]
267+
needs: [ build, check ]
266268
runs-on:
267269
- self-hosted
268270
- X64
@@ -285,7 +287,7 @@ jobs:
285287

286288
test_stateful_large_data:
287289
if: contains(github.event.pull_request.labels.*.name, 'ci-largedata')
288-
needs: [build, check]
290+
needs: [ build, check ]
289291
runs-on:
290292
- self-hosted
291293
- X64
@@ -298,7 +300,7 @@ jobs:
298300
timeout-minutes: 60
299301

300302
test_stateful_iceberg_catalogs:
301-
needs: [build, check]
303+
needs: [ build, check ]
302304
runs-on:
303305
- self-hosted
304306
- X64
@@ -316,7 +318,7 @@ jobs:
316318
name: test-stateful-iceberg-catalogs-standalone
317319

318320
test_stateful_hive_standalone:
319-
needs: [build, check]
321+
needs: [ build, check ]
320322
runs-on:
321323
- self-hosted
322324
- X64
@@ -348,7 +350,7 @@ jobs:
348350
# continue-on-error: true
349351

350352
test_ee_standalone:
351-
needs: [build, check]
353+
needs: [ build, check ]
352354
runs-on:
353355
- self-hosted
354356
- X64
@@ -397,7 +399,7 @@ jobs:
397399
# name: test-stateful-standalone-fake-time-linux
398400

399401
test_ee_management_mode:
400-
needs: [build, check]
402+
needs: [ build, check ]
401403
runs-on:
402404
- self-hosted
403405
- X64
@@ -420,7 +422,7 @@ jobs:
420422
name: test-ee-management-mode-linux
421423

422424
sqllogic:
423-
needs: [build, check]
425+
needs: [ build, check ]
424426
uses: ./.github/workflows/reuse.sqllogic.yml
425427
secrets: inherit
426428
with:

‎Cargo.lock

Lines changed: 11 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎Cargo.toml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -113,6 +113,7 @@ members = [
113113
"src/bendsave",
114114
"src/bendpy",
115115
"src/meta/app-storage",
116+
"src/common/telemetry",
116117
]
117118

118119
# Workspace dependencies
@@ -186,6 +187,7 @@ databend-common-storages-stage = { path = "src/query/storages/stage" }
186187
databend-common-storages-stream = { path = "src/query/storages/stream" }
187188
databend-common-storages-system = { path = "src/query/storages/system" }
188189
databend-common-storages-view = { path = "src/query/storages/view" }
190+
databend-common-telemetry = { path = "src/common/telemetry" }
189191
databend-common-tracing = { path = "src/common/tracing" }
190192
databend-common-users = { path = "src/query/users" }
191193
databend-common-vector = { path = "src/common/vector" }

‎src/common/building/src/lib.rs

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -59,6 +59,7 @@ pub fn add_building_env_vars() {
5959
add_env_version();
6060
add_env_license();
6161
add_license_public_key();
62+
add_env_telemetry();
6263
}
6364

6465
pub fn set_env_config() {
@@ -103,6 +104,19 @@ pub fn add_license_public_key() {
103104
println!("cargo:rustc-env=DATABEND_ENTERPRISE_LICENSE_PUBLIC_KEY={v}");
104105
}
105106

107+
pub fn add_env_telemetry() {
108+
println!("cargo:rerun-if-env-changed=DATABEND_TELEMETRY_ENDPOINT");
109+
let endpoint = env::var("DATABEND_TELEMETRY_ENDPOINT")
110+
.ok()
111+
.filter(|s| !s.is_empty())
112+
.unwrap_or_else(|| "https://telemetry.databend.cloud/v1/report".to_string());
113+
println!("cargo:rustc-env=DATABEND_TELEMETRY_ENDPOINT={endpoint}");
114+
115+
println!("cargo:rerun-if-env-changed=DATABEND_TELEMETRY_API_KEY");
116+
let api_key = env::var("DATABEND_TELEMETRY_API_KEY").unwrap_or_default();
117+
println!("cargo:rustc-env=DATABEND_TELEMETRY_API_KEY={api_key}");
118+
}
119+
106120
pub fn add_env_commit_authors(repo: &Repository) {
107121
match git::get_commit_authors(repo) {
108122
Ok(authors) => println!("cargo:rustc-env=DATABEND_COMMIT_AUTHORS={}", authors),

‎src/common/telemetry/Cargo.toml

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
[package]
2+
name = "databend-common-telemetry"
3+
version = { workspace = true }
4+
authors = { workspace = true }
5+
license = { workspace = true }
6+
publish = { workspace = true }
7+
edition = { workspace = true }
8+
9+
[dependencies]
10+
reqwest = { workspace = true, features = ["json", "rustls-tls"] }
11+
serde_json = { workspace = true }
12+
tokio = { workspace = true }

0 commit comments

Comments
 (0)