Skip to content
Merged
Show file tree
Hide file tree
Changes from 4 commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
56 changes: 52 additions & 4 deletions analytics/models/read_models/daily_recovery.sql
Original file line number Diff line number Diff line change
Expand Up @@ -32,10 +32,28 @@ recovery_inputs AS (
recovery_inputs.efficiency_pct AS efficiency_pct,
recovery_inputs.hrv_mean_30d AS hrv_mean_30d,
recovery_inputs.hrv_sd_30d AS hrv_sd_30d,
recovery_inputs.hrv_baseline_sample_count AS hrv_baseline_sample_count,
recovery_inputs.hrv_baseline_coverage AS hrv_baseline_coverage,
recovery_inputs.hrv_mean_7d AS hrv_mean_7d,
recovery_inputs.hrv_mean_previous_28d AS hrv_mean_previous_28d,
recovery_inputs.rhr_mean_30d AS rhr_mean_30d,
recovery_inputs.rhr_sd_30d AS rhr_sd_30d,
recovery_inputs.rhr_baseline_sample_count AS rhr_baseline_sample_count,
recovery_inputs.rhr_baseline_coverage AS rhr_baseline_coverage,
recovery_inputs.rhr_mean_7d AS rhr_mean_7d,
recovery_inputs.rhr_mean_previous_28d AS rhr_mean_previous_28d,
recovery_inputs.rr_mean_30d AS rr_mean_30d,
recovery_inputs.rr_sd_30d AS rr_sd_30d,
recovery_inputs.rr_baseline_sample_count AS rr_baseline_sample_count,
recovery_inputs.rr_baseline_coverage AS rr_baseline_coverage,
recovery_inputs.rr_mean_7d AS rr_mean_7d,
recovery_inputs.rr_mean_previous_28d AS rr_mean_previous_28d,
recovery_inputs.efficiency_mean_30d AS efficiency_mean_30d,
recovery_inputs.efficiency_sd_30d AS efficiency_sd_30d,
recovery_inputs.efficiency_baseline_sample_count AS efficiency_baseline_sample_count,
recovery_inputs.efficiency_baseline_coverage AS efficiency_baseline_coverage,
recovery_inputs.efficiency_mean_7d AS efficiency_mean_7d,
recovery_inputs.efficiency_mean_previous_28d AS efficiency_mean_previous_28d,
recovery_inputs.hrv_mean_60d AS hrv_mean_60d,
recovery_inputs.hrv_sd_60d AS hrv_sd_60d,
recovery_inputs.rhr_mean_60d AS rhr_mean_60d,
Expand All @@ -57,14 +75,22 @@ scored AS (
) AS hrv_z_score,
if(
resting_hr IS NOT NULL AND rhr_mean_30d IS NOT NULL AND rhr_sd_30d IS NOT NULL AND rhr_sd_30d > 0,
-1 * ((resting_hr - rhr_mean_30d) / rhr_sd_30d),
(resting_hr - rhr_mean_30d) / rhr_sd_30d,
CAST(NULL, 'Nullable(Float64)')
) AS resting_hr_z_score,
if(
respiratory_rate IS NOT NULL AND rr_mean_30d IS NOT NULL AND rr_sd_30d IS NOT NULL AND rr_sd_30d > 0,
-1 * ((respiratory_rate - rr_mean_30d) / rr_sd_30d),
(respiratory_rate - rr_mean_30d) / rr_sd_30d,
CAST(NULL, 'Nullable(Float64)')
) AS respiratory_rate_z_score,
if(
efficiency_pct IS NOT NULL
AND efficiency_mean_30d IS NOT NULL
AND efficiency_sd_30d IS NOT NULL
AND efficiency_sd_30d > 0,
(efficiency_pct - efficiency_mean_30d) / efficiency_sd_30d,
CAST(NULL, 'Nullable(Float64)')
) AS efficiency_z_score,
if(
efficiency_pct IS NOT NULL,
least(100, greatest(0, round(efficiency_pct))),
Expand All @@ -77,8 +103,8 @@ sigmoid_inputs AS (
SELECT
*,
if(hrv_z_score IS NULL, CAST(NULL, 'Nullable(Float64)'), 1 / (1 + exp(-hrv_z_score * 1.1))) AS hrv_sigmoid,
if(resting_hr_z_score IS NULL, CAST(NULL, 'Nullable(Float64)'), 1 / (1 + exp(-resting_hr_z_score * 1.1))) AS resting_hr_sigmoid,
if(respiratory_rate_z_score IS NULL, CAST(NULL, 'Nullable(Float64)'), 1 / (1 + exp(-respiratory_rate_z_score * 1.1))) AS respiratory_rate_sigmoid
if(resting_hr_z_score IS NULL, CAST(NULL, 'Nullable(Float64)'), 1 / (1 + exp(resting_hr_z_score * 1.1))) AS resting_hr_sigmoid,
if(respiratory_rate_z_score IS NULL, CAST(NULL, 'Nullable(Float64)'), 1 / (1 + exp(respiratory_rate_z_score * 1.1))) AS respiratory_rate_sigmoid
FROM scored
),

Expand Down Expand Up @@ -155,10 +181,32 @@ SELECT
sigmoid_scores.efficiency_pct AS efficiency_pct,
sigmoid_scores.hrv_mean_30d AS hrv_mean_30d,
sigmoid_scores.hrv_sd_30d AS hrv_sd_30d,
sigmoid_scores.hrv_z_score AS hrv_z_score,
sigmoid_scores.hrv_baseline_sample_count AS hrv_baseline_sample_count,
sigmoid_scores.hrv_baseline_coverage AS hrv_baseline_coverage,
sigmoid_scores.hrv_mean_7d AS hrv_mean_7d,
sigmoid_scores.hrv_mean_previous_28d AS hrv_mean_previous_28d,
sigmoid_scores.rhr_mean_30d AS rhr_mean_30d,
sigmoid_scores.rhr_sd_30d AS rhr_sd_30d,
sigmoid_scores.resting_hr_z_score AS resting_hr_z_score,
sigmoid_scores.rhr_baseline_sample_count AS rhr_baseline_sample_count,
sigmoid_scores.rhr_baseline_coverage AS rhr_baseline_coverage,
sigmoid_scores.rhr_mean_7d AS rhr_mean_7d,
sigmoid_scores.rhr_mean_previous_28d AS rhr_mean_previous_28d,
sigmoid_scores.rr_mean_30d AS rr_mean_30d,
sigmoid_scores.rr_sd_30d AS rr_sd_30d,
sigmoid_scores.respiratory_rate_z_score AS respiratory_rate_z_score,
sigmoid_scores.rr_baseline_sample_count AS rr_baseline_sample_count,
sigmoid_scores.rr_baseline_coverage AS rr_baseline_coverage,
sigmoid_scores.rr_mean_7d AS rr_mean_7d,
sigmoid_scores.rr_mean_previous_28d AS rr_mean_previous_28d,
sigmoid_scores.efficiency_mean_30d AS efficiency_mean_30d,
sigmoid_scores.efficiency_sd_30d AS efficiency_sd_30d,
sigmoid_scores.efficiency_z_score AS efficiency_z_score,
sigmoid_scores.efficiency_baseline_sample_count AS efficiency_baseline_sample_count,
sigmoid_scores.efficiency_baseline_coverage AS efficiency_baseline_coverage,
sigmoid_scores.efficiency_mean_7d AS efficiency_mean_7d,
sigmoid_scores.efficiency_mean_previous_28d AS efficiency_mean_previous_28d,
sigmoid_scores.hrv_mean_60d AS hrv_mean_60d,
sigmoid_scores.hrv_sd_60d AS hrv_sd_60d,
sigmoid_scores.rhr_mean_60d AS rhr_mean_60d,
Expand Down
189 changes: 179 additions & 10 deletions analytics/models/read_models/daily_recovery_inputs.sql
Original file line number Diff line number Diff line change
Expand Up @@ -20,10 +20,28 @@ existing_rows AS (
efficiency_pct,
hrv_mean_30d,
hrv_sd_30d,
hrv_baseline_sample_count,
hrv_baseline_coverage,
hrv_mean_7d,
hrv_mean_previous_28d,
rhr_mean_30d,
rhr_sd_30d,
rhr_baseline_sample_count,
rhr_baseline_coverage,
rhr_mean_7d,
rhr_mean_previous_28d,
rr_mean_30d,
rr_sd_30d,
rr_baseline_sample_count,
rr_baseline_coverage,
rr_mean_7d,
rr_mean_previous_28d,
efficiency_mean_30d,
efficiency_sd_30d,
efficiency_baseline_sample_count,
efficiency_baseline_coverage,
efficiency_mean_7d,
efficiency_mean_previous_28d,
hrv_mean_60d,
hrv_sd_60d,
rhr_mean_60d,
Expand Down Expand Up @@ -101,7 +119,7 @@ daily_inputs AS (
AND sleep_by_date.date = input_dates.date
),

inputs_with_baselines AS (
window_statistics AS (
SELECT
user_id,
date,
Expand All @@ -110,23 +128,85 @@ inputs_with_baselines AS (
respiratory_rate,
efficiency_pct,
avg(hrv) OVER (
PARTITION BY user_id ORDER BY date ROWS BETWEEN 29 PRECEDING AND CURRENT ROW
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 30 PRECEDING AND 1 PRECEDING
) AS hrv_mean_30d,
stddevPop(hrv) OVER (
PARTITION BY user_id ORDER BY date ROWS BETWEEN 29 PRECEDING AND CURRENT ROW
) AS hrv_sd_30d,
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 30 PRECEDING AND 1 PRECEDING
) AS hrv_sd_30d_raw,
countIf(hrv IS NOT NULL) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 30 PRECEDING AND 1 PRECEDING
) AS hrv_baseline_sample_count,
avg(hrv) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 6 PRECEDING AND CURRENT ROW
) AS hrv_mean_7d,
avg(hrv) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 34 PRECEDING AND 7 PRECEDING
) AS hrv_mean_previous_28d,
avg(resting_hr) OVER (
PARTITION BY user_id ORDER BY date ROWS BETWEEN 29 PRECEDING AND CURRENT ROW
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 30 PRECEDING AND 1 PRECEDING
) AS rhr_mean_30d,
stddevPop(resting_hr) OVER (
PARTITION BY user_id ORDER BY date ROWS BETWEEN 29 PRECEDING AND CURRENT ROW
) AS rhr_sd_30d,
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 30 PRECEDING AND 1 PRECEDING
) AS rhr_sd_30d_raw,
countIf(resting_hr IS NOT NULL) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 30 PRECEDING AND 1 PRECEDING
) AS rhr_baseline_sample_count,
avg(resting_hr) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 6 PRECEDING AND CURRENT ROW
) AS rhr_mean_7d,
avg(resting_hr) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 34 PRECEDING AND 7 PRECEDING
) AS rhr_mean_previous_28d,
avg(respiratory_rate) OVER (
PARTITION BY user_id ORDER BY date ROWS BETWEEN 29 PRECEDING AND CURRENT ROW
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 30 PRECEDING AND 1 PRECEDING
) AS rr_mean_30d,
stddevPop(respiratory_rate) OVER (
PARTITION BY user_id ORDER BY date ROWS BETWEEN 29 PRECEDING AND CURRENT ROW
) AS rr_sd_30d,
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 30 PRECEDING AND 1 PRECEDING
) AS rr_sd_30d_raw,
countIf(respiratory_rate IS NOT NULL) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 30 PRECEDING AND 1 PRECEDING
) AS rr_baseline_sample_count,
avg(respiratory_rate) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 6 PRECEDING AND CURRENT ROW
) AS rr_mean_7d,
avg(respiratory_rate) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 34 PRECEDING AND 7 PRECEDING
) AS rr_mean_previous_28d,
avg(efficiency_pct) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 30 PRECEDING AND 1 PRECEDING
) AS efficiency_mean_30d,
stddevPop(efficiency_pct) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 30 PRECEDING AND 1 PRECEDING
) AS efficiency_sd_30d_raw,
countIf(efficiency_pct IS NOT NULL) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 30 PRECEDING AND 1 PRECEDING
) AS efficiency_baseline_sample_count,
avg(efficiency_pct) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 6 PRECEDING AND CURRENT ROW
) AS efficiency_mean_7d,
avg(efficiency_pct) OVER (
PARTITION BY user_id ORDER BY toUInt32(date)
RANGE BETWEEN 34 PRECEDING AND 7 PRECEDING
) AS efficiency_mean_previous_28d,
avg(hrv) OVER (
PARTITION BY user_id ORDER BY date ROWS BETWEEN 59 PRECEDING AND CURRENT ROW
) AS hrv_mean_60d,
Expand All @@ -142,6 +222,41 @@ inputs_with_baselines AS (
FROM daily_inputs
),

inputs_with_baselines AS (
SELECT
* EXCEPT (
hrv_sd_30d_raw,
rhr_sd_30d_raw,
rr_sd_30d_raw,
efficiency_sd_30d_raw
),
if(
hrv_baseline_sample_count >= 2,
hrv_sd_30d_raw,
CAST(NULL, 'Nullable(Float64)')
) AS hrv_sd_30d,
hrv_baseline_sample_count / 30.0 AS hrv_baseline_coverage,
if(
rhr_baseline_sample_count >= 2,
rhr_sd_30d_raw,
CAST(NULL, 'Nullable(Float64)')
) AS rhr_sd_30d,
rhr_baseline_sample_count / 30.0 AS rhr_baseline_coverage,
if(
rr_baseline_sample_count >= 2,
rr_sd_30d_raw,
CAST(NULL, 'Nullable(Float64)')
) AS rr_sd_30d,
rr_baseline_sample_count / 30.0 AS rr_baseline_coverage,
if(
efficiency_baseline_sample_count >= 2,
efficiency_sd_30d_raw,
CAST(NULL, 'Nullable(Float64)')
) AS efficiency_sd_30d,
efficiency_baseline_sample_count / 30.0 AS efficiency_baseline_coverage
FROM window_statistics
),

{% if is_incremental() %}
dirty_keys AS (
SELECT
Expand All @@ -159,10 +274,28 @@ dirty_keys AS (
inputs_with_baselines.efficiency_pct,
inputs_with_baselines.hrv_mean_30d,
inputs_with_baselines.hrv_sd_30d,
inputs_with_baselines.hrv_baseline_sample_count,
inputs_with_baselines.hrv_baseline_coverage,
inputs_with_baselines.hrv_mean_7d,
inputs_with_baselines.hrv_mean_previous_28d,
inputs_with_baselines.rhr_mean_30d,
inputs_with_baselines.rhr_sd_30d,
inputs_with_baselines.rhr_baseline_sample_count,
inputs_with_baselines.rhr_baseline_coverage,
inputs_with_baselines.rhr_mean_7d,
inputs_with_baselines.rhr_mean_previous_28d,
inputs_with_baselines.rr_mean_30d,
inputs_with_baselines.rr_sd_30d,
inputs_with_baselines.rr_baseline_sample_count,
inputs_with_baselines.rr_baseline_coverage,
inputs_with_baselines.rr_mean_7d,
inputs_with_baselines.rr_mean_previous_28d,
inputs_with_baselines.efficiency_mean_30d,
inputs_with_baselines.efficiency_sd_30d,
inputs_with_baselines.efficiency_baseline_sample_count,
inputs_with_baselines.efficiency_baseline_coverage,
inputs_with_baselines.efficiency_mean_7d,
inputs_with_baselines.efficiency_mean_previous_28d,
inputs_with_baselines.hrv_mean_60d,
inputs_with_baselines.hrv_sd_60d,
inputs_with_baselines.rhr_mean_60d,
Expand All @@ -174,10 +307,28 @@ dirty_keys AS (
existing_rows.efficiency_pct,
existing_rows.hrv_mean_30d,
existing_rows.hrv_sd_30d,
existing_rows.hrv_baseline_sample_count,
existing_rows.hrv_baseline_coverage,
existing_rows.hrv_mean_7d,
existing_rows.hrv_mean_previous_28d,
existing_rows.rhr_mean_30d,
existing_rows.rhr_sd_30d,
existing_rows.rhr_baseline_sample_count,
existing_rows.rhr_baseline_coverage,
existing_rows.rhr_mean_7d,
existing_rows.rhr_mean_previous_28d,
existing_rows.rr_mean_30d,
existing_rows.rr_sd_30d,
existing_rows.rr_baseline_sample_count,
existing_rows.rr_baseline_coverage,
existing_rows.rr_mean_7d,
existing_rows.rr_mean_previous_28d,
existing_rows.efficiency_mean_30d,
existing_rows.efficiency_sd_30d,
existing_rows.efficiency_baseline_sample_count,
existing_rows.efficiency_baseline_coverage,
existing_rows.efficiency_mean_7d,
existing_rows.efficiency_mean_previous_28d,
existing_rows.hrv_mean_60d,
existing_rows.hrv_sd_60d,
existing_rows.rhr_mean_60d,
Expand Down Expand Up @@ -224,10 +375,28 @@ SELECT
inputs_with_baselines.efficiency_pct AS efficiency_pct,
inputs_with_baselines.hrv_mean_30d AS hrv_mean_30d,
inputs_with_baselines.hrv_sd_30d AS hrv_sd_30d,
inputs_with_baselines.hrv_baseline_sample_count AS hrv_baseline_sample_count,
inputs_with_baselines.hrv_baseline_coverage AS hrv_baseline_coverage,
inputs_with_baselines.hrv_mean_7d AS hrv_mean_7d,
inputs_with_baselines.hrv_mean_previous_28d AS hrv_mean_previous_28d,
inputs_with_baselines.rhr_mean_30d AS rhr_mean_30d,
inputs_with_baselines.rhr_sd_30d AS rhr_sd_30d,
inputs_with_baselines.rhr_baseline_sample_count AS rhr_baseline_sample_count,
inputs_with_baselines.rhr_baseline_coverage AS rhr_baseline_coverage,
inputs_with_baselines.rhr_mean_7d AS rhr_mean_7d,
inputs_with_baselines.rhr_mean_previous_28d AS rhr_mean_previous_28d,
inputs_with_baselines.rr_mean_30d AS rr_mean_30d,
inputs_with_baselines.rr_sd_30d AS rr_sd_30d,
inputs_with_baselines.rr_baseline_sample_count AS rr_baseline_sample_count,
inputs_with_baselines.rr_baseline_coverage AS rr_baseline_coverage,
inputs_with_baselines.rr_mean_7d AS rr_mean_7d,
inputs_with_baselines.rr_mean_previous_28d AS rr_mean_previous_28d,
inputs_with_baselines.efficiency_mean_30d AS efficiency_mean_30d,
inputs_with_baselines.efficiency_sd_30d AS efficiency_sd_30d,
inputs_with_baselines.efficiency_baseline_sample_count AS efficiency_baseline_sample_count,
inputs_with_baselines.efficiency_baseline_coverage AS efficiency_baseline_coverage,
inputs_with_baselines.efficiency_mean_7d AS efficiency_mean_7d,
inputs_with_baselines.efficiency_mean_previous_28d AS efficiency_mean_previous_28d,
inputs_with_baselines.hrv_mean_60d AS hrv_mean_60d,
inputs_with_baselines.hrv_sd_60d AS hrv_sd_60d,
inputs_with_baselines.rhr_mean_60d AS rhr_mean_60d,
Expand Down
Loading
Loading