0
and substr(s."DATE",1,10) >= program_start_date
;
--2: CNT_Applewatch_dailystep
select count(distinct s.ParticipantIdentifier) into CNT_Applewatch_dailystep
from STUDYPARTICIPANTS p
join stg_HEALTHKITSTATISTICS_DAILYSTEPS s on p.ParticipantIdentifier = s.ParticipantIdentifier
where substr(s.STARTDATE,1,10) >= program_start_date
;
--3: CNT_Fitbit_RestingHeartRate
select count(distinct s.ParticipantIdentifier) into CNT_Fitbit_RestingHeartRate
from STUDYPARTICIPANTS p
join stg_FITBITRESTINGHEARTRATES s on p.ParticipantIdentifier = s.ParticipantIdentifier
where substr(s."DATE",1,10) >= program_start_date
;
--4: CNT_Applewatch_RestingHeartRate
select count(distinct s.ParticipantIdentifier) into CNT_Applewatch_RestingHeartRate
from STUDYPARTICIPANTS p
join stg_HEALTHKITSAMPLES_RESTINGHEARTRATE s on p.ParticipantIdentifier = s.ParticipantIdentifier
where substr(s.STARTDATE,1,10) >= program_start_date
;
--5: CNT_Fitbit_IntradaySteps
select count(distinct s.ParticipantIdentifier) into CNT_Fitbit_IntradaySteps
from STUDYPARTICIPANTS p
join stg_FITBIT_STEPS s on p.ParticipantIdentifier = s.ParticipantIdentifier
where s.RECORD_DATE >= program_start_date
and s.record_time is not null
;
--6: CNT_Applewatch_IntradaySteps
select count(distinct s.ParticipantIdentifier) into CNT_Applewatch_IntradaySteps
from STUDYPARTICIPANTS p
join stg_HEALTHKITSAMPLES_STEPS s on p.ParticipantIdentifier = s.ParticipantIdentifier
where s.DeviceModel = 'Watch'
and substr(s."DATE",1,10) >= program_start_date
;
--7: CNT_Fitbit_IntradayHeartRate
select count(distinct s.ParticipantIdentifier) into CNT_Fitbit_IntradayHeartRate
from STUDYPARTICIPANTS p
join stg_FITBIT_HEARTRATE s on p.ParticipantIdentifier = s.ParticipantIdentifier
where s.RECORD_DATE >= program_start_date
and s.record_time is not null
;
--8: CNT_Applewatch_IntradayHeartRate
select count(distinct s.ParticipantIdentifier) into CNT_Applewatch_IntradayHeartRate
from STUDYPARTICIPANTS p
join stg_HEALTHKITSAMPLES_HEARTRATE s on p.ParticipantIdentifier = s.ParticipantIdentifier
where s.DEVICEMODEL = 'Watch'
and substr(s."DATE",1,10) >= program_start_date
;
--9: CNT_Fitbit_DailyActivity
select count(distinct s.ParticipantIdentifier) into CNT_Fitbit_DailyActivity
from STUDYPARTICIPANTS p
join stg_FITBITDAILYDATA s on p.ParticipantIdentifier = s.ParticipantIdentifier
where substr(s."DATE",1,10) >= program_start_date
;
--10: CNT_Fitbit_IntradaySleep
select count(distinct s.ParticipantIdentifier) into CNT_Fitbit_IntradaySleep
from STUDYPARTICIPANTS p
join stg_FITBITSLEEPLOGDETAILS s on p.ParticipantIdentifier = s.ParticipantIdentifier
where substr(s.STARTDATE,1,10) >= program_start_date
;
--11: CNT_Fitbit_DailySleep
select count(distinct s.ParticipantIdentifier) into CNT_Fitbit_DailySleep
from STUDYPARTICIPANTS p
join stg_FITBITSLEEPLOGS s on p.ParticipantIdentifier = s.ParticipantIdentifier
where substr(s.STARTDATE,1,10) >= program_start_date
;
--12: CNT_HealthKit_IntradaySleep
select count(distinct s.ParticipantIdentifier) into CNT_HealthKit_IntradaySleep
from STUDYPARTICIPANTS p
join stg_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL s on p.ParticipantIdentifier = s.ParticipantIdentifier
where s.VALUE in ('InBed', 'Asleep')
and substr(s.STARTDATE,1,10) >= program_start_date
;
--13: CNT_HealthKit_DailySleep
select count(distinct s.ParticipantIdentifier) into CNT_HealthKit_DailySleep
from STUDYPARTICIPANTS p
join stg_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL s on p.ParticipantIdentifier = s.ParticipantIdentifier
where s.VALUE in ('InBed', 'Asleep')
and substr(s.STARTDATE,1,10) >= program_start_date
;
--14: CNT_HealthKit_HeartRateVariability
select count(distinct s.ParticipantIdentifier) into CNT_HealthKit_HeartRateVariability
from STUDYPARTICIPANTS p
join stg_HEALTHKITSAMPLES_HEARTRATEVARIABILITY s on p.ParticipantIdentifier = s.ParticipantIdentifier
where substr(s.STARTDATE,1,10) >= program_start_date
;
--15: CNT_HealthKit_Activity
select count(distinct s.ParticipantIdentifier) into CNT_HealthKit_Activity
from STUDYPARTICIPANTS p
join stg_HEALTHKITSAMPLES_APPLEEXERCISETIME s on p.ParticipantIdentifier = s.ParticipantIdentifier
where substr(s.STARTDATE,1,10) >= program_start_date
;
select count(*) into record_today from daily_wearable_datacounts
where trunc(insert_date) = trunc(sysdate)
;
if record_today = 0 then
insert into daily_wearable_datacounts (
INSERT_DATE
,CNT_FITBIT_DAILYSTEP
,CNT_APPLEWATCH_DAILYSTEP
,CNT_FITBIT_RESTINGHEARTRATE
,CNT_APPLEWATCH_RESTINGHEARTRATE
,CNT_FITBIT_INTRADAYSTEPS
,CNT_APPLEWATCH_INTRADAYSTEPS
,CNT_FITBIT_INTRADAYHEARTRATE
,CNT_APPLEWATCH_INTRADAYHEARTRATE
,CNT_FITBIT_DAILYACTIVITY
,CNT_FITBIT_INTRADAYSLEEP
,CNT_FITBIT_DAILYSLEEP
,CNT_HEALTHKIT_INTRADAYSLEEP
,CNT_HEALTHKIT_DAILYSLEEP
,CNT_HEALTHKIT_HEARTRATEVARIABILITY
,CNT_HEALTHKIT_ACTIVITY
)
values (
sysdate
--,INSERT_DATE
,CNT_FITBIT_DAILYSTEP
,CNT_APPLEWATCH_DAILYSTEP
,CNT_FITBIT_RESTINGHEARTRATE
,CNT_APPLEWATCH_RESTINGHEARTRATE
,CNT_FITBIT_INTRADAYSTEPS
,CNT_APPLEWATCH_INTRADAYSTEPS
,CNT_FITBIT_INTRADAYHEARTRATE
,CNT_APPLEWATCH_INTRADAYHEARTRATE
,CNT_FITBIT_DAILYACTIVITY
,CNT_FITBIT_INTRADAYSLEEP
,CNT_FITBIT_DAILYSLEEP
,CNT_HEALTHKIT_INTRADAYSLEEP
,CNT_HEALTHKIT_DAILYSLEEP
,CNT_HEALTHKIT_HEARTRATEVARIABILITY
,CNT_HEALTHKIT_ACTIVITY
)
;
commit;
end if;
end;]]>
= 13
and s.RECORD_DATE >= program_start_date
and s.record_time is not null
and o.rowid is null
order by s.PARTICIPANTIDENTIFIER, s.record_date, s.record_time
;
tmp_id varchar2(15) := NULL;
pre_time date := NULL;
begin
--------------------------------------------------------
-- 1 - Data insertion for Table fitbit_steps
--------------------------------------------------------
insert into fitbit_steps (
PARTICIPANTIDENTIFIER
,RECORD_DATE
,METRIC_VALUE
)
select
s.PARTICIPANTIDENTIFIER
,to_date(s.record_date||' '||nvl(s.record_time, '00:00:00'), 'yyyy-mm-dd hh24:mi:ss') as record_date
,s.metric_value
from stg_fitbit_steps s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join fitbit_steps o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and to_date(s.record_date||' '||nvl(s.record_time, '00:00:00'), 'yyyy-mm-dd hh24:mi:ss') = o.record_date
where length(s.PARTICIPANTIDENTIFIER) >= 13
and s.RECORD_DATE >= program_start_date
and s.record_time is not null
and o.rowid is null
order by s.PARTICIPANTIDENTIFIER, s.record_date, s.record_time
;
commit;
--------------------------------------------------------
-- 2 - Data insertion for Table fitbit_heartrate
--------------------------------------------------------
for rec in c loop
if nvl(tmp_id, 'x') <> rec.PARTICIPANTIDENTIFIER then
--commit for the previous ID
commit;
--insert the first HeartRate record for a new ID
insert into fitbit_heartrate (
PARTICIPANTIDENTIFIER
,RECORD_DATE
,METRIC_VALUE
)
values (
rec.PARTICIPANTIDENTIFIER
,rec.RECORD_DATE
,rec.METRIC_VALUE
);
--track the ID and time
tmp_id := rec.PARTICIPANTIDENTIFIER;
pre_time := rec.record_date;
elsif (rec.record_date - pre_time) * 24 * 60 * 60 >= 60 then
--record at every minute (60 seconds interval)
insert into fitbit_heartrate (
PARTICIPANTIDENTIFIER
,RECORD_DATE
,METRIC_VALUE
)
values (
rec.PARTICIPANTIDENTIFIER
,rec.RECORD_DATE
,rec.METRIC_VALUE
);
--reset pre_time
pre_time := rec.record_date;
end if;
end loop;
commit;
end;]]>
= 13
;
--2: CNT_competitions
--select count(*) into CNT_competitions
--from stg_competitions
--;
--3: FITBITACTIVITYLOGS
select count(*) into CNT_FITBITACTIVITYLOGS
from stg_FITBITACTIVITYLOGS s
join FITBITACTIVITYLOGS o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s.STARTDATE) = o.STARTDATE
and TO_UTC_TIMESTAMP_TZ(s.ENDDATE) = o.ENDDATE --7/26/2021: added to avoid double count
and s.ACTIVITYTYPEID = o.ACTIVITYTYPEID --11/3/2021: modified
and o.LASTMODIFIED = TO_UTC_TIMESTAMP_TZ(s.LASTMODIFIED)--modified on 10/19/2021
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
;
--4: FITBITDAILYDATA
select count(*) into CNT_FITBITDAILYDATA
from stg_FITBITDAILYDATA s
join FITBITDAILYDATA o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and to_date(substr(s."DATE",1,10), 'yyyy-mm-dd') = o.RECORD_DATE
and o.MODIFIEDDATE = TO_UTC_TIMESTAMP_TZ(s.MODIFIEDDATE)--modified on 10/19/2021
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s."DATE",1,10) >= program_start_date
;
--5: FITBITDEVICES
select count(*) into CNT_FITBITDEVICES
from stg_FITBITDEVICES s
join FITBITDEVICES o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s."DATE") = o.RECORD_DATE
where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--6: FITBITRESTINGHEARTRATES
select count(*) into CNT_FITBITRESTINGHEARTRATES
from stg_FITBITRESTINGHEARTRATES s
join FITBITRESTINGHEARTRATES o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and to_date(substr(s."DATE",1,10), 'yyyy-mm-dd') = o.RECORD_DATE
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s."DATE",1,10) >= program_start_date
;
--7: FITBITSLEEPLOGDETAILS
select count(*) into CNT_FITBITSLEEPLOGDETAILS
from stg_FITBITSLEEPLOGDETAILS s
join FITBITSLEEPLOGDETAILS o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s.STARTDATE) = o.STARTDATE
and TO_UTC_TIMESTAMP_TZ(s.ENDDATE) = o.ENDDATE --7/26/2021: added to avoid double count
and s.TYPE = o.TYPE
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
;
--8: FITBITSLEEPLOGS
select count(*) into CNT_FITBITSLEEPLOGS
from stg_FITBITSLEEPLOGS s
join FITBITSLEEPLOGS o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s.STARTDATE) = o.STARTDATE
and TO_UTC_TIMESTAMP_TZ(s.ENDDATE) = o.ENDDATE --7/26/2021: added to avoid double count
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
;
--9: HEALTHKITACTIVITYSUMMARIES
select count(*) into CNT_HEALTHKITACTIVITYSUMMARIES
from stg_HEALTHKITACTIVITYSUMMARIES s
join HEALTHKITACTIVITYSUMMARIES o on fn_guid_to_raw(s.HEALTHKITACTIVITYSUMMARYKEY) = o.HEALTHKITACTIVITYSUMMARYKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
;
--modified on 4/18/2022 to handle duplicated HEALTHKITSAMPLES records
--10: HEALTHKITSAMPLES_APPLEEXERCISETIME
--select count(*) into CNT_HEALTHKITSAMPLES_APPLEEXERCISETIME
select count(distinct s.HEALTHKITSAMPLEKEY) into CNT_HEALTHKITSAMPLES_APPLEEXERCISETIME
from stg_HEALTHKITSAMPLES_APPLEEXERCISETIME s
join HEALTHKITSAMPLES_APPLEEXERCISETIME o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
;
--11: HEALTHKITSAMPLES_HEARTRATE
select count(distinct s.HEALTHKITSAMPLEKEY) into CNT_HEALTHKITSAMPLES_HEARTRATE
from stg_HEALTHKITSAMPLES_HEARTRATE s
join HEALTHKITSAMPLES_HEARTRATE o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
;
--12: HEALTHKITSAMPLES_HEARTRATEVARIABILITY
select count(distinct s.HEALTHKITSAMPLEKEY) into CNT_HEALTHKITSAMPLES_HEARTRATEVARIABILITY
from stg_HEALTHKITSAMPLES_HEARTRATEVARIABILITY s
join HEALTHKITSAMPLES_HEARTRATEVARIABILITY o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
;
--13: HEALTHKITSAMPLES_RESTINGHEARTRATE
select count(distinct s.HEALTHKITSAMPLEKEY) into CNT_HEALTHKITSAMPLES_RESTINGHEARTRATE
from stg_HEALTHKITSAMPLES_RESTINGHEARTRATE s
join HEALTHKITSAMPLES_RESTINGHEARTRATE o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
;
--14: HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL
select count(distinct s.HEALTHKITSAMPLEKEY) into CNT_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL
from stg_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL s
join HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
;
--15: HEALTHKITSAMPLES_STEPS
select count(distinct s.HEALTHKITSAMPLEKEY) into CNT_HEALTHKITSAMPLES_STEPS
from stg_HEALTHKITSAMPLES_STEPS s
join HEALTHKITSAMPLES_STEPS o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
;
--16: HEALTHKITSAMPLES_APPLEEXERCISETIME_DELETED
select count(*) into CNT_HEALTHKITSAMPLES_APPLEEXERCISETIME_DELETED
from stg_HEALTHKITSAMPLES_APPLEEXERCISETIME_DELETED s
join HEALTHKITSAMPLES_DELETED o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.DELETEDDATE,1,10) >= program_start_date
and data_type = 1
;
--17: HEALTHKITSAMPLES_HEARTRATE_DELETED
select count(*) into CNT_HEALTHKITSAMPLES_HEARTRATE_DELETED
from stg_HEALTHKITSAMPLES_HEARTRATE_DELETED s
join HEALTHKITSAMPLES_DELETED o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.DELETEDDATE,1,10) >= program_start_date
and data_type = 2
;
--18: HEALTHKITSAMPLES_HEARTRATEVARIABILITY_DELETED
select count(*) into CNT_HEALTHKITSAMPLES_HEARTRATEVARIABILITY_DELETED
from stg_HEALTHKITSAMPLES_HEARTRATEVARIABILITY_DELETED s
join HEALTHKITSAMPLES_DELETED o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.DELETEDDATE,1,10) >= program_start_date
and data_type = 3
;
--19: HEALTHKITSAMPLES_RESTINGHEARTRATE_DELETED
select count(*) into CNT_HEALTHKITSAMPLES_RESTINGHEARTRATE_DELETED
from stg_HEALTHKITSAMPLES_RESTINGHEARTRATE_DELETED s
join HEALTHKITSAMPLES_DELETED o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.DELETEDDATE,1,10) >= program_start_date
and data_type = 4
;
--20: HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL_DELETED
select count(*) into CNT_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL_DELETED
from stg_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL_DELETED s
join HEALTHKITSAMPLES_DELETED o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.DELETEDDATE,1,10) >= program_start_date
and data_type = 5
;
--21: HEALTHKITSAMPLES_STEPS_DELETED
select count(*) into CNT_HEALTHKITSAMPLES_STEPS_DELETED
from stg_HEALTHKITSAMPLES_STEPS_DELETED s
join HEALTHKITSAMPLES_DELETED o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.DELETEDDATE,1,10) >= program_start_date
and data_type = 6
;
--22: HEALTHKITSTATISTICS_DAILYSTEPS
select count(*) into CNT_HEALTHKITSTATISTICS_DAILYSTEPS
from stg_HEALTHKITSTATISTICS_DAILYSTEPS s
join HEALTHKITSTATISTICS_DAILYSTEPS o on fn_guid_to_raw(s.HEALTHKITSTATISTICKEY) = o.HEALTHKITSTATISTICKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
;
--23: MANIFEST
select count(*) into CNT_MANIFEST
from stg_MANIFEST s
join MANIFEST o on TO_UTC_TIMESTAMP_TZ(s.EXPORTSTARTDATE) = o.EXPORTSTARTDATE
;
--24: NOTIFICATIONS (no longer in IHS 2023)
--select count(*) into CNT_NOTIFICATIONS
--from stg_NOTIFICATIONS s
--join NOTIFICATIONS o on fn_guid_to_raw(s.ID) = o.ID
--where length(s.PARTICIPANTIDENTIFIER) >= 13
--;
--25: STUDYPARTICIPANTS
select count(*) into CNT_STUDYPARTICIPANTS
from stg_STUDYPARTICIPANTS s
join STUDYPARTICIPANTS o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--26: SURVEYCONSENTSIGNATURERESULTS
select count(*) into CNT_SURVEYCONSENTSIGNATURERESULTS
from stg_SURVEYCONSENTSIGNATURERESULTS s
join SURVEYCONSENTSIGNATURERESULTS o on fn_guid_to_raw(s.SURVEYCONSENTSIGNATURERESULTKEY) = o.SURVEYCONSENTSIGNATURERESULTKEY
where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--27: SURVEYDEFINITIONS
select count(*) into CNT_SURVEYDEFINITIONS
from stg_SURVEYDEFINITIONS s
join SURVEYDEFINITIONS o on fn_guid_to_raw(s.SURVEYDEFINITIONKEY) = o.SURVEYDEFINITIONKEY
;
--28: SURVEYQUESTIONRESULTS
select count(*) into CNT_SURVEYQUESTIONRESULTS
from stg_SURVEYQUESTIONRESULTS s
join SURVEYQUESTIONRESULTS o on fn_guid_to_raw(s.SURVEYQUESTIONRESULTKEY) = o.SURVEYQUESTIONRESULTKEY
where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--29: SURVEYRESULTS
select count(*) into CNT_SURVEYRESULTS
from stg_SURVEYRESULTS s
join SURVEYRESULTS o on fn_guid_to_raw(s.SURVEYRESULTKEY) = o.SURVEYRESULTKEY
where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--30: SURVEYSTEPRESULTS
select count(*) into CNT_SURVEYSTEPRESULTS
from stg_SURVEYSTEPRESULTS s
join SURVEYSTEPRESULTS o on fn_guid_to_raw(s.SURVEYSTEPRESULTKEY) = o.SURVEYSTEPRESULTKEY
where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--31: SURVEYTASKS
select count(*) into CNT_SURVEYTASKS
from stg_SURVEYTASKS s
join SURVEYTASKS o on fn_guid_to_raw(s.SURVEYTASKKEY) = o.SURVEYTASKKEY
and o.MODIFIEDDATE = TO_UTC_TIMESTAMP_TZ(s.MODIFIEDDATE)--modified on 10/19/2021
where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--32: CNT_FITBIT_intraday_HEARTRATE
select count(*) into CNT_FITBIT_intraday_HEARTRATE
from stg_FITBIT_HEARTRATE s
join fitbit_heartrate o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and to_date(s.record_date||' '||nvl(s.record_time, '00:00:00'), 'yyyy-mm-dd hh24:mi:ss') = o.record_date
where length(s.PARTICIPANTIDENTIFIER) >= 13
and s.RECORD_DATE >= program_start_date
and s.record_time is not null
;
--33: CNT_FITBIT_intraday_STEPS
select count(*) into CNT_FITBIT_intraday_STEPS
from stg_FITBIT_STEPS s
join fitbit_STEPS o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and to_date(s.record_date||' '||nvl(s.record_time, '00:00:00'), 'yyyy-mm-dd hh24:mi:ss') = o.record_date
where length(s.PARTICIPANTIDENTIFIER) >= 13
and s.RECORD_DATE >= program_start_date
and s.record_time is not null
;
--34: CNT_FITBIT_HEARTRATE_FILES (total incoming files)
select count(*) into CNT_FITBIT_HEARTRATE_FILES
from stg_FITBIT_HEARTRATE
where record_time is null
;
--35: CNT_FITBIT_STEPS_FILES (total incoming files)
select count(*) into CNT_FITBIT_STEPS_FILES
from stg_FITBIT_STEPS
where record_time is null
;
--36: CNT_FITBIT_HEARTRATE_FILES_DATA (files with valid data)
select count(distinct PARTICIPANTIDENTIFIER||RECORD_DATE) into CNT_FITBIT_HEARTRATE_FILES_DATA
from stg_FITBIT_HEARTRATE s
where s.record_time is not null
;
--37: CNT_FITBIT_STEPS_FILES_DATA (files with valid data)
select count(distinct PARTICIPANTIDENTIFIER||RECORD_DATE) into CNT_FITBIT_STEPS_FILES_DATA
from stg_FITBIT_STEPS s
where s.record_time is not null
;
--38: CNT_FITBIT_HEARTRATE_FILES_ADD (files with valid data and PARTICIPANTIDENTIFIER)
select count(distinct PARTICIPANTIDENTIFIER||RECORD_DATE) into CNT_FITBIT_HEARTRATE_FILES_ADD
from stg_FITBIT_HEARTRATE s
where length(s.PARTICIPANTIDENTIFIER) >= 13
and s.RECORD_DATE >= program_start_date
and s.record_time is not null
;
--39: CNT_FITBIT_STEPS_FILES_ADD (files with valid data and PARTICIPANTIDENTIFIER)
select count(distinct PARTICIPANTIDENTIFIER||RECORD_DATE) into CNT_FITBIT_STEPS_FILES_ADD
from stg_FITBIT_STEPS s
where length(s.PARTICIPANTIDENTIFIER) >= 13
and s.RECORD_DATE >= program_start_date
and s.record_time is not null
;
--added on 4/5/2022:
--40: CNT_ANALYTICSEVENTS_EMAILNOTIFICATIONSENT
select count(*) into CNT_ANALYTICSEVENTS_EMAILNOTIFICATIONSENT
from STG_AnalyticsEvents_EmailNotificationSent s
join AnalyticsEvents_EmailNotificationSent o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--41: CNT_ANALYTICSEVENTS_NOTIFICATIONSENT
select count(*) into CNT_ANALYTICSEVENTS_NOTIFICATIONSENT
from STG_AnalyticsEvents_NotificationSent s
join AnalyticsEvents_NotificationSent o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--42: CNT_ANALYTICSEVENTS_PUSHNOTIFICATIONOPENED
select count(*) into CNT_ANALYTICSEVENTS_PUSHNOTIFICATIONOPENED
from STG_AnalyticsEvents_PushNotificationOpened s
join AnalyticsEvents_PushNotificationOpened o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--43: CNT_ANALYTICSEVENTS_PUSHNOTIFICATIONRECEIVED
select count(*) into CNT_ANALYTICSEVENTS_PUSHNOTIFICATIONRECEIVED
from STG_AnalyticsEvents_PushNotificationReceived s
join AnalyticsEvents_PushNotificationReceived o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--44: CNT_ANALYTICSEVENTS_PUSHNOTIFICATIONSENT
select count(*) into CNT_ANALYTICSEVENTS_PUSHNOTIFICATIONSENT
from STG_AnalyticsEvents_PushNotificationSent s
join AnalyticsEvents_PushNotificationSent o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--45: CNT_ANALYTICSEVENTS_SURVEYSTEPVIEWED
select count(*) into CNT_ANALYTICSEVENTS_SURVEYSTEPVIEWED
from STG_AnalyticsEvents_SurveyStepViewed s
join AnalyticsEvents_SurveyStepViewed o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.EVENTID = o.EVENTID
where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--added on 6/13/2022 and modified on 6/17/2022 to handle NULL PARTICIPANTIDENTIFIER
--46: CNT_ANALYTICSEVENTS_EMAILSEND
select count(*) into CNT_ANALYTICSEVENTS_EMAILSEND
from STG_AnalyticsEvents_EmailSend s
join AnalyticsEvents_EmailSend o on s.EMAILEVENTKEY = o.EMAILEVENTKEY
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
--where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--47: CNT_ANALYTICSEVENTS_EMAILDELIVERY
select count(*) into CNT_ANALYTICSEVENTS_EMAILDELIVERY
from STG_AnalyticsEvents_EmailDelivery s
join AnalyticsEvents_EmailDelivery o on s.EMAILEVENTKEY = o.EMAILEVENTKEY
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
--where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--48: CNT_ANALYTICSEVENTS_EMAILOPEN
select count(*) into CNT_ANALYTICSEVENTS_EMAILOPEN
from STG_AnalyticsEvents_EmailOpen s
join AnalyticsEvents_EmailOpen o on s.EMAILEVENTKEY = o.EMAILEVENTKEY
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
--where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--49: CNT_ANALYTICSEVENTS_EMAILCLICK
select count(*) into CNT_ANALYTICSEVENTS_EMAILCLICK
from STG_AnalyticsEvents_EmailClick s
join AnalyticsEvents_EmailClick o on s.EMAILEVENTKEY = o.EMAILEVENTKEY
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
--where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--50: CNT_ANALYTICSEVENTS_EMAILBOUNCE
select count(*) into CNT_ANALYTICSEVENTS_EMAILBOUNCE
from STG_AnalyticsEvents_EmailBounce s
join AnalyticsEvents_EmailBounce o on s.EMAILEVENTKEY = o.EMAILEVENTKEY
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
--where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--51: CNT_ANALYTICSEVENTS_EMAILCOMPLAINT
select count(*) into CNT_ANALYTICSEVENTS_EMAILCOMPLAINT
from STG_AnalyticsEvents_EmailComplaint s
join AnalyticsEvents_EmailComplaint o on s.EMAILEVENTKEY = o.EMAILEVENTKEY
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
--where length(s.PARTICIPANTIDENTIFIER) >= 13
;
--added on 7/1/2022:
--52: CNT_HEALTHKITV2STATISTICS_HOURLYSTEPS
select count(*) into CNT_HEALTHKITSTATISTICS_HOURLYSTEPS
from stg_HEALTHKITSTATISTICS_HOURLYSTEPS s
join HEALTHKITSTATISTICS_HOURLYSTEPS o on fn_guid_to_raw(s.HEALTHKITSTATISTICKEY) = o.HEALTHKITSTATISTICKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
;
--added on 11/2/2022:
--53: CNT_FITBIT_INTRADAY_HRV (tracking cumulative count instead)
select count(*) into CNT_FITBIT_INTRADAY_HRV
from FITBIT_hrv
;
--added for IHS 2023
--54: CNT_SURVEYDICTIONARY
--select count(*) into CNT_SURVEYDICTIONARY
--from SURVEYDICTIONARY
--;
--tracking cumulative counts
select count(*) into CNT_GARMINACTIVITYSUMMARY from GARMINACTIVITYSUMMARY;
select count(*) into CNT_GARMINDAILYSUMMARY from GARMINDAILYSUMMARY;
select count(*) into CNT_GARMINDAILYSUMMARY_SAMPLES from GARMINDAILYSUMMARY_SAMPLES;
select count(*) into CNT_GARMINEPOCHSUMMARY from GARMINEPOCHSUMMARY;
select count(*) into CNT_GARMINHRVSUMMARY from GARMINHRVSUMMARY;
select count(*) into CNT_GARMINHRVSUMMARY_SAMPLES from GARMINHRVSUMMARY_SAMPLES;
select count(*) into CNT_GARMINMOVEIQACTIVITYSUMMARY from GARMINMOVEIQACTIVITYSUMMARY;
select count(*) into CNT_GARMINSLEEPSUMMARY from GARMINSLEEPSUMMARY;
select count(*) into CNT_GARMINSLEEPSUMMARY_DURATION from GARMINSLEEPSUMMARY_DURATION;
select count(*) into CNT_GARMINSLEEPSUMMARY_SCORE from GARMINSLEEPSUMMARY_SCORE;
select count(*) into CNT_GARMINSTRESSDETAILSUMMARY from GARMINSTRESSDETAILSUMMARY;
select count(*) into CNT_GARMINSTRESSDETAILSUMMARY_SAMPLES from GARMINSTRESSDETAILSUMMARY_SAMPLES;
select count(*) into CNT_GARMINTHIRDPARTYDAILYSUMMARY from GARMINTHIRDPARTYDAILYSUMMARY;
select count(*) into CNT_GARMINTHIRDPARTYDAILYSUMMARY_SAMPLES from GARMINTHIRDPARTYDAILYSUMMARY_SAMPLES;
select count(*) into CNT_GARMINUSERMETRICSSUMMARY from GARMINUSERMETRICSSUMMARY;
select count(*) into CNT_SK_VISITS from SK_VISITS;
select count(*) into CNT_SK_LIGHT from SK_LIGHT;
select count(*) into CNT_SK_USAGE from SK_USAGE;
select count(*) into CNT_SK_KEYBOARD
from SK_KEYBOARD
where load_date = trunc(sysdate)
;
--select count(*) into CNT_SK_DEVICE_USAGE
--from SK_DEVICE_USAGE
--where load_date = trunc(sysdate)
--;
--select count(*) into CNT_SK_SPEECH
--from SK_SPEECH
--where load_date = trunc(sysdate)
--;
--added on 12/5/2023:
select count(*) into CNT_PROJECTDEVICEDATA from PROJECTDEVICEDATA;
select count(*) into record_today from IHS_data_refresh_log
where trunc(refresh_date) = trunc(sysdate)
;
--if record_today = 0 then
insert into IHS_data_refresh_log (
refresh_date
,CNT_AUXILIARYDATA
--,CNT_COMPETITIONS --no COMPETITIONS data yet
,CNT_FITBITACTIVITYLOGS
,CNT_FITBITDAILYDATA
,CNT_FITBITDEVICES
,CNT_FITBITRESTINGHEARTRATES
,CNT_FITBITSLEEPLOGDETAILS
,CNT_FITBITSLEEPLOGS
,CNT_HEALTHKITACTIVITYSUMMARIES
,CNT_HEALTHKITSAMPLES_APPLEEXERCISETIME
,CNT_HEALTHKITSAMPLES_APPLEEXERCISETIME_DELETED
,CNT_HEALTHKITSAMPLES_HEARTRATE
,CNT_HEALTHKITSAMPLES_HEARTRATEVARIABILITY
,CNT_HEALTHKITSAMPLES_HEARTRATEVARIABILITY_DELETED
,CNT_HEALTHKITSAMPLES_HEARTRATE_DELETED
,CNT_HEALTHKITSAMPLES_RESTINGHEARTRATE
,CNT_HEALTHKITSAMPLES_RESTINGHEARTRATE_DELETED
,CNT_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL
,CNT_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL_DELETED
,CNT_HEALTHKITSAMPLES_STEPS
,CNT_HEALTHKITSAMPLES_STEPS_DELETED
,CNT_HEALTHKITSTATISTICS_DAILYSTEPS
,CNT_MANIFEST
--,CNT_NOTIFICATIONS --no longer in IHS 2023
,CNT_STUDYPARTICIPANTS
,CNT_SURVEYCONSENTSIGNATURERESULTS
,CNT_SURVEYDEFINITIONS
,CNT_SURVEYQUESTIONRESULTS
,CNT_SURVEYRESULTS
,CNT_SURVEYSTEPRESULTS
,CNT_SURVEYTASKS
,CNT_FITBIT_INTRADAY_HEARTRATE
,CNT_FITBIT_INTRADAY_STEPS
,CNT_FITBIT_HEARTRATE_FILES
,CNT_FITBIT_STEPS_FILES
,CNT_FITBIT_HEARTRATE_FILES_DATA
,CNT_FITBIT_STEPS_FILES_DATA
,CNT_FITBIT_HEARTRATE_FILES_ADD
,CNT_FITBIT_STEPS_FILES_ADD
--added on 4/5/2022:
,CNT_ANALYTICSEVENTS_EMAILNOTIFICATIONSENT
,CNT_ANALYTICSEVENTS_NOTIFICATIONSENT
,CNT_ANALYTICSEVENTS_PUSHNOTIFICATIONOPENED
,CNT_ANALYTICSEVENTS_PUSHNOTIFICATIONRECEIVED
,CNT_ANALYTICSEVENTS_PUSHNOTIFICATIONSENT
,CNT_ANALYTICSEVENTS_SURVEYSTEPVIEWED
--added on 6/13/2022:
,CNT_ANALYTICSEVENTS_EMAILSEND
,CNT_ANALYTICSEVENTS_EMAILDELIVERY
,CNT_ANALYTICSEVENTS_EMAILOPEN
,CNT_ANALYTICSEVENTS_EMAILCLICK
,CNT_ANALYTICSEVENTS_EMAILBOUNCE
,CNT_ANALYTICSEVENTS_EMAILCOMPLAINT
--added on 7/1/2022:
,CNT_HEALTHKITSTATISTICS_HOURLYSTEPS
--added on 11/2/2022:
,CNT_FITBIT_INTRADAY_HRV
--added for IHS 2023
--,CNT_SURVEYDICTIONARY
,CNT_GARMINACTIVITYSUMMARY
,CNT_GARMINDAILYSUMMARY
,CNT_GARMINDAILYSUMMARY_SAMPLES
,CNT_GARMINEPOCHSUMMARY
,CNT_GARMINHRVSUMMARY
,CNT_GARMINHRVSUMMARY_SAMPLES
,CNT_GARMINMOVEIQACTIVITYSUMMARY
,CNT_GARMINSLEEPSUMMARY
,CNT_GARMINSLEEPSUMMARY_DURATION
,CNT_GARMINSLEEPSUMMARY_SCORE
,CNT_GARMINSTRESSDETAILSUMMARY
,CNT_GARMINSTRESSDETAILSUMMARY_SAMPLES
,CNT_GARMINTHIRDPARTYDAILYSUMMARY
,CNT_GARMINTHIRDPARTYDAILYSUMMARY_SAMPLES
,CNT_GARMINUSERMETRICSSUMMARY
,CNT_SK_VISITS
,CNT_SK_LIGHT
,CNT_SK_USAGE
,CNT_SK_KEYBOARD
--,CNT_SK_DEVICE_USAGE
--,CNT_SK_SPEECH
--added on 12/5/2023:
,CNT_PROJECTDEVICEDATA
)
values (
sysdate
--trunc(sysdate) --refresh_date
,CNT_AUXILIARYDATA
--,CNT_COMPETITIONS --no COMPETITIONS data yet
,CNT_FITBITACTIVITYLOGS
,CNT_FITBITDAILYDATA
,CNT_FITBITDEVICES
,CNT_FITBITRESTINGHEARTRATES
,CNT_FITBITSLEEPLOGDETAILS
,CNT_FITBITSLEEPLOGS
,CNT_HEALTHKITACTIVITYSUMMARIES
,CNT_HEALTHKITSAMPLES_APPLEEXERCISETIME
,CNT_HEALTHKITSAMPLES_APPLEEXERCISETIME_DELETED
,CNT_HEALTHKITSAMPLES_HEARTRATE
,CNT_HEALTHKITSAMPLES_HEARTRATEVARIABILITY
,CNT_HEALTHKITSAMPLES_HEARTRATEVARIABILITY_DELETED
,CNT_HEALTHKITSAMPLES_HEARTRATE_DELETED
,CNT_HEALTHKITSAMPLES_RESTINGHEARTRATE
,CNT_HEALTHKITSAMPLES_RESTINGHEARTRATE_DELETED
,CNT_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL
,CNT_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL_DELETED
,CNT_HEALTHKITSAMPLES_STEPS
,CNT_HEALTHKITSAMPLES_STEPS_DELETED
,CNT_HEALTHKITSTATISTICS_DAILYSTEPS
,CNT_MANIFEST
--,CNT_NOTIFICATIONS --no longer in IHS 2023
,CNT_STUDYPARTICIPANTS
,CNT_SURVEYCONSENTSIGNATURERESULTS
,CNT_SURVEYDEFINITIONS
,CNT_SURVEYQUESTIONRESULTS
,CNT_SURVEYRESULTS
,CNT_SURVEYSTEPRESULTS
,CNT_SURVEYTASKS
,CNT_FITBIT_INTRADAY_HEARTRATE
,CNT_FITBIT_INTRADAY_STEPS
,CNT_FITBIT_HEARTRATE_FILES
,CNT_FITBIT_STEPS_FILES
,CNT_FITBIT_HEARTRATE_FILES_DATA
,CNT_FITBIT_STEPS_FILES_DATA
,CNT_FITBIT_HEARTRATE_FILES_ADD
,CNT_FITBIT_STEPS_FILES_ADD
--added on 4/5/2022:
,CNT_ANALYTICSEVENTS_EMAILNOTIFICATIONSENT
,CNT_ANALYTICSEVENTS_NOTIFICATIONSENT
,CNT_ANALYTICSEVENTS_PUSHNOTIFICATIONOPENED
,CNT_ANALYTICSEVENTS_PUSHNOTIFICATIONRECEIVED
,CNT_ANALYTICSEVENTS_PUSHNOTIFICATIONSENT
,CNT_ANALYTICSEVENTS_SURVEYSTEPVIEWED
--added on 6/13/2022:
,CNT_ANALYTICSEVENTS_EMAILSEND
,CNT_ANALYTICSEVENTS_EMAILDELIVERY
,CNT_ANALYTICSEVENTS_EMAILOPEN
,CNT_ANALYTICSEVENTS_EMAILCLICK
,CNT_ANALYTICSEVENTS_EMAILBOUNCE
,CNT_ANALYTICSEVENTS_EMAILCOMPLAINT
--added on 7/1/2022:
,CNT_HEALTHKITSTATISTICS_HOURLYSTEPS
--added on 11/2/2022:
,CNT_FITBIT_INTRADAY_HRV
--added for IHS 2023
--,CNT_SURVEYDICTIONARY
,CNT_GARMINACTIVITYSUMMARY
,CNT_GARMINDAILYSUMMARY
,CNT_GARMINDAILYSUMMARY_SAMPLES
,CNT_GARMINEPOCHSUMMARY
,CNT_GARMINHRVSUMMARY
,CNT_GARMINHRVSUMMARY_SAMPLES
,CNT_GARMINMOVEIQACTIVITYSUMMARY
,CNT_GARMINSLEEPSUMMARY
,CNT_GARMINSLEEPSUMMARY_DURATION
,CNT_GARMINSLEEPSUMMARY_SCORE
,CNT_GARMINSTRESSDETAILSUMMARY
,CNT_GARMINSTRESSDETAILSUMMARY_SAMPLES
,CNT_GARMINTHIRDPARTYDAILYSUMMARY
,CNT_GARMINTHIRDPARTYDAILYSUMMARY_SAMPLES
,CNT_GARMINUSERMETRICSSUMMARY
,CNT_SK_VISITS
,CNT_SK_LIGHT
,CNT_SK_USAGE
,CNT_SK_KEYBOARD
--,CNT_SK_DEVICE_USAGE
--,CNT_SK_SPEECH
--added on 12/5/2023:
,CNT_PROJECTDEVICEDATA
)
;
commit;
--end if;
end;]]>
= 13
and substr(s.RECORD_DATE, 1, 10) >= program_start_date
and s.RMSSD is not null
minus
select
RECORD_DATE
,RMSSD
,COVERAGE
,HF
,LF
,PARTICIPANTIDENTIFIER
from fitbit_hrv
;
commit;
end;]]>
= 13
and o.rowid is not null
)
;
--insert new records
insert into SK_VISITS
(
EVENT_TIMESTAMP
,DEPART_START
,DEPART_DURATION
,LOCATIONCATEGORY
,ARRIVAL_START
,ARRIVAL_DURATION
,IDENTIFIER
,DISTANCEFROMHOME
,DEVICE_TYPE
,PARTICIPANT_ID
--,DEVICE_ID
)
select distinct
TO_UTC_TIMESTAMP_TZ(s.EVENT_TIMESTAMP) as EVENT_TIMESTAMP
,TO_UTC_TIMESTAMP_TZ(s.DEPART_START) as DEPART_START
,s.DEPART_DURATION
,l.category_val as LOCATIONCATEGORY
,TO_UTC_TIMESTAMP_TZ(s.ARRIVAL_START) as ARRIVAL_START
,s.ARRIVAL_DURATION
,s.IDENTIFIER
,s.DISTANCEFROMHOME
,d.category_val as DEVICE_TYPE
,s.PARTICIPANT_ID
--,s.DEVICE_ID
from stg_SK_VISITS s
join STUDYPARTICIPANTS p on s.PARTICIPANT_ID = p.PARTICIPANTIDENTIFIER
join SK_lookup d on d.data_type = 'DEVICE_TYPE' and lower(d.category_txt) = lower(s.DEVICE_TYPE)
join SK_lookup l on l.data_type = 'VISIT_LOCATION_CATEGORY' and lower(l.category_txt) = lower(s.LOCATIONCATEGORY)
left join SK_VISITS o on s.PARTICIPANT_ID = o.PARTICIPANT_ID
and TO_UTC_TIMESTAMP_TZ(s.EVENT_TIMESTAMP) = o.EVENT_TIMESTAMP
and TO_UTC_TIMESTAMP_TZ(s.DEPART_START) = o.DEPART_START
and TO_UTC_TIMESTAMP_TZ(s.ARRIVAL_START) = o.ARRIVAL_START
where length(s.PARTICIPANT_ID) >= 13 and s.ARRIVAL_START is not null
and o.rowid is null
;
commit;
--------------------------------------------------------
-- Data insertion for Table SK_USAGE
--------------------------------------------------------
/*
--two different types of data files and they could have same EVENT_TIMESTAMP
--require joining with message and phone call related fields to remove old records and/or filter any duplicated records
--no de-duplication done at Michigan side (depends on CareEv to deliver new data only)
--remove old records
delete from SK_USAGE where rowid in (
select o.rowid
from stg_SK_USAGE s
join STUDYPARTICIPANTS p on s.PARTICIPANT_ID = p.PARTICIPANTIDENTIFIER
left join SK_USAGE o on s.PARTICIPANT_ID = o.PARTICIPANT_ID
and TO_UTC_TIMESTAMP_TZ(s.EVENT_TIMESTAMP) = o.EVENT_TIMESTAMP
and s.DURATION = o.DURATION
where length(s.PARTICIPANT_ID) >= 13
and o.rowid is not null
)
;
*/
--insert new records
insert into SK_USAGE
(
EVENT_TIMESTAMP
,TOTALINCOMINGCALLS
,TOTALOUTGOINGCALLS
,TOTALPHONECALLDURATION
,TOTALUNIQUECONTACTS
,DURATION
,TOTALINCOMINGMESSAGES
,TOTALOUTGOINGMESSAGES
,DEVICE_TYPE
,PARTICIPANT_ID
--,DEVICE_ID
)
select distinct
TO_UTC_TIMESTAMP_TZ(s.EVENT_TIMESTAMP) as EVENT_TIMESTAMP
,s.TOTALINCOMINGCALLS
,s.TOTALOUTGOINGCALLS
,s.TOTALPHONECALLDURATION
,s.TOTALUNIQUECONTACTS
,s.DURATION
,s.TOTALINCOMINGMESSAGES
,s.TOTALOUTGOINGMESSAGES
,d.category_val as DEVICE_TYPE
,s.PARTICIPANT_ID
--,s.DEVICE_ID
from stg_SK_USAGE s
join STUDYPARTICIPANTS p on s.PARTICIPANT_ID = p.PARTICIPANTIDENTIFIER
join SK_lookup d on d.data_type = 'DEVICE_TYPE' and lower(d.category_txt) = lower(s.DEVICE_TYPE)
--left join SK_USAGE o on s.PARTICIPANT_ID = o.PARTICIPANT_ID
-- and TO_UTC_TIMESTAMP_TZ(s.EVENT_TIMESTAMP) = o.EVENT_TIMESTAMP
-- and s.DURATION = o.DURATION
where length(s.PARTICIPANT_ID) >= 13
--and o.rowid is null
;
commit;
--------------------------------------------------------
-- Data insertion for Table SK_KEYBOARD
--------------------------------------------------------
insert into SK_KEYBOARD
(
CONTENT_JSON
,DEVICE_TYPE
,PARTICIPANT_ID
--,DEVICE_ID
,LOAD_DATE
)
select
s.CONTENT_JSON
,d.category_val as DEVICE_TYPE
,s.PARTICIPANT_ID
--,s.DEVICE_ID
,trunc(sysdate) load_date
from STG_SK_KEYBOARD s
join STUDYPARTICIPANTS p on s.PARTICIPANT_ID = p.PARTICIPANTIDENTIFIER
join SK_lookup d on d.data_type = 'DEVICE_TYPE' and lower(d.category_txt) = lower(s.DEVICE_TYPE)
where length(s.PARTICIPANT_ID) >= 13
;
--------------------------------------------------------
-- Data insertion for Table SK_LIGHT
--------------------------------------------------------
--EXECUTE IMMEDIATE 'truncate table SK_LIGHT_int';
--insert daily new records with EVENT_TIMESTAMP data conversion into an intermediate table first
--for handling the different time zone timestamps consistently
EXECUTE IMMEDIATE 'truncate table SK_LIGHT_PARTICIPANTs';
EXECUTE IMMEDIATE 'truncate table SK_LIGHT_int';
--EXECUTE IMMEDIATE 'truncate table SK_LIGHT_test';
insert into SK_LIGHT_PARTICIPANTs (
ID_SEQ
,PARTICIPANT_ID)
with qq as
(
select distinct s.PARTICIPANT_ID
from stg_SK_LIGHT s
join STUDYPARTICIPANTS p on s.PARTICIPANT_ID = p.PARTICIPANTIDENTIFIER
order by s.PARTICIPANT_ID asc
)
select rownum, PARTICIPANT_ID
from qq
order by PARTICIPANT_ID asc
;
commit;
select count(*) into cnt_PARTICIPANT from SK_LIGHT_PARTICIPANTs;
for i in 1 .. CEIL(cnt_PARTICIPANT/seq_interval) loop
lower_seq := (i-1) * seq_interval + 1;
upper_seq := i * seq_interval;
insert into SK_LIGHT_int
(
LUX
,CHROMATICITY_X
,CHROMATICITY_Y
,PLACEMENT
,EVENT_TIMESTAMP
,DEVICE_TYPE
,PARTICIPANT_ID
--,DEVICE_ID
)
select
s.LUX
,s.CHROMATICITY_X
,s.CHROMATICITY_Y
,l.category_val as PLACEMENT
,TO_UTC_TIMESTAMP_TZ(s.EVENT_TIMESTAMP) as EVENT_TIMESTAMP
,d.category_val as DEVICE_TYPE
,s.PARTICIPANT_ID
--,s.DEVICE_ID
from stg_SK_LIGHT s
join SK_LIGHT_PARTICIPANTs p on s.PARTICIPANT_ID = p.PARTICIPANT_ID
join SK_lookup d on d.data_type = 'DEVICE_TYPE' and lower(d.category_txt) = lower(s.DEVICE_TYPE)
join SK_lookup l on l.data_type = 'LIGHT_SENSOR_PLACEMENT' and lower(l.category_txt) = lower(s.PLACEMENT)
where p.ID_SEQ between lower_seq and upper_seq
;
commit;
end loop;
for rec in c loop
if ( (tmp_PARTICIPANT_ID <> rec.PARTICIPANT_ID) or (tmp_DEVICE_TYPE <> rec.DEVICE_TYPE) ) then
--commit for the previous PARTICIPANT_ID and DEVICE_TYPE
commit;
--insert first record for a new PARTICIPANT_ID and/or DEVICE_TYPE
insert into SK_LIGHT (
LUX
,CHROMATICITY_X
,CHROMATICITY_Y
,PLACEMENT
,EVENT_TIMESTAMP
,DEVICE_TYPE
,PARTICIPANT_ID
--,DEVICE_ID
)
values (
rec.LUX
,rec.CHROMATICITY_X
,rec.CHROMATICITY_Y
,rec.PLACEMENT
,rec.EVENT_TIMESTAMP
,rec.DEVICE_TYPE
,rec.PARTICIPANT_ID
--,rec.DEVICE_ID
);
--track the PARTICIPANT_ID, DEVICE_TYPE, and TIMESTAMP
tmp_PARTICIPANT_ID := rec.PARTICIPANT_ID;
tmp_DEVICE_TYPE := rec.DEVICE_TYPE;
pre_TIMESTAMP := rec.EVENT_TIMESTAMP;
elsif rec.EVENT_TIMESTAMP - pre_TIMESTAMP >= '+00 00:10:00.000000' then
--record at every 10 minutes
insert into SK_LIGHT (
LUX
,CHROMATICITY_X
,CHROMATICITY_Y
,PLACEMENT
,EVENT_TIMESTAMP
,DEVICE_TYPE
,PARTICIPANT_ID
--,DEVICE_ID
)
values (
rec.LUX
,rec.CHROMATICITY_X
,rec.CHROMATICITY_Y
,rec.PLACEMENT
,rec.EVENT_TIMESTAMP
,rec.DEVICE_TYPE
,rec.PARTICIPANT_ID
--,rec.DEVICE_ID
);
--reset pre_TIMESTAMP to current EVENT_TIMESTAMP
pre_TIMESTAMP := rec.EVENT_TIMESTAMP;
end if;
end loop;
commit;
end;]]>
rec.PARTICIPANT_ID) or (tmp_DEVICE_TYPE <> rec.DEVICE_TYPE) ) then
--commit for the previous PARTICIPANT_ID and DEVICE_TYPE
commit;
--insert first record for a new PARTICIPANT_ID and/or DEVICE_TYPE
insert into SK_LIGHT_test (
LUX
,CHROMATICITY_X
,CHROMATICITY_Y
,PLACEMENT
,EVENT_TIMESTAMP
,DEVICE_TYPE
,PARTICIPANT_ID
--,DEVICE_ID
)
values (
rec.LUX
,rec.CHROMATICITY_X
,rec.CHROMATICITY_Y
,rec.PLACEMENT
,rec.EVENT_TIMESTAMP
,rec.DEVICE_TYPE
,rec.PARTICIPANT_ID
--,rec.DEVICE_ID
);
--track the PARTICIPANT_ID, DEVICE_TYPE, and TIMESTAMP
tmp_PARTICIPANT_ID := rec.PARTICIPANT_ID;
tmp_DEVICE_TYPE := rec.DEVICE_TYPE;
pre_TIMESTAMP := rec.EVENT_TIMESTAMP;
elsif rec.EVENT_TIMESTAMP - pre_TIMESTAMP >= '+00 00:10:00.000000' then
--record at every 10 minutes
insert into SK_LIGHT_test (
LUX
,CHROMATICITY_X
,CHROMATICITY_Y
,PLACEMENT
,EVENT_TIMESTAMP
,DEVICE_TYPE
,PARTICIPANT_ID
--,DEVICE_ID
)
values (
rec.LUX
,rec.CHROMATICITY_X
,rec.CHROMATICITY_Y
,rec.PLACEMENT
,rec.EVENT_TIMESTAMP
,rec.DEVICE_TYPE
,rec.PARTICIPANT_ID
--,rec.DEVICE_ID
);
--reset pre_TIMESTAMP to current EVENT_TIMESTAMP
pre_TIMESTAMP := rec.EVENT_TIMESTAMP;
end if;
end loop;
commit;
end;]]>
= 13
and o.rowid is null
;
--------------------------------------------------------
-- 25-2 - Data insertion for Table AnalyticsEvents_NotificationSent
--------------------------------------------------------
insert into AnalyticsEvents_NotificationSent (
PARTICIPANTIDENTIFIER
,EVENT_TIMESTAMP
,CONTENTVERSION
,NOTIFICATIONIDENTIFIER
,NOTIFICATIONTYPE
,RECIPIENTS
,STATUSCODE
,TARGETCUSTOMFIELD
,PARTICIPANTID
)
select
s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") as EVENT_TIMESTAMP
,s.CONTENTVERSION
,s.NOTIFICATIONIDENTIFIER
,s.NOTIFICATIONTYPE
,s.RECIPIENTS
,s.STATUSCODE
,s.TARGETCUSTOMFIELD
,s.PARTICIPANTID
from STG_AnalyticsEvents_NotificationSent s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join AnalyticsEvents_NotificationSent o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
--------------------------------------------------------
-- 25-3 - Data insertion for Table AnalyticsEvents_PushNotificationOpened
--------------------------------------------------------
insert into AnalyticsEvents_PushNotificationOpened (
PARTICIPANTIDENTIFIER
,EVENT_TIMESTAMP
,DEVICEIDENTIFIER
,NOTIFICATIONIDENTIFIER
,PARTICIPANTID
--new field since 10/14/2022
,PushEventKey
)
select
s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") as EVENT_TIMESTAMP
,s.DEVICEIDENTIFIER
,s.NOTIFICATIONIDENTIFIER
,s.PARTICIPANTID
,s.PushEventKey
from STG_AnalyticsEvents_PushNotificationOpened s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join AnalyticsEvents_PushNotificationOpened o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
--------------------------------------------------------
-- 25-4 - Data insertion for Table AnalyticsEvents_PushNotificationReceived
--------------------------------------------------------
insert into AnalyticsEvents_PushNotificationReceived (
PARTICIPANTIDENTIFIER
,EVENT_TIMESTAMP
,DEVICEIDENTIFIER
,NOTIFICATIONIDENTIFIER
,PARTICIPANTID
--new field since 10/14/2022
,PushEventKey
)
select
s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") as EVENT_TIMESTAMP
,s.DEVICEIDENTIFIER
,s.NOTIFICATIONIDENTIFIER
,s.PARTICIPANTID
,s.PushEventKey
from STG_AnalyticsEvents_PushNotificationReceived s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join AnalyticsEvents_PushNotificationReceived o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
--------------------------------------------------------
-- 25-5 - Data insertion for Table AnalyticsEvents_PushNotificationSent
--------------------------------------------------------
insert into AnalyticsEvents_PushNotificationSent (
PARTICIPANTIDENTIFIER
,EVENT_TIMESTAMP
,BODY
,NOTIFICATIONIDENTIFIER
,TITLE
,PARTICIPANTID
--new fields since 10/14/2022
,PushEventKey
,DeviceIdentifier
)
select
s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") as EVENT_TIMESTAMP
,s.BODY
,s.NOTIFICATIONIDENTIFIER
,s.TITLE
,s.PARTICIPANTID
,s.PushEventKey
,s.DeviceIdentifier
from STG_AnalyticsEvents_PushNotificationSent s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join AnalyticsEvents_PushNotificationSent o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.NOTIFICATIONIDENTIFIER = o.NOTIFICATIONIDENTIFIER
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
--------------------------------------------------------
-- 25-6 - Data insertion for Table AnalyticsEvents_SurveyStepViewed
--------------------------------------------------------
insert into AnalyticsEvents_SurveyStepViewed (
PARTICIPANTIDENTIFIER
,EVENT_TIMESTAMP
,CLIENTLOCALTIMESTAMP
,EVENTID
,STEPIDENTIFIER
,SURVEYID
,SURVEYSESSIONID
,SURVEYVERSION
,TASKID
,TASKRUNUUID
,PARTICIPANTID
)
select
s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") as EVENT_TIMESTAMP
,to_date(substr(s.CLIENTLOCALTIMESTAMP, 1, LENGTH(s.CLIENTLOCALTIMESTAMP) - 3), 'fmmm/dd/yyyy hh24:mi:ss') as CLIENTLOCALTIMESTAMP
,s.EVENTID
,s.STEPIDENTIFIER
,s.SURVEYID
,s.SURVEYSESSIONID
,s.SURVEYVERSION
,s.TASKID
,s.TASKRUNUUID
,s.PARTICIPANTID
from STG_AnalyticsEvents_SurveyStepViewed s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join AnalyticsEvents_SurveyStepViewed o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s."TIMESTAMP") = o.EVENT_TIMESTAMP
and s.EVENTID = o.EVENTID
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
--- commit for all insertions! ---
commit;
end;]]>
= 13
)
select n.*, o.rowid old_row
from participants n
left join STUDYPARTICIPANTS o on n.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
order by case when o.rowid is not null then 1 else 2 end asc --old goes first
--,n.PARTICIPANTIDENTIFIER asc
;
begin
--------------------------------------------------------
-- 1 - Data insertion for Table STUDYPARTICIPANTS
--------------------------------------------------------
--updated on 7/1/2022:
for rec in c loop
if rec.old_row is not null then
update STUDYPARTICIPANTS set
EMAILADDRESS = rec.EMAILADDRESS
,MIDDLENAME = rec.MIDDLENAME
,FIRSTNAME = rec.FIRSTNAME
,LASTNAME = rec.LASTNAME
,GENDER = rec.GENDER
,DATEOFBIRTH = rec.DATEOFBIRTH
,SECONDARYIDENTIFIER = rec.SECONDARYIDENTIFIER
,POSTALCODE = rec.POSTALCODE
,ENROLLMENTDATE = rec.ENROLLMENTDATE
,EVENTDATES = rec.EVENTDATES
,CUSTOMFIELDS = rec.CUSTOMFIELDS
,UTCOFFSET = rec.UTCOFFSET
,TIMEZONE = rec.TIMEZONE
,PREFERREDLANGUAGE = rec.PREFERREDLANGUAGE
where rowid = rec.old_row;
else
insert into STUDYPARTICIPANTS (
PARTICIPANTIDENTIFIER
--,GLOBALKEY
,EMAILADDRESS
,MIDDLENAME
,FIRSTNAME
,LASTNAME
,GENDER
,DATEOFBIRTH
,SECONDARYIDENTIFIER
,POSTALCODE
,ENROLLMENTDATE
,EVENTDATES
,CUSTOMFIELDS
,UTCOFFSET
,TIMEZONE
,PREFERREDLANGUAGE
)
VALUES (
rec.PARTICIPANTIDENTIFIER
--,rec.GLOBALKEY
,rec.EMAILADDRESS
,rec.MIDDLENAME
,rec.FIRSTNAME
,rec.LASTNAME
,rec.GENDER
,rec.DATEOFBIRTH
,rec.SECONDARYIDENTIFIER
,rec.POSTALCODE
,rec.ENROLLMENTDATE
,rec.EVENTDATES
,rec.CUSTOMFIELDS
,rec.UTCOFFSET
,rec.TIMEZONE
,rec.PREFERREDLANGUAGE
);
end if;
end loop;
commit;
--------------------------------------------------------
-- 2 - Data insertion for Table SURVEYDEFINITIONS
--------------------------------------------------------
--fully refreshed!
EXECUTE IMMEDIATE 'truncate table SURVEYDEFINITIONS';
insert into SURVEYDEFINITIONS (
SURVEYDEFINITIONKEY
,SURVEYKEY
,SURVEYNAME
,VERSIONNUMBER
,INSERTEDDATE
,DEFINITION
)
select
fn_guid_to_raw(SURVEYDEFINITIONKEY) as SURVEYDEFINITIONKEY
,fn_guid_to_raw(SURVEYKEY) as SURVEYKEY
,SURVEYNAME
,VERSIONNUMBER
,TO_UTC_TIMESTAMP_TZ(INSERTEDDATE) as INSERTEDDATE
,DEFINITION
from stg_SURVEYDEFINITIONS
order by SURVEYNAME asc
,to_number(VERSIONNUMBER) desc
;
commit;
--------------------------------------------------------
-- 3 - Data insertion for Table SURVEYTASKS
--------------------------------------------------------
delete from SURVEYTASKS where rowid in (
select o.rowid
from stg_SURVEYTASKS s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join SURVEYTASKS o on fn_guid_to_raw(s.SURVEYTASKKEY) = o.SURVEYTASKKEY
where o.MODIFIEDDATE < TO_UTC_TIMESTAMP_TZ(s.MODIFIEDDATE)
and length(s.PARTICIPANTIDENTIFIER) >= 13 --11/3/2021: modified to prevent function call error
)
;
insert into SURVEYTASKS (
SURVEYTASKKEY
,PARTICIPANTIDENTIFIER
,SURVEYKEY
,SURVEYNAME
,STATUS
,DUEDATE
,INSERTEDDATE
,CREATEDBY
,MODIFIEDDATE
)
select
fn_guid_to_raw(s.SURVEYTASKKEY) as SURVEYTASKKEY
,s.PARTICIPANTIDENTIFIER
,fn_guid_to_raw(s.SURVEYKEY) as SURVEYKEY
,s.SURVEYNAME
,s.STATUS
,TO_UTC_TIMESTAMP_TZ(s.DUEDATE) as DUEDATE
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
,s.CREATEDBY
,TO_UTC_TIMESTAMP_TZ(s.MODIFIEDDATE) as MODIFIEDDATE
from stg_SURVEYTASKS s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join SURVEYTASKS o on fn_guid_to_raw(s.SURVEYTASKKEY) = o.SURVEYTASKKEY
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 4 - Data insertion for Table SURVEYRESULTS
--------------------------------------------------------
insert into SURVEYRESULTS (
SURVEYRESULTKEY
,SURVEYKEY
,SURVEYNAME
,SURVEYVERSION
,PARTICIPANTIDENTIFIER
,SURVEYTASKKEY
,TYPE
,STARTDATE
,ENDDATE
,DEVICEPLATFORM
,DEVICENAME
,DEVICEOSVERSION
,INSERTEDDATE
)
select
fn_guid_to_raw(s.SURVEYRESULTKEY) as SURVEYRESULTKEY
,fn_guid_to_raw(s.SURVEYKEY) as SURVEYKEY
,s.SURVEYNAME
,s.SURVEYVERSION
,s.PARTICIPANTIDENTIFIER
,fn_guid_to_raw(s.SURVEYTASKKEY) as SURVEYTASKKEY
,s.TYPE
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
,TO_UTC_TIMESTAMP_TZ(s.ENDDATE) as ENDDATE
,s.DEVICEPLATFORM
,s.DEVICENAME
,s.DEVICEOSVERSION
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
from stg_SURVEYRESULTS s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join SURVEYTASKS f on fn_guid_to_raw(s.SURVEYTASKKEY) = f.SURVEYTASKKEY --SURVEYTASKKEY only partially populated in stg_SURVEYRESULTS
left join SURVEYRESULTS o on fn_guid_to_raw(s.SURVEYRESULTKEY) = o.SURVEYRESULTKEY
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date --modified 3/30/2022
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 5 - Data insertion for Table SURVEYSTEPRESULTS
--------------------------------------------------------
insert into SURVEYSTEPRESULTS (
SURVEYSTEPRESULTKEY
,SURVEYRESULTKEY
,PARTICIPANTIDENTIFIER
,STEPIDENTIFIER
,STARTDATE
,ENDDATE
)
select
fn_guid_to_raw(s.SURVEYSTEPRESULTKEY) as SURVEYSTEPRESULTKEY
,fn_guid_to_raw(s.SURVEYRESULTKEY) as SURVEYRESULTKEY
,s.PARTICIPANTIDENTIFIER
,s.STEPIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
,TO_UTC_TIMESTAMP_TZ(s.ENDDATE) as ENDDATE
from stg_SURVEYSTEPRESULTS s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join SURVEYRESULTS f on fn_guid_to_raw(s.SURVEYRESULTKEY) = f.SURVEYRESULTKEY
left join SURVEYSTEPRESULTS o on fn_guid_to_raw(s.SURVEYSTEPRESULTKEY) = o.SURVEYSTEPRESULTKEY
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date --modified 3/30/2022
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 6 - Data insertion for Table SURVEYCONSENTSIGNATURERESULTS
--------------------------------------------------------
insert into SURVEYCONSENTSIGNATURERESULTS (
SURVEYCONSENTSIGNATURERESULTKEY
,SURVEYSTEPRESULTKEY
,SURVEYRESULTKEY
,PARTICIPANTIDENTIFIER
,RESULTIDENTIFIER
,CONSENTED
,SIGNATUREIDENTIFIER
,SIGNATURETITLE
,SIGNATUREGIVENNAME
,SIGNATUREFAMILYNAME
,SIGNATUREDATE
,STARTDATE
,ENDDATE
)
select
fn_guid_to_raw(s.SURVEYCONSENTSIGNATURERESULTKEY) as SURVEYCONSENTSIGNATURERESULTKEY
,fn_guid_to_raw(s.SURVEYSTEPRESULTKEY) as SURVEYSTEPRESULTKEY
,fn_guid_to_raw(s.SURVEYRESULTKEY) as SURVEYRESULTKEY
,s.PARTICIPANTIDENTIFIER
,s.RESULTIDENTIFIER
,case when s.CONSENTED = 'True' then 'Y' end CONSENTED
,s.SIGNATUREIDENTIFIER
,s.SIGNATURETITLE
,s.SIGNATUREGIVENNAME
,s.SIGNATUREFAMILYNAME
,s.SIGNATUREDATE
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
,TO_UTC_TIMESTAMP_TZ(s.ENDDATE) as ENDDATE
from stg_SURVEYCONSENTSIGNATURERESULTS s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join SURVEYSTEPRESULTS f1 on fn_guid_to_raw(s.SURVEYSTEPRESULTKEY) = f1.SURVEYSTEPRESULTKEY
join SURVEYRESULTS f2 on fn_guid_to_raw(s.SURVEYRESULTKEY) = f2.SURVEYRESULTKEY
left join SURVEYCONSENTSIGNATURERESULTS o on fn_guid_to_raw(s.SURVEYCONSENTSIGNATURERESULTKEY) = o.SURVEYCONSENTSIGNATURERESULTKEY
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date --modified 3/30/2022
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 7 - Data insertion for Table SURVEYQUESTIONRESULTS
--------------------------------------------------------
insert into SURVEYQUESTIONRESULTS (
SURVEYQUESTIONRESULTKEY
,SURVEYSTEPRESULTKEY
,SURVEYRESULTKEY
,PARTICIPANTIDENTIFIER
,RESULTIDENTIFIER
,ANSWERS
,STARTDATE
,ENDDATE
)
select
fn_guid_to_raw(s.SURVEYQUESTIONRESULTKEY) as SURVEYQUESTIONRESULTKEY
,fn_guid_to_raw(s.SURVEYSTEPRESULTKEY) as SURVEYSTEPRESULTKEY
,fn_guid_to_raw(s.SURVEYRESULTKEY) as SURVEYRESULTKEY
,s.PARTICIPANTIDENTIFIER
,s.RESULTIDENTIFIER
,s.ANSWERS
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
,TO_UTC_TIMESTAMP_TZ(s.ENDDATE) as ENDDATE
from stg_SURVEYQUESTIONRESULTS s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join SURVEYSTEPRESULTS f1 on fn_guid_to_raw(s.SURVEYSTEPRESULTKEY) = f1.SURVEYSTEPRESULTKEY
join SURVEYRESULTS f2 on fn_guid_to_raw(s.SURVEYRESULTKEY) = f2.SURVEYRESULTKEY
left join SURVEYQUESTIONRESULTS o on fn_guid_to_raw(s.SURVEYQUESTIONRESULTKEY) = o.SURVEYQUESTIONRESULTKEY
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date --modified 3/30/2022
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 8 - Data insertion for Table AUXILIARYDATA
--------------------------------------------------------
--log to track the uploaded data files by the study team
insert into AUXILIARYDATA (
AUXILIARYDATAKEY
,PARTICIPANTIDENTIFIER
,FILENAME
,UPLOADDATE
,UPLOADEDBY
,OBSERVATIONDATE
)
select
fn_guid_to_raw(s.AUXILIARYDATAKEY) as AUXILIARYDATAKEY
,s.PARTICIPANTIDENTIFIER
,s.FILENAME
,TO_UTC_TIMESTAMP_TZ(s.UPLOADDATE) as UPLOADDATE
,s.UPLOADEDBY
,TO_UTC_TIMESTAMP_TZ(s.OBSERVATIONDATE) as OBSERVATIONDATE
from stg_AUXILIARYDATA s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join AUXILIARYDATA o on fn_guid_to_raw(s.AUXILIARYDATAKEY) = o.AUXILIARYDATAKEY
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 9 - Data insertion for Table FITBITACTIVITYLOGS
--------------------------------------------------------
delete from FITBITACTIVITYLOGS where rowid in (
select o.rowid
from stg_FITBITACTIVITYLOGS s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join FITBITACTIVITYLOGS o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s.STARTDATE) = o.STARTDATE
and TO_UTC_TIMESTAMP_TZ(s.ENDDATE) = o.ENDDATE --11/3/2021: modified to enforce uniqueness
and s.ACTIVITYTYPEID = o.ACTIVITYTYPEID
where o.LASTMODIFIED < TO_UTC_TIMESTAMP_TZ(s.LASTMODIFIED)
and length(s.PARTICIPANTIDENTIFIER) >= 13 --11/3/2021: modified to prevent function call error
)
;
insert into FITBITACTIVITYLOGS (
PARTICIPANTIDENTIFIER
,STARTDATE
--,STARTDATE_UTC
,ENDDATE
,ACTIVEDURATION
,ACTIVITYNAME
,ACTIVITYTYPEID
,AVERAGEHEARTRATE
,CALORIES
,DURATION
,LASTMODIFIED
,LOGTYPE
,MANUALVALUESPECIFIEDCALORIES
,MANUALVALUESPECIFIEDDISTANCE
,MANUALVALUESPECIFIEDSTEPS
,ORIGINALDURATION
,ORIGINALSTARTTIME
,STEPS
,HEARTRATEZONEOUTOFRANGEMAX
,HEARTRATEZONEOUTOFRANGEMIN
,HEARTRATEZONEOUTOFRANGEMINUTES
,HEARTRATEZONEFATBURNMAX
,HEARTRATEZONEFATBURNMIN
,HEARTRATEZONEFATBURNMINUTES
,HEARTRATEZONECARDIOMAX
,HEARTRATEZONECARDIOMIN
,HEARTRATEZONECARDIOMINUTES
,HEARTRATEZONEPEAKMAX
,HEARTRATEZONEPEAKMIN
,HEARTRATEZONEPEAKMINUTES
,SEDENTARYMINUTES
,LIGHTLYMINUTES
,FAIRLYMINUTES
,VERYMINUTES
)
select
s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
--,TO_UTC_TIMESTAMP_TZ(s.STARTDATE_UTC) as STARTDATE_UTC
,TO_UTC_TIMESTAMP_TZ(s.ENDDATE) as ENDDATE
,s.ACTIVEDURATION
,s.ACTIVITYNAME
,s.ACTIVITYTYPEID
,s.AVERAGEHEARTRATE
,s.CALORIES
,s.DURATION
,TO_UTC_TIMESTAMP_TZ(s.LASTMODIFIED) as LASTMODIFIED
,s.LOGTYPE
,s.MANUALVALUESPECIFIEDCALORIES
,s.MANUALVALUESPECIFIEDDISTANCE
,s.MANUALVALUESPECIFIEDSTEPS
,s.ORIGINALDURATION
,TO_UTC_TIMESTAMP_TZ(s.ORIGINALSTARTTIME) as ORIGINALSTARTTIME
,s.STEPS
,s.HEARTRATEZONEOUTOFRANGEMAX
,s.HEARTRATEZONEOUTOFRANGEMIN
,s.HEARTRATEZONEOUTOFRANGEMINUTES
,s.HEARTRATEZONEFATBURNMAX
,s.HEARTRATEZONEFATBURNMIN
,s.HEARTRATEZONEFATBURNMINUTES
,s.HEARTRATEZONECARDIOMAX
,s.HEARTRATEZONECARDIOMIN
,s.HEARTRATEZONECARDIOMINUTES
,s.HEARTRATEZONEPEAKMAX
,s.HEARTRATEZONEPEAKMIN
,s.HEARTRATEZONEPEAKMINUTES
,s.SEDENTARYMINUTES
,s.LIGHTLYMINUTES
,s.FAIRLYMINUTES
,s.VERYMINUTES
from stg_FITBITACTIVITYLOGS s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join FITBITACTIVITYLOGS o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and TO_UTC_TIMESTAMP_TZ(s.STARTDATE) = o.STARTDATE
and TO_UTC_TIMESTAMP_TZ(s.ENDDATE) = o.ENDDATE --11/3/2021: modified to enforce uniqueness
and s.ACTIVITYTYPEID = o.ACTIVITYTYPEID --6/10/2021: modified to handle the duplicates logged at the same time
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 10 - Data insertion for Table FITBITDAILYDATA
--------------------------------------------------------
delete from FITBITDAILYDATA where rowid in (
select o.rowid
from stg_FITBITDAILYDATA s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join FITBITDAILYDATA o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and to_date(substr(s."DATE",1,10), 'yyyy-mm-dd') = o.RECORD_DATE
where o.MODIFIEDDATE < TO_UTC_TIMESTAMP_TZ(s.MODIFIEDDATE)
and length(s.PARTICIPANTIDENTIFIER) >= 13 --11/3/2021: modified to prevent function call error
)
;
insert into FITBITDAILYDATA (
PARTICIPANTIDENTIFIER
,RECORD_DATE
,ACTIVITYCALORIES
,BODYBMI
,BODYFAT
,BODYFATLOG
,BODYFATLOGSOURCE
,BODYWEIGHT
,BODYWEIGHTLOGBODYWEIGHT
,BODYWEIGHTLOGBMI
,BODYWEIGHTLOGFAT
,BODYWEIGHTLOGSOURCE
,CALORIES
,CALORIESBMR
,DISTANCE
,ELEVATION
,FLOORS
,FOODCALORIESIN
,HEARTRATEINTRADAYCOUNT
,HEARTRATEZONEOUTOFRANGECALORIESOUT
,HEARTRATEZONEOUTOFRANGEMAX
,HEARTRATEZONEOUTOFRANGEMIN
,HEARTRATEZONEOUTOFRANGEMINUTES
,HEARTRATEZONEFATBURNCALORIESOUT
,HEARTRATEZONEFATBURNMAX
,HEARTRATEZONEFATBURNMIN
,HEARTRATEZONEFATBURNMINUTES
,HEARTRATEZONECARDIOCALORIESOUT
,HEARTRATEZONECARDIOMAX
,HEARTRATEZONECARDIOMIN
,HEARTRATEZONECARDIOMINUTES
,HEARTRATEZONEPEAKCALORIESOUT
,HEARTRATEZONEPEAKMAX
,HEARTRATEZONEPEAKMIN
,HEARTRATEZONEPEAKMINUTES
,MINUTESFAIRLYACTIVE
,MINUTESLIGHTLYACTIVE
,MINUTESSEDENTARY
,MINUTESVERYACTIVE
,RESTINGHEARTRATE
,STEPS
,TRACKERACTIVITYCALORIES
,TRACKERCALORIES
,TRACKERDISTANCE
,TRACKERELEVATION
,TRACKERFLOORS
,TRACKERMINUTESFAIRLYACTIVE
,TRACKERMINUTESLIGHTLYACTIVE
,TRACKERMINUTESSEDENTARY
,TRACKERMINUTESVERYACTIVE
,TRACKERSTEPS
,WATER
,MODIFIEDDATE
,HEARTRATEINTRADAYMINUTECOUNT --new field added on 3/29/2022
--9/23/2022: add the below six fields
,BREATHINGRATE
,HRVDAILYRMSSD
,HRVDEEPRMSSD
,SPO2AVG
,SPO2MIN
,SPO2MAX
)
select
s.PARTICIPANTIDENTIFIER
,to_date(substr(s."DATE",1,10), 'yyyy-mm-dd') as RECORD_DATE
,s.ACTIVITYCALORIES
,s.BODYBMI
,s.BODYFAT
,s.BODYFATLOG
,s.BODYFATLOGSOURCE
,s.BODYWEIGHT
,s.BODYWEIGHTLOGBODYWEIGHT
,s.BODYWEIGHTLOGBMI
,s.BODYWEIGHTLOGFAT
,s.BODYWEIGHTLOGSOURCE
,s.CALORIES
,s.CALORIESBMR
,s.DISTANCE
,s.ELEVATION
,s.FLOORS
,s.FOODCALORIESIN
,s.HEARTRATEINTRADAYCOUNT
,s.HEARTRATEZONEOUTOFRANGECALORIESOUT
,s.HEARTRATEZONEOUTOFRANGEMAX
,s.HEARTRATEZONEOUTOFRANGEMIN
,s.HEARTRATEZONEOUTOFRANGEMINUTES
,s.HEARTRATEZONEFATBURNCALORIESOUT
,s.HEARTRATEZONEFATBURNMAX
,s.HEARTRATEZONEFATBURNMIN
,s.HEARTRATEZONEFATBURNMINUTES
,s.HEARTRATEZONECARDIOCALORIESOUT
,s.HEARTRATEZONECARDIOMAX
,s.HEARTRATEZONECARDIOMIN
,s.HEARTRATEZONECARDIOMINUTES
,s.HEARTRATEZONEPEAKCALORIESOUT
,s.HEARTRATEZONEPEAKMAX
,s.HEARTRATEZONEPEAKMIN
,s.HEARTRATEZONEPEAKMINUTES
,s.MINUTESFAIRLYACTIVE
,s.MINUTESLIGHTLYACTIVE
,s.MINUTESSEDENTARY
,s.MINUTESVERYACTIVE
,s.RESTINGHEARTRATE
,s.STEPS
,s.TRACKERACTIVITYCALORIES
,s.TRACKERCALORIES
,s.TRACKERDISTANCE
,s.TRACKERELEVATION
,s.TRACKERFLOORS
,s.TRACKERMINUTESFAIRLYACTIVE
,s.TRACKERMINUTESLIGHTLYACTIVE
,s.TRACKERMINUTESSEDENTARY
,s.TRACKERMINUTESVERYACTIVE
,s.TRACKERSTEPS
,s.WATER
,TO_UTC_TIMESTAMP_TZ(s.MODIFIEDDATE) as MODIFIEDDATE
,s.HEARTRATEINTRADAYMINUTECOUNT
--9/23/2022: add the below six fields
,s.BREATHINGRATE
,s.HRVDAILYRMSSD
,s.HRVDEEPRMSSD
,s.SPO2AVG
,s.SPO2MIN
,s.SPO2MAX
from stg_FITBITDAILYDATA s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join FITBITDAILYDATA o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and to_date(substr(s."DATE",1,10), 'yyyy-mm-dd') = o.RECORD_DATE
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s."DATE",1,10) >= program_start_date
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 11 - Data insertion for Table FITBITDEVICES
--------------------------------------------------------
insert into FITBITDEVICES (
PARTICIPANTIDENTIFIER
,RECORD_DATE
--,RECORD_DATE_UTC
,DEVICE
,BATTERY
,TYPE
)
select distinct --2023-09-22: modified to remove duplicated record and fix ORA-00001 (unique constraint (IHS_2023.FITBITDEVICES_PK) violated)
s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s."DATE") as RECORD_DATE
--,TO_UTC_TIMESTAMP_TZ(RECORD_DATE_UTC) as RECORD_DATE_UTC
,s.DEVICE
,s.BATTERY
,s.TYPE
from stg_FITBITDEVICES s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join FITBITDEVICES o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and SYS_EXTRACT_UTC(TO_UTC_TIMESTAMP_TZ(s."DATE")) = o.RECORD_DATE_UTC
where length(s.PARTICIPANTIDENTIFIER) >= 13
and s."DATE" is not null --2022-06-09: added to remove NULL date record
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 12 - Data insertion for Table FITBITRESTINGHEARTRATES
--------------------------------------------------------
insert into FITBITRESTINGHEARTRATES (
PARTICIPANTIDENTIFIER
,RECORD_DATE
,RESTINGHEARTRATE
)
select
s.PARTICIPANTIDENTIFIER
,to_date(substr(s."DATE",1,10), 'yyyy-mm-dd') as RECORD_DATE
,s.RESTINGHEARTRATE
from stg_FITBITRESTINGHEARTRATES s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join FITBITRESTINGHEARTRATES o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and to_date(substr(s."DATE",1,10), 'yyyy-mm-dd') = o.RECORD_DATE
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s."DATE",1,10) >= program_start_date
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 13 - Data insertion for Table FITBITSLEEPLOGDETAILS
--------------------------------------------------------
insert into FITBITSLEEPLOGDETAILS (
PARTICIPANTIDENTIFIER
,SLEEPLOGDATE
,TYPE
,STARTDATE
--,STARTDATE_UTC
,ENDDATE
,VALUE
)
select
s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.SLEEPLOGDATE) as SLEEPLOGDATE
,s.TYPE
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
--,TO_UTC_TIMESTAMP_TZ(s.STARTDATE_UTC) as STARTDATE_UTC
,TO_UTC_TIMESTAMP_TZ(s.ENDDATE) as ENDDATE
,s.VALUE
from stg_FITBITSLEEPLOGDETAILS s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join FITBITSLEEPLOGDETAILS o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and SYS_EXTRACT_UTC(TO_UTC_TIMESTAMP_TZ(s.STARTDATE)) = o.STARTDATE_UTC
and s.TYPE = o.TYPE
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 14 - Data insertion for Table FITBITSLEEPLOGS
--------------------------------------------------------
insert into FITBITSLEEPLOGS (
PARTICIPANTIDENTIFIER
,STARTDATE
--,STARTDATE_UTC
,ENDDATE
,DURATION
,EFFICIENCY
,INFOCODE
,MINUTESAFTERWAKEUP
,MINUTESASLEEP
,MINUTESAWAKE
,MINUTESTOFALLASLEEP
,TIMEINBED
,TYPE
,SLEEPLEVELAWAKE
,SLEEPLEVELASLEEP
,SLEEPLEVELDEEP
,SLEEPLEVELLIGHT
,SLEEPLEVELREM
,SLEEPLEVELRESTLESS
,SLEEPLEVELWAKE
)
select
s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
--,TO_UTC_TIMESTAMP_TZ(s.STARTDATE_UTC) as STARTDATE_UTC
,TO_UTC_TIMESTAMP_TZ(s.ENDDATE) as ENDDATE
,s.DURATION
,s.EFFICIENCY
,s.INFOCODE
,s.MINUTESAFTERWAKEUP
,s.MINUTESASLEEP
,s.MINUTESAWAKE
,s.MINUTESTOFALLASLEEP
,s.TIMEINBED
,s.TYPE
,s.SLEEPLEVELAWAKE
,s.SLEEPLEVELASLEEP
,s.SLEEPLEVELDEEP
,s.SLEEPLEVELLIGHT
,s.SLEEPLEVELREM
,s.SLEEPLEVELRESTLESS
,s.SLEEPLEVELWAKE
from stg_FITBITSLEEPLOGS s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join FITBITSLEEPLOGS o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and SYS_EXTRACT_UTC(TO_UTC_TIMESTAMP_TZ(s.STARTDATE)) = o.STARTDATE_UTC
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 15 - Data insertion for Table HEALTHKITACTIVITYSUMMARIES
--------------------------------------------------------
insert into HEALTHKITACTIVITYSUMMARIES (
HEALTHKITACTIVITYSUMMARYKEY
,PARTICIPANTIDENTIFIER
,STARTDATE
,ENDDATE
,ACTIVEENERGYBURNED
,ACTIVEENERGYBURNEDGOAL
,APPLEEXERCISETIME
,APPLEEXERCISETIMEGOAL
,APPLESTANDHOURS
,APPLESTANDHOURSGOAL
,INSERTEDDATE
)
select
fn_guid_to_raw(s.HEALTHKITACTIVITYSUMMARYKEY) as HEALTHKITACTIVITYSUMMARYKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
,TO_UTC_TIMESTAMP_TZ(s.ENDDATE) as ENDDATE
,s.ACTIVEENERGYBURNED
,s.ACTIVEENERGYBURNEDGOAL
,s.APPLEEXERCISETIME
,s.APPLEEXERCISETIMEGOAL
,s.APPLESTANDHOURS
,s.APPLESTANDHOURSGOAL
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
from stg_HEALTHKITACTIVITYSUMMARIES s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITACTIVITYSUMMARIES o on fn_guid_to_raw(s.HEALTHKITACTIVITYSUMMARYKEY) = o.HEALTHKITACTIVITYSUMMARYKEY
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 16 - Data insertion for Table PROJECTDEVICEDATA
--------------------------------------------------------
--new data added on 2023-12-05:
insert into PROJECTDEVICEDATA (
DEVICEDATAKEY
,IDENTIFIER
,DEVICEDATACONTEXTID
,PARTICIPANTID
,PARTICIPANTIDENTIFIER
,TYPE
,VALUE
,UNITS
,PROPERTIES
,STARTDATE
,OBSERVATIONDATE
,INSERTEDDATE
,MODIFIEDDATE
)
select
s.DEVICEDATAKEY
,s.IDENTIFIER
,s.DEVICEDATACONTEXTID
,s.PARTICIPANTID
,s.PARTICIPANTIDENTIFIER
,s.TYPE
,s.VALUE
,s.UNITS
,s.PROPERTIES
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
,TO_UTC_TIMESTAMP_TZ(s.OBSERVATIONDATE) as OBSERVATIONDATE
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
,TO_UTC_TIMESTAMP_TZ(s.MODIFIEDDATE) as MODIFIEDDATE
from stg_PROJECTDEVICEDATA s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
--left join PROJECTDEVICEDATA o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
-- and TO_UTC_TIMESTAMP_TZ(s.OBSERVATIONDATE) = o.OBSERVATIONDATE
-- and TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) = o.INSERTEDDATE
-- and TO_UTC_TIMESTAMP_TZ(s.MODIFIEDDATE) = o.MODIFIEDDATE
where length(s.PARTICIPANTIDENTIFIER) >= 13
--and substr(s.STARTDATE,1,10) >= program_start_date
--and o.rowid is null
;
commit;
/*
--updated on 4/5/2023: no longer in the CareEv data export
--------------------------------------------------------
-- 18 - Data insertion for Table NOTIFICATIONS
--------------------------------------------------------
--changed again on 3/30/2022:
insert into NOTIFICATIONS (
ID
,PARTICIPANTIDENTIFIER
,NOTIFY_DATE
,CONTENTVERSION
,IDENTIFIER
,NOTIFICATIONBODY
--,NOTIFICATIONRECIPIENT --not in the 3/30/2022 data file
--,NOTIFICATIONSUBJECT --not in the 3/30/2022 data file
,NOTIFICATIONTITLE
,NOTIFICATIONTYPE
,SCOPE
,STATUSCODE
)
select
fn_guid_to_raw(s.ID) as ID
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s."DATE") as NOTIFY_DATE
,s.CONTENTVERSION
,s.IDENTIFIER
,s.NOTIFICATIONBODY
--,s.NOTIFICATIONRECIPIENT --not in the 3/30/2022 data file
--,s.NOTIFICATIONSUBJECT --not in the 3/30/2022 data file
,s.NOTIFICATIONTITLE
,s.NOTIFICATIONTYPE
,fn_guid_to_raw(s.SCOPE) as SCOPE
,s.STATUSCODE
from stg_NOTIFICATIONS s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join NOTIFICATIONS o on fn_guid_to_raw(s.ID) = o.ID
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
commit;
*/
/*
--------------------------------------------------------
-- 0 - Data insertion for Table SURVEYDICTIONARY
--------------------------------------------------------
--added for IHS 2023:
--fully refreshed!
EXECUTE IMMEDIATE 'truncate table SURVEYDICTIONARY';
insert into SURVEYDICTIONARY (
SURVEYNAME
,SURVEYKEY
,SURVEYVERSION
,STEPIDENTIFIER
,RESULTIDENTIFIER
,QUESTIONTEXT
,ANSWERFORMAT
,ANSWERCHOICES
)
select
SURVEYNAME
,fn_guid_to_raw(SURVEYKEY) as SURVEYKEY
,SURVEYVERSION
,STEPIDENTIFIER
,RESULTIDENTIFIER
,QUESTIONTEXT
,ANSWERFORMAT
,ANSWERCHOICES
from stg_SurveyDictionary
;
commit;
*/
end;]]>
= 13
)
;
insert into GARMINACTIVITYSUMMARY (
PARTICIPANTID
,PARTICIPANTIDENTIFIER
,SUMMARYID
,ACTIVITYID
,STARTTIMEINSECONDS
,STARTTIMEOFFSETINSECONDS
,DURATIONINSECONDS
,ACTIVITYTYPE
,ACTIVITYNAME
,AVERAGEBIKECADENCEINROUNDSPERMINUTE
,AVERAGEHEARTRATEINBEATSPERMINUTE
,AVERAGERUNCADENCEINSTEPSPERMINUTE
,AVERAGESPEEDINMETERSPERSECOND
,AVERAGESWIMCADENCEINSTROKESPERMINUTE
,AVERAGEPACEINMINUTESPERKILOMETER
,ACTIVEKILOCALORIES
,DEVICENAME
,DISTANCEINMETERS
,MAXBIKECADENCEINROUNDSPERMINUTE
,MAXHEARTRATEINBEATSPERMINUTE
,MAXPACEINMINUTESPERKILOMETER
,MAXRUNCADENCEINSTEPSPERMINUTE
,MAXSPEEDINMETERSPERSECOND
,NUMBEROFACTIVELENGTHS
,STARTINGLATITUDEINDEGREE
,STARTINGLONGITUDEINDEGREE
,STEPS
,TOTALELEVATIONGAININMETERS
,TOTALELEVATIONLOSSINMETERS
,ISPARENT
,PARENTSUMMARYID
,MANUAL
,INSERTEDDATE
)
select
s.PARTICIPANTID
,s.PARTICIPANTIDENTIFIER
,s.SUMMARYID
,s.ACTIVITYID
,s.STARTTIMEINSECONDS
,s.STARTTIMEOFFSETINSECONDS
,s.DURATIONINSECONDS
,s.ACTIVITYTYPE
,s.ACTIVITYNAME
,s.AVERAGEBIKECADENCEINROUNDSPERMINUTE
,s.AVERAGEHEARTRATEINBEATSPERMINUTE
,s.AVERAGERUNCADENCEINSTEPSPERMINUTE
,s.AVERAGESPEEDINMETERSPERSECOND
,s.AVERAGESWIMCADENCEINSTROKESPERMINUTE
,s.AVERAGEPACEINMINUTESPERKILOMETER
,s.ACTIVEKILOCALORIES
,s.DEVICENAME
,s.DISTANCEINMETERS
,s.MAXBIKECADENCEINROUNDSPERMINUTE
,s.MAXHEARTRATEINBEATSPERMINUTE
,s.MAXPACEINMINUTESPERKILOMETER
,s.MAXRUNCADENCEINSTEPSPERMINUTE
,s.MAXSPEEDINMETERSPERSECOND
,s.NUMBEROFACTIVELENGTHS
,s.STARTINGLATITUDEINDEGREE
,s.STARTINGLONGITUDEINDEGREE
,s.STEPS
,s.TOTALELEVATIONGAININMETERS
,s.TOTALELEVATIONLOSSINMETERS
,s.ISPARENT
,s.PARENTSUMMARYID
,s.MANUAL
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
from stg_GARMINACTIVITYSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join GARMINACTIVITYSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.ACTIVITYID = o.ACTIVITYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 2 - Data insertion for Table GARMINDAILYSUMMARY
--------------------------------------------------------
delete from GARMINDAILYSUMMARY where rowid in (
select o.rowid
from stg_GARMINDAILYSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join GARMINDAILYSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where o.INSERTEDDATE < TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE)
and length(s.PARTICIPANTIDENTIFIER) >= 13
)
;
insert into GARMINDAILYSUMMARY (
PARTICIPANTID
,PARTICIPANTIDENTIFIER
,SUMMARYID
,STARTTIMEINSECONDS
,STARTTIMEOFFSETINSECONDS
,DURATIONINSECONDS
,CALENDARDATE
,ACTIVEKILOCALORIES
,BMRKILOCALORIES
,STEPS
,DISTANCEINMETERS
,ACTIVETIMEINSECONDS
,MODERATEINTENSITYDURATIONINSECONDS
,VIGOROUSINTENSITYDURATIONINSECONDS
,FLOORSCLIMBED
,MINHEARTRATEINBEATSPERMINUTE
,MAXHEARTRATEINBEATSPERMINUTE
,AVERAGEHEARTRATEINBEATSPERMINUTE
,RESTINGHEARTRATEINBEATSPERMINUTE
,STEPSGOAL
,INTENSITYDURATIONGOALINSECONDS
,FLOORSCLIMBEDGOAL
,AVERAGESTRESSLEVEL
,MAXSTRESSLEVEL
,STRESSDURATIONINSECONDS
,RESTSTRESSDURATIONINSECONDS
,ACTIVITYSTRESSDURATIONINSECONDS
,LOWSTRESSDURATIONINSECONDS
,MEDIUMSTRESSDURATIONINSECONDS
,HIGHSTRESSDURATIONINSECONDS
,STRESSQUALIFIER
,INSERTEDDATE
)
select
s.PARTICIPANTID
,s.PARTICIPANTIDENTIFIER
,s.SUMMARYID
,s.STARTTIMEINSECONDS
,s.STARTTIMEOFFSETINSECONDS
,s.DURATIONINSECONDS
,to_date(s.CALENDARDATE, 'yyyy-mm-dd') as CALENDARDATE
,s.ACTIVEKILOCALORIES
,s.BMRKILOCALORIES
,s.STEPS
,s.DISTANCEINMETERS
,s.ACTIVETIMEINSECONDS
,s.MODERATEINTENSITYDURATIONINSECONDS
,s.VIGOROUSINTENSITYDURATIONINSECONDS
,s.FLOORSCLIMBED
,s.MINHEARTRATEINBEATSPERMINUTE
,s.MAXHEARTRATEINBEATSPERMINUTE
,s.AVERAGEHEARTRATEINBEATSPERMINUTE
,s.RESTINGHEARTRATEINBEATSPERMINUTE
,s.STEPSGOAL
,s.INTENSITYDURATIONGOALINSECONDS
,s.FLOORSCLIMBEDGOAL
,s.AVERAGESTRESSLEVEL
,s.MAXSTRESSLEVEL
,s.STRESSDURATIONINSECONDS
,s.RESTSTRESSDURATIONINSECONDS
,s.ACTIVITYSTRESSDURATIONINSECONDS
,s.LOWSTRESSDURATIONINSECONDS
,s.MEDIUMSTRESSDURATIONINSECONDS
,s.HIGHSTRESSDURATIONINSECONDS
,s.STRESSQUALIFIER
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
from stg_GARMINDAILYSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join GARMINDAILYSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 3 - Data insertion for Table GARMINDAILYSUMMARY_SAMPLES
--------------------------------------------------------
insert into GARMINDAILYSUMMARY_SAMPLES (
SUMMARYID
,OFFSETINSECONDS
,HEARTRATE
)
select
s.SUMMARYID
,s.OFFSETINSECONDS
,s.HEARTRATE
from stg_GARMINDAILYSUMMARY_SAMPLES s
where REMAINDER(to_number(s.OFFSETINSECONDS), 60) = 0 --only insert heart rate data at a minute
order by s.SUMMARYID, to_number(s.OFFSETINSECONDS) asc
;
commit;
--------------------------------------------------------
-- 4 - Data insertion for Table GARMINEPOCHSUMMARY
--------------------------------------------------------
delete from GARMINEPOCHSUMMARY where rowid in (
select o.rowid
from stg_GARMINEPOCHSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join GARMINEPOCHSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
where o.INSERTEDDATE < TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE)
and length(s.PARTICIPANTIDENTIFIER) >= 13
)
;
insert into GARMINEPOCHSUMMARY (
PARTICIPANTID
,PARTICIPANTIDENTIFIER
,SUMMARYID
,STARTTIMEINSECONDS
,STARTTIMEOFFSETINSECONDS
,DURATIONINSECONDS
,ACTIVITYTYPE
,ACTIVETIMEINSECONDS
,STEPS
,DISTANCEINMETERS
,ACTIVEKILOCALORIES
,MET
,INTENSITY
,MEANMOTIONINTENSITY
,MAXMOTIONINTENSITY
,INSERTEDDATE
)
select
s.PARTICIPANTID
,s.PARTICIPANTIDENTIFIER
,s.SUMMARYID
,s.STARTTIMEINSECONDS
,s.STARTTIMEOFFSETINSECONDS
,s.DURATIONINSECONDS
,s.ACTIVITYTYPE
,s.ACTIVETIMEINSECONDS
,s.STEPS
,s.DISTANCEINMETERS
,s.ACTIVEKILOCALORIES
,s.MET
,s.INTENSITY
,s.MEANMOTIONINTENSITY
,s.MAXMOTIONINTENSITY
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
from stg_GARMINEPOCHSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join GARMINEPOCHSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 5 - Data insertion for Table GARMINHRVSUMMARY
--------------------------------------------------------
delete from GARMINHRVSUMMARY where rowid in (
select o.rowid
from stg_GARMINHRVSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join GARMINHRVSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where o.INSERTEDDATE < TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE)
and length(s.PARTICIPANTIDENTIFIER) >= 13
)
;
insert into GARMINHRVSUMMARY (
PARTICIPANTID
,PARTICIPANTIDENTIFIER
,SUMMARYID
,STARTTIMEINSECONDS
,STARTTIMEOFFSETINSECONDS
,DURATIONINSECONDS
,CALENDARDATE
,LASTNIGHTAVG
,LASTNIGHT5MINHIGH
,INSERTEDDATE
)
select
s.PARTICIPANTID
,s.PARTICIPANTIDENTIFIER
,s.SUMMARYID
,s.STARTTIMEINSECONDS
,s.STARTTIMEOFFSETINSECONDS
,s.DURATIONINSECONDS
,to_date(s.CALENDARDATE, 'yyyy-mm-dd') as CALENDARDATE
,s.LASTNIGHTAVG
,s.LASTNIGHT5MINHIGH
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
from stg_GARMINHRVSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join GARMINHRVSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 6 - Data insertion for Table GARMINHRVSUMMARY_SAMPLES
--------------------------------------------------------
insert into GARMINHRVSUMMARY_SAMPLES (
SUMMARYID
,OFFSETINSECONDS
,HRV_VALUE
)
select
s.SUMMARYID
,s.OFFSETINSECONDS
,VALUE
from stg_GARMINHRVSUMMARY_SAMPLES s
order by s.SUMMARYID, to_number(s.OFFSETINSECONDS) asc
;
commit;
--------------------------------------------------------
-- 7 - Data insertion for Table GARMINMOVEIQACTIVITYSUMMARY
--------------------------------------------------------
delete from GARMINMOVEIQACTIVITYSUMMARY where rowid in (
select o.rowid
from stg_GARMINMOVEIQACTIVITYSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join GARMINMOVEIQACTIVITYSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where o.INSERTEDDATE < TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE)
and length(s.PARTICIPANTIDENTIFIER) >= 13
)
;
insert into GARMINMOVEIQACTIVITYSUMMARY (
PARTICIPANTID
,PARTICIPANTIDENTIFIER
,SUMMARYID
,STARTTIMEINSECONDS
,OFFSETINSECONDS
,DURATIONINSECONDS
,CALENDARDATE
,ACTIVITYTYPE
,ACTIVITYSUBTYPE
,INSERTEDDATE
)
select
s.PARTICIPANTID
,s.PARTICIPANTIDENTIFIER
,s.SUMMARYID
,s.STARTTIMEINSECONDS
,s.OFFSETINSECONDS
,s.DURATIONINSECONDS
,to_date(s.CALENDARDATE, 'yyyy-mm-dd') as CALENDARDATE
,s.ACTIVITYTYPE
,s.ACTIVITYSUBTYPE
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
from stg_GARMINMOVEIQACTIVITYSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join GARMINMOVEIQACTIVITYSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 8 - Data insertion for Table GARMINSLEEPSUMMARY
--------------------------------------------------------
delete from GARMINSLEEPSUMMARY where rowid in (
select o.rowid
from stg_GARMINSLEEPSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join GARMINSLEEPSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where o.INSERTEDDATE < TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE)
and length(s.PARTICIPANTIDENTIFIER) >= 13
)
;
insert into GARMINSLEEPSUMMARY (
PARTICIPANTID
,PARTICIPANTIDENTIFIER
,SUMMARYID
,STARTTIMEINSECONDS
,STARTTIMEOFFSETINSECONDS
,DURATIONINSECONDS
,CALENDARDATE
,UNMEASURABLESLEEPINSECONDS
,DEEPSLEEPDURATIONINSECONDS
,LIGHTSLEEPDURATIONINSECONDS
,REMSLEEPINSECONDS
,AWAKEDURATIONINSECONDS
,VALIDATION
,OVERALLSLEEPSCOREVALUE
,OVERALLSLEEPSCOREQUALIFIERKEY
,INSERTEDDATE
)
select
s.PARTICIPANTID
,s.PARTICIPANTIDENTIFIER
,s.SUMMARYID
,s.STARTTIMEINSECONDS
,s.STARTTIMEOFFSETINSECONDS
,s.DURATIONINSECONDS
,to_date(s.CALENDARDATE, 'yyyy-mm-dd') as CALENDARDATE
,s.UNMEASURABLESLEEPINSECONDS
,s.DEEPSLEEPDURATIONINSECONDS
,s.LIGHTSLEEPDURATIONINSECONDS
,s.REMSLEEPINSECONDS
,s.AWAKEDURATIONINSECONDS
,s.VALIDATION
,s.OVERALLSLEEPSCOREVALUE
,s.OVERALLSLEEPSCOREQUALIFIERKEY
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
from stg_GARMINSLEEPSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join GARMINSLEEPSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 9 - Data insertion for Table GARMINSLEEPSUMMARY_DURATION
--------------------------------------------------------
insert into GARMINSLEEPSUMMARY_DURATION (
SUMMARYID
,STARTTIMEINSECONDS
,ENDTIMEINSECONDS
,SLEEPLEVEL
)
select
s.SUMMARYID
,s.STARTTIMEINSECONDS
,s.ENDTIMEINSECONDS
,s.SLEEPLEVEL
from stg_GARMINSLEEPSUMMARY_DURATION s
;
commit;
--------------------------------------------------------
-- 10 - Data insertion for Table GARMINSLEEPSUMMARY_SCORE
--------------------------------------------------------
insert into GARMINSLEEPSUMMARY_SCORE (
SUMMARYID
,SCORETYPE
,QUALIFIERKEY
)
select
s.SUMMARYID
,s.SCORETYPE
,s.QUALIFIERKEY
from stg_GARMINSLEEPSUMMARY_SCORE s
;
commit;
--------------------------------------------------------
-- 11 - Data insertion for Table GARMINSTRESSDETAILSUMMARY
--------------------------------------------------------
delete from GARMINSTRESSDETAILSUMMARY where rowid in (
select o.rowid
from stg_GARMINSTRESSDETAILSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join GARMINSTRESSDETAILSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where o.INSERTEDDATE < TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE)
and length(s.PARTICIPANTIDENTIFIER) >= 13
)
;
insert into GARMINSTRESSDETAILSUMMARY (
PARTICIPANTID
,PARTICIPANTIDENTIFIER
,SUMMARYID
,STARTTIMEINSECONDS
,STARTTIMEOFFSETINSECONDS
,DURATIONINSECONDS
,CALENDARDATE
,INSERTEDDATE
)
select
s.PARTICIPANTID
,s.PARTICIPANTIDENTIFIER
,s.SUMMARYID
,s.STARTTIMEINSECONDS
,s.STARTTIMEOFFSETINSECONDS
,s.DURATIONINSECONDS
,to_date(s.CALENDARDATE, 'yyyy-mm-dd') as CALENDARDATE
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
from stg_GARMINSTRESSDETAILSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join GARMINSTRESSDETAILSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 12 - Data insertion for Table GARMINSTRESSDETAILSUMMARY_SAMPLES
--------------------------------------------------------
insert into GARMINSTRESSDETAILSUMMARY_SAMPLES (
SUMMARYID
,OFFSETINSECONDS
,VALUE
,SAMPLETYPE
)
select
s.SUMMARYID
,s.OFFSETINSECONDS
,s.VALUE
,s.SAMPLETYPE
from stg_GARMINSTRESSDETAILSUMMARY_SAMPLES s
;
commit;
--------------------------------------------------------
-- 13 - Data insertion for Table GARMINTHIRDPARTYDAILYSUMMARY
--------------------------------------------------------
delete from GARMINTHIRDPARTYDAILYSUMMARY where rowid in (
select o.rowid
from stg_GARMINTHIRDPARTYDAILYSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join GARMINTHIRDPARTYDAILYSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where o.INSERTEDDATE < TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE)
and length(s.PARTICIPANTIDENTIFIER) >= 13
)
;
insert into GARMINTHIRDPARTYDAILYSUMMARY (
PARTICIPANTID
,PARTICIPANTIDENTIFIER
,SUMMARYID
,STARTTIMEINSECONDS
,STARTTIMEOFFSETINSECONDS
,DURATIONINSECONDS
,CALENDARDATE
,ACTIVEKILOCALORIES
,BMRKILOCALORIES
,STEPS
,DISTANCEINMETERS
,ACTIVETIMEINSECONDS
,MODERATEINTENSITYDURATIONINSECONDS
,VIGOROUSINTENSITYDURATIONINSECONDS
,FLOORSCLIMBED
,STEPSGOAL
,MINHEARTRATEINBEATSPERMINUTE
,MAXHEARTRATEINBEATSPERMINUTE
,AVERAGEHEARTRATEINBEATSPERMINUTE
,SOURCE
,INSERTEDDATE
)
select
s.PARTICIPANTID
,s.PARTICIPANTIDENTIFIER
,s.SUMMARYID
,s.STARTTIMEINSECONDS
,s.STARTTIMEOFFSETINSECONDS
,s.DURATIONINSECONDS
,to_date(s.CALENDARDATE, 'yyyy-mm-dd') as CALENDARDATE
,s.ACTIVEKILOCALORIES
,s.BMRKILOCALORIES
,s.STEPS
,s.DISTANCEINMETERS
,s.ACTIVETIMEINSECONDS
,s.MODERATEINTENSITYDURATIONINSECONDS
,s.VIGOROUSINTENSITYDURATIONINSECONDS
,s.FLOORSCLIMBED
,s.STEPSGOAL
,s.MINHEARTRATEINBEATSPERMINUTE
,s.MAXHEARTRATEINBEATSPERMINUTE
,s.AVERAGEHEARTRATEINBEATSPERMINUTE
,s.SOURCE
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
from stg_GARMINTHIRDPARTYDAILYSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join GARMINTHIRDPARTYDAILYSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and s.STARTTIMEINSECONDS = o.STARTTIMEINSECONDS
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 14 - Data insertion for Table GARMINTHIRDPARTYDAILYSUMMARY_SAMPLES
--------------------------------------------------------
insert into GARMINTHIRDPARTYDAILYSUMMARY_SAMPLES (
SUMMARYID
,OFFSETINSECONDS
,HEARTRATE
)
select
s.SUMMARYID
,s.OFFSETINSECONDS
,s.HEARTRATE
from stg_GARMINTHIRDPARTYDAILYSUMMARY_SAMPLES s
;
commit;
--------------------------------------------------------
-- 15 - Data insertion for Table GARMINUSERMETRICSSUMMARY
--------------------------------------------------------
delete from GARMINUSERMETRICSSUMMARY where rowid in (
select o.rowid
from stg_GARMINUSERMETRICSSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join GARMINUSERMETRICSSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where o.INSERTEDDATE < TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE)
and length(s.PARTICIPANTIDENTIFIER) >= 13
)
;
insert into GARMINUSERMETRICSSUMMARY (
PARTICIPANTID
,PARTICIPANTIDENTIFIER
,SUMMARYID
,CALENDARDATE
,VO2MAX
,ENHANCED
,FITNESSAGE
,INSERTEDDATE
)
select
s.PARTICIPANTID
,s.PARTICIPANTIDENTIFIER
,s.SUMMARYID
,to_date(s.CALENDARDATE, 'yyyy-mm-dd') as CALENDARDATE
,s.VO2MAX
,s.ENHANCED
,s.FITNESSAGE
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
from stg_GARMINUSERMETRICSSUMMARY s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join GARMINUSERMETRICSSUMMARY o on s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and s.SUMMARYID = o.SUMMARYID
and to_date(s.CALENDARDATE, 'yyyy-mm-dd') = o.CALENDARDATE
where length(s.PARTICIPANTIDENTIFIER) >= 13
and o.rowid is null
;
commit;
end;]]>
= 13
and substr(s.STARTDATE,1,10) >= program_start_date
)
select
s.HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,s.STARTDATE
,s.RECORD_DATE
,s.VALUE
,s.UNITS
,s.SOURCEIDENTIFIER
,s.SOURCENAME
,s.SOURCEVERSION
,s.SOURCEOPERATINGSYSTEMVERSION
,s.SOURCEPRODUCTTYPE
,s.DEVICENAME
,s.DEVICEMODEL
,s.DEVICEMANUFACTURER
,s.DEVICEHARDWAREVERSION
,s.DEVICESOFTWAREVERSION
,s.DEVICEFIRMWAREVERSION
,s.DEVICELOCALIDENTIFIER
,s.DEVICEFDAIDENTIFIER
,s.METADATA
,s.INSERTEDDATE
from ranked_recs s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSAMPLES_APPLEEXERCISETIME o on s.HEALTHKITSAMPLEKEY = o.HEALTHKITSAMPLEKEY
where rn=1
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 17-2 - Data insertion for Table HEALTHKITSAMPLES_HEARTRATE
--------------------------------------------------------
--updated on 4/18/2022 to prevent ORA-00001: unique constraint vaiolation on (IHS_2022.HEALTHKITSAMPLES_HEARTRATE_PK)
--(duplicated records could be inserted on different time)
insert into HEALTHKITSAMPLES_HEARTRATE (
HEALTHKITSAMPLEKEY
,PARTICIPANTIDENTIFIER
,STARTDATE
,RECORD_DATE
,VALUE
,UNITS
,SOURCEIDENTIFIER
,SOURCENAME
,SOURCEVERSION
,SOURCEOPERATINGSYSTEMVERSION
,SOURCEPRODUCTTYPE
,DEVICENAME
,DEVICEMODEL
,DEVICEMANUFACTURER
,DEVICEHARDWAREVERSION
,DEVICESOFTWAREVERSION
,DEVICEFIRMWAREVERSION
,DEVICELOCALIDENTIFIER
,DEVICEFDAIDENTIFIER
,METADATA
,INSERTEDDATE
)
with ranked_recs as (
select
fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) as HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
,TO_UTC_TIMESTAMP_TZ(s."DATE") as RECORD_DATE
,s.VALUE
,s.UNITS
,s.SOURCEIDENTIFIER
,s.SOURCENAME
,s.SOURCEVERSION
,s.SOURCEOPERATINGSYSTEMVERSION
,s.SOURCEPRODUCTTYPE
,s.DEVICENAME
,s.DEVICEMODEL
,s.DEVICEMANUFACTURER
,s.DEVICEHARDWAREVERSION
,s.DEVICESOFTWAREVERSION
,s.DEVICEFIRMWAREVERSION
,s.DEVICELOCALIDENTIFIER
,s.DEVICEFDAIDENTIFIER
,s.METADATA
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
,ROW_NUMBER() OVER (PARTITION BY s.HEALTHKITSAMPLEKEY ORDER BY s.INSERTEDDATE desc) AS rn
from stg_HEALTHKITSAMPLES_HEARTRATE s
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
)
select
s.HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,s.STARTDATE
,s.RECORD_DATE
,s.VALUE
,s.UNITS
,s.SOURCEIDENTIFIER
,s.SOURCENAME
,s.SOURCEVERSION
,s.SOURCEOPERATINGSYSTEMVERSION
,s.SOURCEPRODUCTTYPE
,s.DEVICENAME
,s.DEVICEMODEL
,s.DEVICEMANUFACTURER
,s.DEVICEHARDWAREVERSION
,s.DEVICESOFTWAREVERSION
,s.DEVICEFIRMWAREVERSION
,s.DEVICELOCALIDENTIFIER
,s.DEVICEFDAIDENTIFIER
,s.METADATA
,s.INSERTEDDATE
from ranked_recs s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSAMPLES_HEARTRATE o on s.HEALTHKITSAMPLEKEY = o.HEALTHKITSAMPLEKEY
where rn=1
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 17-3 - Data insertion for Table HEALTHKITSAMPLES_HEARTRATEVARIABILITY
--------------------------------------------------------
--updated on 4/18/2022 to prevent ORA-00001: unique constraint vaiolation on (IHS_2022.HEALTHKITSAMPLES_HEARTRATEVARIABILITY_PK)
--(duplicated records could be inserted on different time)
insert into HEALTHKITSAMPLES_HEARTRATEVARIABILITY (
HEALTHKITSAMPLEKEY
,PARTICIPANTIDENTIFIER
,STARTDATE
,RECORD_DATE
,VALUE
,UNITS
,SOURCEIDENTIFIER
,SOURCENAME
,SOURCEVERSION
,SOURCEOPERATINGSYSTEMVERSION
,SOURCEPRODUCTTYPE
,DEVICENAME
,DEVICEMODEL
,DEVICEMANUFACTURER
,DEVICEHARDWAREVERSION
,DEVICESOFTWAREVERSION
,DEVICEFIRMWAREVERSION
,DEVICELOCALIDENTIFIER
,DEVICEFDAIDENTIFIER
,METADATA
,INSERTEDDATE
)
with ranked_recs as (
select
fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) as HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
,TO_UTC_TIMESTAMP_TZ(s."DATE") as RECORD_DATE
,s.VALUE
,s.UNITS
,s.SOURCEIDENTIFIER
,s.SOURCENAME
,s.SOURCEVERSION
,s.SOURCEOPERATINGSYSTEMVERSION
,s.SOURCEPRODUCTTYPE
,s.DEVICENAME
,s.DEVICEMODEL
,s.DEVICEMANUFACTURER
,s.DEVICEHARDWAREVERSION
,s.DEVICESOFTWAREVERSION
,s.DEVICEFIRMWAREVERSION
,s.DEVICELOCALIDENTIFIER
,s.DEVICEFDAIDENTIFIER
,s.METADATA
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
,ROW_NUMBER() OVER (PARTITION BY s.HEALTHKITSAMPLEKEY ORDER BY s.INSERTEDDATE desc) AS rn
from stg_HEALTHKITSAMPLES_HEARTRATEVARIABILITY s
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
)
select
s.HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,s.STARTDATE
,s.RECORD_DATE
,s.VALUE
,s.UNITS
,s.SOURCEIDENTIFIER
,s.SOURCENAME
,s.SOURCEVERSION
,s.SOURCEOPERATINGSYSTEMVERSION
,s.SOURCEPRODUCTTYPE
,s.DEVICENAME
,s.DEVICEMODEL
,s.DEVICEMANUFACTURER
,s.DEVICEHARDWAREVERSION
,s.DEVICESOFTWAREVERSION
,s.DEVICEFIRMWAREVERSION
,s.DEVICELOCALIDENTIFIER
,s.DEVICEFDAIDENTIFIER
,s.METADATA
,s.INSERTEDDATE
from ranked_recs s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSAMPLES_HEARTRATEVARIABILITY o on s.HEALTHKITSAMPLEKEY = o.HEALTHKITSAMPLEKEY
where rn=1
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 17-4 - Data insertion for Table HEALTHKITSAMPLES_RESTINGHEARTRATE
--------------------------------------------------------
--updated on 4/18/2022 to prevent ORA-00001: unique constraint vaiolation on (IHS_2022.HEALTHKITSAMPLES_RESTINGHEARTRATE_PK)
--(duplicated records could be inserted on different time)
insert into HEALTHKITSAMPLES_RESTINGHEARTRATE (
HEALTHKITSAMPLEKEY
,PARTICIPANTIDENTIFIER
,STARTDATE
,RECORD_DATE
,VALUE
,UNITS
,SOURCEIDENTIFIER
,SOURCENAME
,SOURCEVERSION
,SOURCEOPERATINGSYSTEMVERSION
,SOURCEPRODUCTTYPE
,DEVICENAME
,DEVICEMODEL
,DEVICEMANUFACTURER
,DEVICEHARDWAREVERSION
,DEVICESOFTWAREVERSION
,DEVICEFIRMWAREVERSION
,DEVICELOCALIDENTIFIER
,DEVICEFDAIDENTIFIER
,METADATA
,INSERTEDDATE
)
with ranked_recs as (
select
fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) as HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
,TO_UTC_TIMESTAMP_TZ(s."DATE") as RECORD_DATE
,s.VALUE
,s.UNITS
,s.SOURCEIDENTIFIER
,s.SOURCENAME
,s.SOURCEVERSION
,s.SOURCEOPERATINGSYSTEMVERSION
,s.SOURCEPRODUCTTYPE
,s.DEVICENAME
,s.DEVICEMODEL
,s.DEVICEMANUFACTURER
,s.DEVICEHARDWAREVERSION
,s.DEVICESOFTWAREVERSION
,s.DEVICEFIRMWAREVERSION
,s.DEVICELOCALIDENTIFIER
,s.DEVICEFDAIDENTIFIER
,s.METADATA
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
,ROW_NUMBER() OVER (PARTITION BY s.HEALTHKITSAMPLEKEY ORDER BY s.INSERTEDDATE desc) AS rn
from stg_HEALTHKITSAMPLES_RESTINGHEARTRATE s
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
)
select
s.HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,s.STARTDATE
,s.RECORD_DATE
,s.VALUE
,s.UNITS
,s.SOURCEIDENTIFIER
,s.SOURCENAME
,s.SOURCEVERSION
,s.SOURCEOPERATINGSYSTEMVERSION
,s.SOURCEPRODUCTTYPE
,s.DEVICENAME
,s.DEVICEMODEL
,s.DEVICEMANUFACTURER
,s.DEVICEHARDWAREVERSION
,s.DEVICESOFTWAREVERSION
,s.DEVICEFIRMWAREVERSION
,s.DEVICELOCALIDENTIFIER
,s.DEVICEFDAIDENTIFIER
,s.METADATA
,s.INSERTEDDATE
from ranked_recs s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSAMPLES_RESTINGHEARTRATE o on s.HEALTHKITSAMPLEKEY = o.HEALTHKITSAMPLEKEY
where rn=1
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 17-5 - Data insertion for Table HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL
--------------------------------------------------------
--updated on 4/2/2022 to handle ORA-00001: unique constraint vaiolation on (IHS_2022.HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL_PK)
--(duplicated records inserted on different time)
insert into HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL (
HEALTHKITSAMPLEKEY
,PARTICIPANTIDENTIFIER
,STARTDATE
,RECORD_DATE
,VALUE
,UNITS
,SOURCEIDENTIFIER
,SOURCENAME
,SOURCEVERSION
,SOURCEOPERATINGSYSTEMVERSION
,SOURCEPRODUCTTYPE
,DEVICENAME
,DEVICEMODEL
,DEVICEMANUFACTURER
,DEVICEHARDWAREVERSION
,DEVICESOFTWAREVERSION
,DEVICEFIRMWAREVERSION
,DEVICELOCALIDENTIFIER
,DEVICEFDAIDENTIFIER
,METADATA
,INSERTEDDATE
)
with ranked_recs as (
select
fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) as HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
,TO_UTC_TIMESTAMP_TZ(s."DATE") as RECORD_DATE
,s.VALUE
,s.UNITS
,s.SOURCEIDENTIFIER
,s.SOURCENAME
,s.SOURCEVERSION
,s.SOURCEOPERATINGSYSTEMVERSION
,s.SOURCEPRODUCTTYPE
,s.DEVICENAME
,s.DEVICEMODEL
,s.DEVICEMANUFACTURER
,s.DEVICEHARDWAREVERSION
,s.DEVICESOFTWAREVERSION
,s.DEVICEFIRMWAREVERSION
,s.DEVICELOCALIDENTIFIER
,s.DEVICEFDAIDENTIFIER
,s.METADATA
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
,ROW_NUMBER() OVER (PARTITION BY s.HEALTHKITSAMPLEKEY ORDER BY s.INSERTEDDATE desc) AS rn
from stg_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL s
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
)
select
s.HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,s.STARTDATE
,s.RECORD_DATE
,s.VALUE
,s.UNITS
,s.SOURCEIDENTIFIER
,s.SOURCENAME
,s.SOURCEVERSION
,s.SOURCEOPERATINGSYSTEMVERSION
,s.SOURCEPRODUCTTYPE
,s.DEVICENAME
,s.DEVICEMODEL
,s.DEVICEMANUFACTURER
,s.DEVICEHARDWAREVERSION
,s.DEVICESOFTWAREVERSION
,s.DEVICEFIRMWAREVERSION
,s.DEVICELOCALIDENTIFIER
,s.DEVICEFDAIDENTIFIER
,s.METADATA
,s.INSERTEDDATE
from ranked_recs s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL o on s.HEALTHKITSAMPLEKEY = o.HEALTHKITSAMPLEKEY
where rn=1
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 17-6 - Data insertion for Table HEALTHKITSAMPLES_STEPS
--------------------------------------------------------
--updated on 4/18/2022 to prevent ORA-00001: unique constraint vaiolation on (IHS_2022.HEALTHKITSAMPLES_STEPS_PK)
--(duplicated records could be inserted on different time)
insert into HEALTHKITSAMPLES_STEPS (
HEALTHKITSAMPLEKEY
,PARTICIPANTIDENTIFIER
,STARTDATE
,RECORD_DATE
,VALUE
,UNITS
,SOURCEIDENTIFIER
,SOURCENAME
,SOURCEVERSION
,SOURCEOPERATINGSYSTEMVERSION
,SOURCEPRODUCTTYPE
,DEVICENAME
,DEVICEMODEL
,DEVICEMANUFACTURER
,DEVICEHARDWAREVERSION
,DEVICESOFTWAREVERSION
,DEVICEFIRMWAREVERSION
,DEVICELOCALIDENTIFIER
,DEVICEFDAIDENTIFIER
,METADATA
,INSERTEDDATE
)
with ranked_recs as (
select
fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) as HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
,TO_UTC_TIMESTAMP_TZ(s."DATE") as RECORD_DATE
,s.VALUE
,s.UNITS
,s.SOURCEIDENTIFIER
,s.SOURCENAME
,s.SOURCEVERSION
,s.SOURCEOPERATINGSYSTEMVERSION
,s.SOURCEPRODUCTTYPE
,s.DEVICENAME
,s.DEVICEMODEL
,s.DEVICEMANUFACTURER
,s.DEVICEHARDWAREVERSION
,s.DEVICESOFTWAREVERSION
,s.DEVICEFIRMWAREVERSION
,s.DEVICELOCALIDENTIFIER
,s.DEVICEFDAIDENTIFIER
,s.METADATA
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
,ROW_NUMBER() OVER (PARTITION BY s.HEALTHKITSAMPLEKEY ORDER BY s.INSERTEDDATE desc) AS rn
from stg_HEALTHKITSAMPLES_STEPS s
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
)
select
s.HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,s.STARTDATE
,s.RECORD_DATE
,s.VALUE
,s.UNITS
,s.SOURCEIDENTIFIER
,s.SOURCENAME
,s.SOURCEVERSION
,s.SOURCEOPERATINGSYSTEMVERSION
,s.SOURCEPRODUCTTYPE
,s.DEVICENAME
,s.DEVICEMODEL
,s.DEVICEMANUFACTURER
,s.DEVICEHARDWAREVERSION
,s.DEVICESOFTWAREVERSION
,s.DEVICEFIRMWAREVERSION
,s.DEVICELOCALIDENTIFIER
,s.DEVICEFDAIDENTIFIER
,s.METADATA
,s.INSERTEDDATE
from ranked_recs s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSAMPLES_STEPS o on s.HEALTHKITSAMPLEKEY = o.HEALTHKITSAMPLEKEY
where rn=1
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 21-1 - Data insertion for Table HEALTHKITSTATISTICS_DAILYSTEPS
--------------------------------------------------------
--updated on 7/16/2022 to remove outdated data:
delete from HEALTHKITSTATISTICS_DAILYSTEPS where rowid in (
select o.rowid
from stg_HEALTHKITSTATISTICS_DAILYSTEPS s
--join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join HEALTHKITSTATISTICS_DAILYSTEPS o on fn_guid_to_raw(s.HEALTHKITSTATISTICKEY) = o.HEALTHKITSTATISTICKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where substr(s.STARTDATE,1,10) >= program_start_date
--substr(s.STARTDATE,1,10) >= '2022-04-01'
and round(to_number(s.value))!=o.value
and TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE)>o.INSERTEDDATE
and TO_UTC_TIMESTAMP_TZ(s.STARTDATE) = o.STARTDATE
and TO_UTC_TIMESTAMP_TZ(s."DATE") = o.RECORD_DATE
)
;
insert into HEALTHKITSTATISTICS_DAILYSTEPS (
HEALTHKITSTATISTICKEY
,PARTICIPANTIDENTIFIER
,STARTDATE
,RECORD_DATE
,VALUE
,UNITS
,INSERTEDDATE
)
select
fn_guid_to_raw(s.HEALTHKITSTATISTICKEY) as HEALTHKITSTATISTICKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
,TO_UTC_TIMESTAMP_TZ(s."DATE") as RECORD_DATE
,s.VALUE
,s.UNITS
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
from stg_HEALTHKITSTATISTICS_DAILYSTEPS s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSTATISTICS_DAILYSTEPS o on fn_guid_to_raw(s.HEALTHKITSTATISTICKEY) = o.HEALTHKITSTATISTICKEY
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 21-2 - Data insertion for Table HEALTHKITSTATISTICS_HOURLYSTEPS
--------------------------------------------------------
--updated on 7/16/2022 to remove outdated data:
delete from HEALTHKITSTATISTICS_HOURLYSTEPS where rowid in (
select o.rowid
from stg_HEALTHKITSTATISTICS_HOURLYSTEPS s
--join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
join HEALTHKITSTATISTICS_HOURLYSTEPS o on fn_guid_to_raw(s.HEALTHKITSTATISTICKEY) = o.HEALTHKITSTATISTICKEY
and s.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
where substr(s.STARTDATE,1,10) >= program_start_date
--substr(s.STARTDATE,1,10) >= '2022-04-01'
and round(to_number(s.value))!=o.value
and TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE)>o.INSERTEDDATE
and TO_UTC_TIMESTAMP_TZ(s.STARTDATE) = o.STARTDATE
and TO_UTC_TIMESTAMP_TZ(s."DATE") = o.RECORD_DATE
)
;
--added on 7/1/2022:
insert into HEALTHKITSTATISTICS_HOURLYSTEPS (
HEALTHKITSTATISTICKEY
,PARTICIPANTIDENTIFIER
,STARTDATE
,RECORD_DATE
,VALUE
,UNITS
,INSERTEDDATE
)
select
fn_guid_to_raw(s.HEALTHKITSTATISTICKEY) as HEALTHKITSTATISTICKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.STARTDATE) as STARTDATE
,TO_UTC_TIMESTAMP_TZ(s."DATE") as RECORD_DATE
,s.VALUE
,s.UNITS
,TO_UTC_TIMESTAMP_TZ(s.INSERTEDDATE) as INSERTEDDATE
from stg_HEALTHKITSTATISTICS_HOURLYSTEPS s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSTATISTICS_HOURLYSTEPS o on fn_guid_to_raw(s.HEALTHKITSTATISTICKEY) = o.HEALTHKITSTATISTICKEY
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.STARTDATE,1,10) >= program_start_date
and o.rowid is null
;
commit;
--------------------------------------------------------
-- 22 - Data insertion for Table HEALTHKITSAMPLES_DELETED
--------------------------------------------------------
--data_type = 1: stg_HEALTHKITSAMPLES_APPLEEXERCISETIME_DELETED
insert into HEALTHKITSAMPLES_DELETED (
HEALTHKITSAMPLEKEY
,PARTICIPANTIDENTIFIER
,DELETEDDATE
,DATA_TYPE
)
select
fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) as HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.DELETEDDATE) as DELETEDDATE
,1 as DATA_TYPE
from stg_HEALTHKITSAMPLES_APPLEEXERCISETIME_DELETED s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSAMPLES_DELETED o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY and o.DATA_TYPE = 1
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.DELETEDDATE,1,10) >= program_start_date
and o.rowid is null
;
commit;
--data_type = 2: stg_HEALTHKITSAMPLES_HEARTRATE_DELETED
insert into HEALTHKITSAMPLES_DELETED (
HEALTHKITSAMPLEKEY
,PARTICIPANTIDENTIFIER
,DELETEDDATE
,DATA_TYPE
)
select
fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) as HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.DELETEDDATE) as DELETEDDATE
,2 as DATA_TYPE
from stg_HEALTHKITSAMPLES_HEARTRATE_DELETED s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSAMPLES_DELETED o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY and o.DATA_TYPE = 2
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.DELETEDDATE,1,10) >= program_start_date
and o.rowid is null
;
commit;
--data_type = 3: stg_HEALTHKITSAMPLES_HEARTRATEVARIABILITY_DELETED
insert into HEALTHKITSAMPLES_DELETED (
HEALTHKITSAMPLEKEY
,PARTICIPANTIDENTIFIER
,DELETEDDATE
,DATA_TYPE
)
select
fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) as HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.DELETEDDATE) as DELETEDDATE
,3 as DATA_TYPE
from stg_HEALTHKITSAMPLES_HEARTRATEVARIABILITY_DELETED s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSAMPLES_DELETED o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY and o.DATA_TYPE = 3
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.DELETEDDATE,1,10) >= program_start_date
and o.rowid is null
;
commit;
--data_type = 4: stg_HEALTHKITSAMPLES_RESTINGHEARTRATE_DELETED
insert into HEALTHKITSAMPLES_DELETED (
HEALTHKITSAMPLEKEY
,PARTICIPANTIDENTIFIER
,DELETEDDATE
,DATA_TYPE
)
select
fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) as HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.DELETEDDATE) as DELETEDDATE
,4 as DATA_TYPE
from stg_HEALTHKITSAMPLES_RESTINGHEARTRATE_DELETED s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSAMPLES_DELETED o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY and o.DATA_TYPE = 4
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.DELETEDDATE,1,10) >= program_start_date
and o.rowid is null
;
commit;
--data_type = 5: stg_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL_DELETED
insert into HEALTHKITSAMPLES_DELETED (
HEALTHKITSAMPLEKEY
,PARTICIPANTIDENTIFIER
,DELETEDDATE
,DATA_TYPE
)
select
fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) as HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.DELETEDDATE) as DELETEDDATE
,5 as DATA_TYPE
from stg_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL_DELETED s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSAMPLES_DELETED o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY and o.DATA_TYPE = 5
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.DELETEDDATE,1,10) >= program_start_date
and o.rowid is null
;
commit;
--data_type = 6: stg_HEALTHKITSAMPLES_STEPS_DELETED
insert into HEALTHKITSAMPLES_DELETED (
HEALTHKITSAMPLEKEY
,PARTICIPANTIDENTIFIER
,DELETEDDATE
,DATA_TYPE
)
select
fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) as HEALTHKITSAMPLEKEY
,s.PARTICIPANTIDENTIFIER
,TO_UTC_TIMESTAMP_TZ(s.DELETEDDATE) as DELETEDDATE
,6 as DATA_TYPE
from stg_HEALTHKITSAMPLES_STEPS_DELETED s
join STUDYPARTICIPANTS p on s.PARTICIPANTIDENTIFIER = p.PARTICIPANTIDENTIFIER
left join HEALTHKITSAMPLES_DELETED o on fn_guid_to_raw(s.HEALTHKITSAMPLEKEY) = o.HEALTHKITSAMPLEKEY and o.DATA_TYPE = 6
where length(s.PARTICIPANTIDENTIFIER) >= 13
and substr(s.DELETEDDATE,1,10) >= program_start_date
and o.rowid is null
;
commit;
end;]]>
= program_start_date --4/6/2022: added to limit data from the program start date
and RECORD_DATE > STARTDATE
and trunc(RECORD_DATE) > trunc(sysdate) - 90
union all
select
PARTICIPANTIDENTIFIER
,trunc(StartDATE) as record_date
,'step' as type
from HEALTHKITSTATISTICS_DAILYSTEPS
--where TYPE = 'DailySteps'
where VALUE > 0
and STARTDATE >= program_start_date --4/6/2022: added to limit data from the program start date
and trunc(StartDATE) > trunc(sysdate) - 90
;
commit;
end;]]>
= program_start_date
union all
select
PARTICIPANTIDENTIFIER
,DEVICEHARDWAREVERSION
,DEVICESOFTWAREVERSION
,substr(STARTDATE,1,10) as start_date
from STG_HEALTHKITSAMPLES_HEARTRATE
where DEVICENAME='Apple Watch'
and substr(STARTDATE,1,10) >= program_start_date
union all
select
PARTICIPANTIDENTIFIER
,DEVICEHARDWAREVERSION
,DEVICESOFTWAREVERSION
,substr(STARTDATE,1,10) as start_date
from STG_HEALTHKITSAMPLES_HEARTRATEVARIABILITY
where DEVICENAME='Apple Watch'
and substr(STARTDATE,1,10) >= program_start_date
union all
select
PARTICIPANTIDENTIFIER
,DEVICEHARDWAREVERSION
,DEVICESOFTWAREVERSION
,substr(STARTDATE,1,10) as start_date
from STG_HEALTHKITSAMPLES_RESTINGHEARTRATE
where DEVICENAME='Apple Watch'
and substr(STARTDATE,1,10) >= program_start_date
union all
select
PARTICIPANTIDENTIFIER
,DEVICEHARDWAREVERSION
,DEVICESOFTWAREVERSION
,substr(STARTDATE,1,10) as start_date
from STG_HEALTHKITSAMPLES_SLEEPANALYSISINTERVAL
where DEVICENAME='Apple Watch'
and substr(STARTDATE,1,10) >= program_start_date
union all
select
PARTICIPANTIDENTIFIER
,DEVICEHARDWAREVERSION
,DEVICESOFTWAREVERSION
,substr(STARTDATE,1,10) as start_date
from STG_HEALTHKITSAMPLES_STEPS
where DEVICENAME='Apple Watch'
and substr(STARTDATE,1,10) >= program_start_date
),
new_aw_data as (
select
PARTICIPANTIDENTIFIER
,DEVICEHARDWAREVERSION as Apple_Watch_Model
,DEVICESOFTWAREVERSION as Apple_Watch_OS
,min(to_date(start_date, 'yyyy-mm-dd')) as start_date
,max(to_date(start_date, 'yyyy-mm-dd')) as end_date
from aw_data
group by
PARTICIPANTIDENTIFIER
,DEVICEHARDWAREVERSION
,DEVICESOFTWAREVERSION
)
------------------------------
select n.PARTICIPANTIDENTIFIER
,n.APPLE_WATCH_MODEL
,n.APPLE_WATCH_OS
,n.START_DATE
,n.END_DATE
,o.rowid as old_row
,o.start_date as old_start_date
,o.end_date as old_end_date
from new_aw_data n
left join apple_watch_devices o on n.PARTICIPANTIDENTIFIER = o.PARTICIPANTIDENTIFIER
and n.Apple_Watch_Model = o.Apple_Watch_Model
and n.Apple_Watch_OS = o.Apple_Watch_OS
order by case when o.rowid is not null then 1 else 2 end asc --old goes first
;
begin
for rec in c loop
if rec.old_row is not null then
if rec.end_date > rec.old_end_date then
update apple_watch_devices set
END_DATE = rec.END_DATE
where rowid = rec.old_row;
elsif rec.start_date < rec.old_start_date then --Should have no case like this. But if there're a few rare cases arising, just handle them!
update apple_watch_devices set
START_DATE = rec.START_DATE
where rowid = rec.old_row;
end if;
else --new Apple Watch device
insert into apple_watch_devices (
PARTICIPANTIDENTIFIER
,APPLE_WATCH_MODEL
,APPLE_WATCH_OS
,START_DATE
,END_DATE
)
VALUES (
rec.PARTICIPANTIDENTIFIER
,rec.APPLE_WATCH_MODEL
,rec.APPLE_WATCH_OS
,rec.START_DATE
,rec.END_DATE
);
end if;
end loop;
commit;
end;]]>