From 4a50ed5d74e93370a814f1fa753662a64d36ce74 Mon Sep 17 00:00:00 2001 From: cobertos Date: Sun, 1 Mar 2026 13:20:10 -0500 Subject: [PATCH 1/4] Consolidate all separate export tests into single file + single test strategy --- package.json | 10 +- test/data-export.ts | 79 + test/data-export.ts.snapshot | 696 +++++++ test/discord-chat-exporter.ts | 27 - test/discord-chat-exporter.ts.snapshot | 82 - test/discord.ts | 27 - test/discord.ts.snapshot | 415 ---- test/facebook.ts | 68 - test/facebook.ts.snapshot | 2591 ------------------------ test/snapchat.ts | 27 - test/snapchat.ts.snapshot | 401 ---- test/utils/csvUtils.ts | 153 ++ 12 files changed, 930 insertions(+), 3646 deletions(-) create mode 100644 test/data-export.ts create mode 100644 test/data-export.ts.snapshot delete mode 100644 test/discord-chat-exporter.ts delete mode 100644 test/discord-chat-exporter.ts.snapshot delete mode 100644 test/discord.ts delete mode 100644 test/discord.ts.snapshot delete mode 100644 test/facebook.ts delete mode 100644 test/facebook.ts.snapshot delete mode 100644 test/snapchat.ts delete mode 100644 test/snapchat.ts.snapshot create mode 100644 test/utils/csvUtils.ts diff --git a/package.json b/package.json index 734b1bf..1da02f3 100644 --- a/package.json +++ b/package.json @@ -6,14 +6,8 @@ "type": "module", "scripts": { "test": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/task.ts", - "test2": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/facebook.ts", - "test-update-snapshots": "node --enable-source-maps --test --experimental-transform-types --no-warnings --test-update-snapshots ./test/facebook.ts", - "test3": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/discord.ts", - "test3-update-snapshots": "node --enable-source-maps --test --experimental-transform-types --no-warnings --test-update-snapshots ./test/discord.ts", - "test4": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/discord-chat-exporter.ts", - "test4-update-snapshots": "node --enable-source-maps --test --experimental-transform-types --no-warnings --test-update-snapshots ./test/discord-chat-exporter.ts", - "test5": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/snapchat.ts", - "test5-update-snapshots": "node --enable-source-maps --test --experimental-transform-types --no-warnings --test-update-snapshots ./test/snapchat.ts", + "test-exports": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/data-export.ts", + "test-exports-snapshots": "node --enable-source-maps --test --experimental-transform-types --no-warnings --test-update-snapshots ./test/data-export.ts", "dev": "vite --port 2223", "server": "node --experimental-transform-types server/server.ts", "prototype": "node --import ./util/tsx-loader.js --import ./util/ignore-css-loader.js --experimental-transform-types server/prototype.ts" diff --git a/test/data-export.ts b/test/data-export.ts new file mode 100644 index 0000000..5d8e664 --- /dev/null +++ b/test/data-export.ts @@ -0,0 +1,79 @@ +import test from "node:test"; +import nodePath from "node:path"; +import { strict as assert } from "node:assert"; +import { TaskTarget, unzip, pipe } from "../data-export/task.ts"; +import * as DataIO from "../data-export/io.ts"; +import { assertCSVWellFormed, idAndCSVsSnapshotOpts } from "./utils/csvUtils.ts"; + +import { facebook, facebook_v2 } from "../data-export/facebook.ts"; +import { discord } from "../data-export/discord.ts"; +import { snapchat } from "../data-export/snapchat.ts"; +import { discord_chat_exporter } from "../data-export/discord-chat-exporter.ts"; + +const THIS_FILE = import.meta.dirname; +const FACEBOOK_V1_DIR = nodePath.join(THIS_FILE, 'fixtures/facebook-json-2021-05-01'); +const FACEBOOK_V1_ZIPPED = nodePath.join(THIS_FILE, 'fixtures/facebook-json-2021-05-01.zip'); +const FACEBOOK_V2_DIR = nodePath.join(THIS_FILE, 'fixtures/facebook-json-2025-11-29'); +const DISCORD_V1_DIR = nodePath.join(THIS_FILE, 'fixtures/discord-json-2021-01'); +const SNAPCHAT_DIR = nodePath.join(THIS_FILE, 'fixtures/snapchat-2023-11'); +const DCE_DIR = nodePath.join(THIS_FILE, 'fixtures/discord-chat-exporter-2026-02'); + +async function testPipeline(t: test.TestContext, targets: TaskTarget[]) { + const out = await DataIO.runPipeline(targets); + const idAndCSVs: [string, string][] = []; + for (const {target, result} of out) { + const id = target.id; + // Check the result for success + assert.ok(!result.stderr, `Task ${id} should have no stderr output`); + assert.ok(result.ok, `Task ${id} should be okay`); + // Check the CSV itself for correctness + const csv = result.stdout; + assertCSVWellFormed(csv, `${csv}\nTask ${id} should have well-formed csv.`); + + idAndCSVs.push([target.id, csv]); + } + + // Snapshot as it should be unchanged unless we change the method of exporting + // directly + t.assert.snapshot(...idAndCSVsSnapshotOpts(idAndCSVs)); +} + +test("facebook: Can load the 2021 export", async (t) => { + const targets = [ + new TaskTarget(FACEBOOK_V1_DIR) + ] + const builtTargets = await facebook()(targets); + await testPipeline(t, builtTargets); +}); +test("facebook: Can load the 2021 export zipped", async (t) => { + const targets = [ + new TaskTarget(FACEBOOK_V1_ZIPPED) + ]; + const builtTargets = await pipe(unzip(), facebook())(targets); + await testPipeline(t, builtTargets); +}); +test("facebook: Can load the 2025 export", async (t) => { + const targets = [ + new TaskTarget(FACEBOOK_V2_DIR) + ] + const builtTargets = await facebook_v2()(targets); + await testPipeline(t, builtTargets); +}); + +test("discord: Can load the 2021 export", async (t) => { + const targets = [new TaskTarget(DISCORD_V1_DIR)]; + const builtTargets = await discord()(targets); + await testPipeline(t, builtTargets); +}); + +test("snapchat: Can load the 2023-11 export", async (t) => { + const targets = [new TaskTarget(SNAPCHAT_DIR)]; + const builtTargets = await snapchat()(targets); + await testPipeline(t, builtTargets); +}); + +test("discord-chat-exporter: Can load the 2026-02 export", async (t) => { + const targets = [new TaskTarget(DCE_DIR)]; + const builtTargets = await discord_chat_exporter()(targets); + await testPipeline(t, builtTargets); +}); diff --git a/test/data-export.ts.snapshot b/test/data-export.ts.snapshot new file mode 100644 index 0000000..47fdf73 --- /dev/null +++ b/test/data-export.ts.snapshot @@ -0,0 +1,696 @@ +exports[`discord-chat-exporter: Can load the 2026-02 export 1`] = ` +# === DiscordCE___Messages_0000000000000000 === +"id","timestamp","author","discriminator","content","attachment" +"111111111111111111","2020-04-13T10:09:08.000000+00:00","xxxxxxxx","1111","xxxxxxxxxxxxxxxxxx","" +"111111111111111111","2020-04-13T10:09:08.000000+00:00","xxxxxxxx","1111","xxxxxxxxx","" +"111111111111111111","2020-04-13T10:09:08.000000+00:00","xxxxxxxx","1111","https://example.com/example.png","" +"111111111111111111","2020-04-13T10:09:08.000000+00:00","xxxxxxxx","1111","xxx","GuildName - Text Channels - ChannelName [0000000000000000].json_Files/unknown-SUFFIX.png" +,# === DiscordCE___Messages_Meta === +id,guild_name,channel_name,channel_type,channel_category,channel_topic,message_count +"DiscordCE___Channel_0000000000000000","xxxxxxxx","xxxxxxx","xxxxxxxxxxxxx","xxxxxxxxxxxxx","",111 +,# === base_data_manager_metadata === +id,perRowDescription,perRowTags,columnMeta,metaId +DiscordCE___Messages_0000000000000000,"""{4}"" from {2} at {1}","discord,message","any,isodatetime,sender,any,text,url",DiscordCE___Messages_Meta + +`; + +exports[`discord: Can load the 2021 export 1`] = ` +# === Discord___Activity_Stats === +"application_id","last_played_at","total_duration" +"111111111111111111","2020-04-13T10:09:08.000000+00:00",1111 +"111111111111111111","2020-04-13T10:09:08.000000+00:00",111111 +,# === Discord___Activity_analytics === +"event_type","timestamp","channel_id","guild_id","message_id","game_name","channel_name","guild_name" +"xxxxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxxxxx","","" +"xxxxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxxxxx","","" +,# === Discord___Activity_modeling === +"event_type","timestamp","channel_id","guild_id","message_id","game_name","channel_name","guild_name" +"xxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxx","","" +"xxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxx","","" +,# === Discord___Activity_reporting === +"event_type","timestamp","channel_id","guild_id","message_id","game_name","channel_name","guild_name" +"xxxxxxxxxxxxxxxxxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxxxxxxxxxxxxx","","" +"xxxxxxxxxxxxxxxxxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxxxxxxxxxxxxx","","" +,# === Discord___Activity_tns === +"event_type","timestamp","channel_id","guild_id","message_id","game_name","channel_name","guild_name" +"xxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxx","xxxxxxxxxxx" +"xxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxx","xxxxxxxxxxx" +,# === Discord___Connections === +"type","name","id","verified","visibility" +"xxxxxxxxx","xxxxxxxxxxx","xxxxxxxxxxx",false,1 +"xxxxxxx","xxxxxxxx","xxxxxxxx",false,1 +,# === Discord___Messages_11111111111111111 === +id,timestamp,content,attachment +8888888888,2022-02-22 22:22:22.222222+00:00,Heyo, +,# === Discord___Messages_222222222222222222 === +id,timestamp,content,attachment +2222222222222,2022-22-22 22:22:22.22222+00:00,Heyo, +,# === Discord___Messages_333333333333333333 === +id,timestamp,content,attachment +000000000000000005,2011-02-02 02:05:02.000000+00:00,Huh what the heck is this message, +000000000000000004,2011-02-02 02:04:02.000000+00:00,<:thonk:000000000000000000><:thonk:000000000000000000><:thonk:000000000000000000>, +000000000000000003,2011-02-02 02:03:02.000000+00:00,"(so <@00000000000000000> who are you)", +000000000000000002,2011-02-02 02:02:02.000000+00:00,,https://cdn.discordapp.com/attachments/000000000000000000/000000000000000000/image.png +000000000000000001,2011-02-02 02:01:02.000000+00:00,https://google.com/whatever, +,# === Discord___Messages_Meta === +id,type,name,guild_id,guild_name,recipients +"Discord___Channel_333333333333333333",0,"generalchat","333333333333333332","xxx","" +"Discord___Channel_222222222222222222",1,"","","","00000000000000000,1111111111111111" +"Discord___Channel_11111111111111111",0,"","","","" +,# === Discord___Notes === +"user_id","note" +"111111111111111111","xxxx" +,# === Discord___Payments === +"created_at","description","amount","currency","status" +"2020-04-13T10:09:08.000000+00:00","xxxxxxxxxxxxxxxxxxxx",1111,"xxx",1 +"2020-04-13T10:09:08.000000+00:00","xxxxxxxxxxxxxxxxxxxx",1111,"xxx",1 +,# === Discord___Relationships === +"username","discriminator","type" +"xxxxxxxxxxxx","1111",1 +"xxxx","1111",1 +,# === base_data_manager_metadata === +id,perRowDescription,perRowTags,columnMeta,metaId +Discord___Messages_333333333333333333,"""{2}"" at {1}","discord,message,content_by_me","any,isodatetime,text,url",Discord___Messages_Meta +Discord___Messages_222222222222222222,"""{2}"" at {1}","discord,message,content_by_me","any,isodatetime,text,url",Discord___Messages_Meta +Discord___Messages_11111111111111111,"""{2}"" at {1}","discord,message,content_by_me","any,isodatetime,text,url",Discord___Messages_Meta +Discord___Connections,"{0} account ""{1}""",discord,"text,text,any,any,any", +Discord___Relationships,{0}#{1} (relationship type {2}),discord,"text,any,any", +Discord___Payments,{1}: {2} {3} on {0},"discord,payment","isodatetime,text,numeric,text,any", +Discord___Activity_Stats,"App {0}: {2}s played, last at {1}",discord,"any,isodatetime,numeric", +Discord___Notes,"Note on {0}: ""{1}""",discord,"any,text", +Discord___Activity_tns,{0} at {1},"discord,activity","text,isodatetime,any,any,any,text,text,text", +Discord___Activity_reporting,{0} at {1},"discord,activity","text,isodatetime,any,any,any,text,text,text", +Discord___Activity_modeling,{0} at {1},"discord,activity","text,isodatetime,any,any,any,text,text,text", +Discord___Activity_analytics,{0} at {1},"discord,activity","text,isodatetime,any,any,any,text,text,text", + +`; + +exports[`facebook: Can load the 2021 export 1`] = ` +# === Facebook___Album_0_json === +"album","uri","creation_timestamp" +"xxx","photos_and_videos/CoverPhotos_yyyyyy/200x200png.png","2024-03-07T15:23:20Z" +"xxx","photos_and_videos/CoverPhotos_yyyyyy/200x200png.png","2024-07-01T07:46:40Z" +,# === Facebook___Dating_Messages_0_json === +"from","to","timestamp","body" +"Me","xxx","2024-01-13T07:13:20Z","xxx" +"Me","xxx","2024-01-13T07:13:20Z","xxx" +,# === Facebook___Messages_Meta === +id,title,is_still_participant,thread_type,thread_path,participants +"Facebook___Messages_randomuser4_xxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" +"Facebook___Messages_randomuser3_xxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" +"Facebook___Messages_randomuser2_xxxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" +"Facebook___Messages_randomuser_xxxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" +,# === Facebook___Messages_randomuser2_xxxxxxxx___message_1_json === +"from","to","timestamp","content" +"xxx","","1970-01-01T00:00:00Z","xxx" +"xxx","","1970-01-01T00:00:00Z","xxx" +,# === Facebook___Messages_randomuser3_xxxxxxx___message_1_json === +"from","to","timestamp","content" +"xxx","","1970-01-01T00:00:00Z","xxx" +,# === Facebook___Messages_randomuser4_xxxxxxx___message_1_json === +"from","to","timestamp","content" +"xxx","","1970-01-01T00:00:00Z","xxx" +,# === Facebook___Messages_randomuser_xxxxxxxx___message_1_json === +"from","to","timestamp","content" +"xxx","","1970-01-01T00:00:00Z","xxx" +"xxx","","1970-01-01T00:00:00Z","xxx" +,# === Facebook___account_activity_json === +"action","ip","user_agent","datr_cookie","city","region","country","site_name","timestamp" +"xxx","1.1.1.1","some/path","xxx","xxx","xxx","xxx","xxx","2024-05-01T07:53:20Z" +"xxx","1.1.1.1","some/path","xxx","xxx","xxx","xxx","xxx","2024-05-01T07:53:20Z" +,# === Facebook___account_status_changes_json === +"status","timestamp" +"xxx","2024-05-01T07:53:20Z" +"xxx","2024-02-13T14:36:40Z" +,# === Facebook___accounts_and_profiles_json === +"service_name","native_app_id","username","email","phone_number","name" +"xxx",69,"xxx","not_a_real_email@example.com","xxx","xxx" +"xxx",1707005000,"xxx","not_a_real_email@example.com",,"xxx" +,# === Facebook___administrative_records_json === +"event","created_timestamp","ip_address","user_agent","datr_cookie" +"xxx","2024-05-01T07:53:20Z",,, +"xxx","2024-02-13T14:36:40Z",,, +,# === Facebook___apps_and_websites_json === +"name","added_timestamp" +"xxx","2024-12-29T08:13:20Z" +"xxx","2024-09-02T12:26:40Z" +,# === Facebook___authorized_logins_json === +"name","created_timestamp","updated_timestamp","ip_address","user_agent","location","app","session_type","datr_cookie" +"xxx","2024-08-22T01:26:40Z","2024-05-11T15:06:40Z","1.1.1.1","some/path","","","","xxx" +,# === Facebook___comments_json === +"timestamp","data","title" +"2024-02-08T19:20:00Z","TODO","xxx" +"2024-01-17T14:00:00Z","TODO","xxx" +,# === Facebook___contact_verifications_json === +"timestamp","email","contact_type" +"2024-10-18T07:03:20Z","not_a_real_email@example.com",69 +"2024-01-21T22:10:00Z","not_a_real_email@example.com",69 +,# === Facebook___followers_json === +"name" +"xxx" +"xxx" +,# === Facebook___following_json === +"name","timestamp" +"xxx","2024-05-01T07:53:20Z" +"xxx","2024-05-01T07:53:20Z" +,# === Facebook___friends_json === +"name","timestamp" +"xxx","2024-02-13T13:13:20Z" +"xxx","2024-10-31T00:36:40Z" +,# === Facebook___instant_games_json === +"game","added_timestamp" +"xxx","2024-11-03T16:06:40Z" +,# === Facebook___items_sold_json === +"title","price","seller","created_timestamp","latitude","longitude","description" +"xxx","xxx","xxx","2024-12-18T05:33:20Z",69,69,"xxx" +"xxx","xxx","xxx","2024-12-18T05:33:20Z",69,69,"xxx" +,# === Facebook___logins_and_logouts_json === +"action","timestamp","site","ip_address" +"xxx","2024-05-01T07:53:20Z","xxx","1.1.1.1" +"xxx","2024-04-23T17:56:40Z","xxx","1.1.1.1" +,# === Facebook___notifications_json === +"timestamp","unread","href","text" +"2024-04-30T08:16:40Z",true,"url://somewhere","xxx" +"2024-04-30T08:16:40Z",true,"url://somewhere","xxx" +,# === Facebook___pages_json === +"name","timestamp" +"xxx","2024-05-01T07:53:20Z" +"xxx","2024-05-01T07:53:20Z" +,# === Facebook___payment_history_json === +"from","to","amount","currency","type","status","payment_method","created_timestamp" +"xxx","xxx","xxx","xxx","xxx","xxx","xxx","2024-05-05T21:36:40Z" +,# === Facebook___people_json === +"name","uri","timestamp" +"xxx","url://somewhere","2024-01-15T12:00:00Z" +"xxx","url://somewhere","2024-01-12T06:13:20Z" +,# === Facebook___pokes_json === +"from","to","rank","timestamp" +"xxx","xxx",69,"2024-07-22T19:03:20Z" +,# === Facebook___posts_and_comments_json === +"title","timestamp","reaction" +,"2024-01-14T06:50:00Z","xxx" +,"2024-01-14T06:50:00Z","xxx" +,# === Facebook___profile_update_history_json === +"title","timestamp" +,"2024-10-06T08:56:40Z" +,"2024-10-06T08:56:40Z" +,# === Facebook___received_friend_requests_json === +"name","timestamp" +"xxx","2024-02-08T16:33:20Z" +"xxx","2024-09-24T19:10:00Z" +,# === Facebook___rejected_friend_requests_json === +"name","timestamp" +"xxx","2024-09-27T15:13:20Z" +"xxx","2024-08-24T00:40:00Z" +,# === Facebook___removed_friends_json === +"name","timestamp" +"xxx","2024-01-14T06:50:00Z" +"xxx","2024-01-14T06:50:00Z" +,# === Facebook___sent_friend_requests_json === +"name","timestamp" +"xxx","2024-06-23T05:20:00Z" +"xxx","2024-05-25T08:16:40Z" +,# === Facebook___story_reactions_json === +"title","timestamp" +"xxx","2024-01-14T06:50:00Z" +"xxx","2024-04-28T20:10:00Z" +,# === Facebook___support_correspondences_json === +"from","to","subject","message","timestamp" +"not_a_real_email@example.com","xxx","xxx","xxx","2024-10-16T06:26:40Z" +"xxx","xxx","xxx","url://somewhere","2024-10-16T06:26:40Z" +,# === Facebook___unfollowed_pages_json === +"title","timestamp" +"xxx","2024-12-17T08:43:20Z" +,# === Facebook___your_group_membership_activity_json === +"title","timestamp" +"xxx","2024-01-14T06:50:00Z" +"xxx","2024-01-14T06:50:00Z" +,# === Facebook___your_off_facebook_activity_json === +"name","id","type","timestamp" +"xxx",69,"xxx","2024-02-11T12:36:40Z" +"xxx",69,"xxx","2024-02-10T19:56:40Z" +"xxx",69,"xxx","2024-02-10T11:36:40Z" +"xxx",69,"xxx","2024-02-07T21:06:40Z" +,# === Facebook___your_pinned_posts_json === +"name","uri","timestamp" +"xxx","url://somewhere","2024-02-27T05:00:00Z" +"xxx","url://somewhere","2024-05-16T03:26:40Z" +,# === Facebook___your_posts_1_json === +"title","data","timestamp" +"xxx","TODO: data","2024-05-01T07:53:20Z" +"xxx","TODO: data","2024-10-31T06:10:00Z" +,# === Facebook___your_posts_and_comments_in_groups_json === +"title","data","timestamp" +"xxx","TODO","2024-02-08T19:20:00Z" +"xxx","TODO","2024-02-08T19:20:00Z" +,# === Facebook___your_search_history_json === +"title","data","timestamp" +"xxx","xxx","2024-11-17T06:30:00Z" +"xxx","xxx","2024-11-17T06:30:00Z" +,# === base_data_manager_metadata === +id,perRowDescription,perRowTags,columnMeta,metaId +Facebook___notifications_json,"Notification at {0}: ""{3}""","facebook,initiated_by_third_party","isodatetime,any,url,text", +Facebook___accounts_and_profiles_json,"{0} account ""{2}""",facebook,"text,text,text,text,text,text", +Facebook___your_off_facebook_activity_json,{2} event from {0} at {3},facebook,"text,any,text,isodatetime", +Facebook___apps_and_websites_json,"App ""{0}"" added on {1}",facebook,"text,isodatetime", +Facebook___comments_json,"Comment on ""{2}"" at {0}",facebook,"isodatetime,TODO,text", +Facebook___Dating_Messages_0_json,"""{3}"" from {0} to {1} at {2}","facebook,message,dating,content_by_me","sender,receiver,isodatetime,text", +Facebook___instant_games_json,"Played ""{0}"" starting {1}","facebook,gaming","text,isodatetime", +Facebook___unfollowed_pages_json,"Unfollowed ""{0}"" at {1}","facebook,initiated_by_me","text,isodatetime", +Facebook___following_json,"Followed ""{0}"" at {1}",facebook,"receiver,isodatetime", +Facebook___followers_json,{0} follows you,facebook,sender, +Facebook___sent_friend_requests_json,{0} at {1},facebook,"text,isodatetime", +Facebook___removed_friends_json,{0} at {1},facebook,"text,isodatetime", +Facebook___rejected_friend_requests_json,{0} at {1},facebook,"text,isodatetime", +Facebook___received_friend_requests_json,{0} at {1},facebook,"text,isodatetime", +Facebook___friends_json,{0} at {1},facebook,"text,isodatetime", +Facebook___your_group_membership_activity_json,"Joined group ""{0}"" at {1}","facebook,initiated_by_me","text,isodatetime", +Facebook___your_posts_and_comments_in_groups_json,"Group post ""{0}"" at {2}",facebook,"text,TODO,isodatetime", +Facebook___people_json,Interaction with {0} at {2},facebook,"text,url,isodatetime", +Facebook___pages_json,"Liked page ""{0}"" at {1}",facebook,"text,isodatetime", +Facebook___posts_and_comments_json,"{2} on ""{0}"" at {1}",facebook,"text,isodatetime,text", +Facebook___items_sold_json,"Sold ""{0}"" for {1} on {3}","facebook,marketplace","text,numeric,sender,isodatetime,lat,lng,text", +Facebook___Messages_randomuser4_xxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta +Facebook___Messages_randomuser3_xxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta +Facebook___Messages_randomuser2_xxxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta +Facebook___Messages_randomuser_xxxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta +Facebook___pokes_json,{0} poked {1} at {3},facebook,"sender,receiver,numeric,isodatetime", +Facebook___support_correspondences_json,"""{2}"" from {0} to {1} at {4}",facebook,"sender,receiver,text,text,isodatetime", +Facebook___payment_history_json,{2} {3} from {0} to {1} on {7},"facebook,payment","sender,receiver,numeric,text,text,text,text,isodatetime", +Facebook___Album_0_json,"Photo in ""{0}"" at {2}","facebook,photo","text,url,isodatetime", +Facebook___your_pinned_posts_json,"Pinned post ""{0}"" at {2}",facebook,"text,url,isodatetime", +Facebook___your_posts_1_json,"Post ""{0}"" at {2}",facebook,"text,TODO,isodatetime", +Facebook___profile_update_history_json,"Profile update ""{0}"" at {1}",facebook,"text,isodatetime", +Facebook___your_search_history_json,"Searched for ""{1}"" at {2}","facebook,initiated_by_me,content_by_me","text,text,isodatetime", +Facebook___account_status_changes_json,Account {0} at {1},"facebook,security","text,isodatetime", +Facebook___account_activity_json,"{0} from {4}, {6} on {8}","facebook,security","text,text,text,text,text,text,text,text,isodatetime", +Facebook___administrative_records_json,{0} at {1} from {2},"facebook,security","text,isodatetime,text,text,text", +Facebook___authorized_logins_json,"Session ""{0}"" from {5} on {1}","facebook,security","text,isodatetime,isodatetime,text,text,text,text,text,text", +Facebook___contact_verifications_json,{2} verification of {1} at {0},"facebook,security","isodatetime,text,text", +Facebook___logins_and_logouts_json,{0} on {2} at {1} from {3},"facebook,security","text,isodatetime,text,text", +Facebook___story_reactions_json,"Story reaction on ""{0}"" at {1}",facebook,"text,isodatetime", + +`; + +exports[`facebook: Can load the 2021 export zipped 1`] = ` +# === Facebook___Album_0_json === +"album","uri","creation_timestamp" +"xxx","photos_and_videos/CoverPhotos_yyyyyy/200x200png.png","2024-03-07T15:23:20Z" +"xxx","photos_and_videos/CoverPhotos_yyyyyy/200x200png.png","2024-07-01T07:46:40Z" +,# === Facebook___Dating_Messages_0_json === +"from","to","timestamp","body" +"Me","xxx","2024-01-13T07:13:20Z","xxx" +"Me","xxx","2024-01-13T07:13:20Z","xxx" +,# === Facebook___Messages_Meta === +id,title,is_still_participant,thread_type,thread_path,participants +"Facebook___Messages_randomuser4_xxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" +"Facebook___Messages_randomuser3_xxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" +"Facebook___Messages_randomuser2_xxxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" +"Facebook___Messages_randomuser_xxxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" +,# === Facebook___Messages_randomuser2_xxxxxxxx___message_1_json === +"from","to","timestamp","content" +"xxx","","1970-01-01T00:00:00Z","xxx" +"xxx","","1970-01-01T00:00:00Z","xxx" +,# === Facebook___Messages_randomuser3_xxxxxxx___message_1_json === +"from","to","timestamp","content" +"xxx","","1970-01-01T00:00:00Z","xxx" +,# === Facebook___Messages_randomuser4_xxxxxxx___message_1_json === +"from","to","timestamp","content" +"xxx","","1970-01-01T00:00:00Z","xxx" +,# === Facebook___Messages_randomuser_xxxxxxxx___message_1_json === +"from","to","timestamp","content" +"xxx","","1970-01-01T00:00:00Z","xxx" +"xxx","","1970-01-01T00:00:00Z","xxx" +,# === Facebook___account_activity_json === +"action","ip","user_agent","datr_cookie","city","region","country","site_name","timestamp" +"xxx","1.1.1.1","some/path","xxx","xxx","xxx","xxx","xxx","2024-05-01T07:53:20Z" +"xxx","1.1.1.1","some/path","xxx","xxx","xxx","xxx","xxx","2024-05-01T07:53:20Z" +,# === Facebook___account_status_changes_json === +"status","timestamp" +"xxx","2024-05-01T07:53:20Z" +"xxx","2024-02-13T14:36:40Z" +,# === Facebook___accounts_and_profiles_json === +"service_name","native_app_id","username","email","phone_number","name" +"xxx",69,"xxx","not_a_real_email@example.com","xxx","xxx" +"xxx",1707005000,"xxx","not_a_real_email@example.com",,"xxx" +,# === Facebook___administrative_records_json === +"event","created_timestamp","ip_address","user_agent","datr_cookie" +"xxx","2024-05-01T07:53:20Z",,, +"xxx","2024-02-13T14:36:40Z",,, +,# === Facebook___apps_and_websites_json === +"name","added_timestamp" +"xxx","2024-12-29T08:13:20Z" +"xxx","2024-09-02T12:26:40Z" +,# === Facebook___authorized_logins_json === +"name","created_timestamp","updated_timestamp","ip_address","user_agent","location","app","session_type","datr_cookie" +"xxx","2024-08-22T01:26:40Z","2024-05-11T15:06:40Z","1.1.1.1","some/path","","","","xxx" +,# === Facebook___comments_json === +"timestamp","data","title" +"2024-02-08T19:20:00Z","TODO","xxx" +"2024-01-17T14:00:00Z","TODO","xxx" +,# === Facebook___contact_verifications_json === +"timestamp","email","contact_type" +"2024-10-18T07:03:20Z","not_a_real_email@example.com",69 +"2024-01-21T22:10:00Z","not_a_real_email@example.com",69 +,# === Facebook___followers_json === +"name" +"xxx" +"xxx" +,# === Facebook___following_json === +"name","timestamp" +"xxx","2024-05-01T07:53:20Z" +"xxx","2024-05-01T07:53:20Z" +,# === Facebook___friends_json === +"name","timestamp" +"xxx","2024-02-13T13:13:20Z" +"xxx","2024-10-31T00:36:40Z" +,# === Facebook___instant_games_json === +"game","added_timestamp" +"xxx","2024-11-03T16:06:40Z" +,# === Facebook___items_sold_json === +"title","price","seller","created_timestamp","latitude","longitude","description" +"xxx","xxx","xxx","2024-12-18T05:33:20Z",69,69,"xxx" +"xxx","xxx","xxx","2024-12-18T05:33:20Z",69,69,"xxx" +,# === Facebook___logins_and_logouts_json === +"action","timestamp","site","ip_address" +"xxx","2024-05-01T07:53:20Z","xxx","1.1.1.1" +"xxx","2024-04-23T17:56:40Z","xxx","1.1.1.1" +,# === Facebook___notifications_json === +"timestamp","unread","href","text" +"2024-04-30T08:16:40Z",true,"url://somewhere","xxx" +"2024-04-30T08:16:40Z",true,"url://somewhere","xxx" +,# === Facebook___pages_json === +"name","timestamp" +"xxx","2024-05-01T07:53:20Z" +"xxx","2024-05-01T07:53:20Z" +,# === Facebook___payment_history_json === +"from","to","amount","currency","type","status","payment_method","created_timestamp" +"xxx","xxx","xxx","xxx","xxx","xxx","xxx","2024-05-05T21:36:40Z" +,# === Facebook___people_json === +"name","uri","timestamp" +"xxx","url://somewhere","2024-01-15T12:00:00Z" +"xxx","url://somewhere","2024-01-12T06:13:20Z" +,# === Facebook___pokes_json === +"from","to","rank","timestamp" +"xxx","xxx",69,"2024-07-22T19:03:20Z" +,# === Facebook___posts_and_comments_json === +"title","timestamp","reaction" +,"2024-01-14T06:50:00Z","xxx" +,"2024-01-14T06:50:00Z","xxx" +,# === Facebook___profile_update_history_json === +"title","timestamp" +,"2024-10-06T08:56:40Z" +,"2024-10-06T08:56:40Z" +,# === Facebook___received_friend_requests_json === +"name","timestamp" +"xxx","2024-02-08T16:33:20Z" +"xxx","2024-09-24T19:10:00Z" +,# === Facebook___rejected_friend_requests_json === +"name","timestamp" +"xxx","2024-09-27T15:13:20Z" +"xxx","2024-08-24T00:40:00Z" +,# === Facebook___removed_friends_json === +"name","timestamp" +"xxx","2024-01-14T06:50:00Z" +"xxx","2024-01-14T06:50:00Z" +,# === Facebook___sent_friend_requests_json === +"name","timestamp" +"xxx","2024-06-23T05:20:00Z" +"xxx","2024-05-25T08:16:40Z" +,# === Facebook___story_reactions_json === +"title","timestamp" +"xxx","2024-01-14T06:50:00Z" +"xxx","2024-04-28T20:10:00Z" +,# === Facebook___support_correspondences_json === +"from","to","subject","message","timestamp" +"not_a_real_email@example.com","xxx","xxx","xxx","2024-10-16T06:26:40Z" +"xxx","xxx","xxx","url://somewhere","2024-10-16T06:26:40Z" +,# === Facebook___unfollowed_pages_json === +"title","timestamp" +"xxx","2024-12-17T08:43:20Z" +,# === Facebook___your_group_membership_activity_json === +"title","timestamp" +"xxx","2024-01-14T06:50:00Z" +"xxx","2024-01-14T06:50:00Z" +,# === Facebook___your_off_facebook_activity_json === +"name","id","type","timestamp" +"xxx",69,"xxx","2024-02-11T12:36:40Z" +"xxx",69,"xxx","2024-02-10T19:56:40Z" +"xxx",69,"xxx","2024-02-10T11:36:40Z" +"xxx",69,"xxx","2024-02-07T21:06:40Z" +,# === Facebook___your_pinned_posts_json === +"name","uri","timestamp" +"xxx","url://somewhere","2024-02-27T05:00:00Z" +"xxx","url://somewhere","2024-05-16T03:26:40Z" +,# === Facebook___your_posts_1_json === +"title","data","timestamp" +"xxx","TODO: data","2024-05-01T07:53:20Z" +"xxx","TODO: data","2024-10-31T06:10:00Z" +,# === Facebook___your_posts_and_comments_in_groups_json === +"title","data","timestamp" +"xxx","TODO","2024-02-08T19:20:00Z" +"xxx","TODO","2024-02-08T19:20:00Z" +,# === Facebook___your_search_history_json === +"title","data","timestamp" +"xxx","xxx","2024-11-17T06:30:00Z" +"xxx","xxx","2024-11-17T06:30:00Z" +,# === base_data_manager_metadata === +id,perRowDescription,perRowTags,columnMeta,metaId +Facebook___notifications_json,"Notification at {0}: ""{3}""","facebook,initiated_by_third_party","isodatetime,any,url,text", +Facebook___accounts_and_profiles_json,"{0} account ""{2}""",facebook,"text,text,text,text,text,text", +Facebook___your_off_facebook_activity_json,{2} event from {0} at {3},facebook,"text,any,text,isodatetime", +Facebook___apps_and_websites_json,"App ""{0}"" added on {1}",facebook,"text,isodatetime", +Facebook___comments_json,"Comment on ""{2}"" at {0}",facebook,"isodatetime,TODO,text", +Facebook___Dating_Messages_0_json,"""{3}"" from {0} to {1} at {2}","facebook,message,dating,content_by_me","sender,receiver,isodatetime,text", +Facebook___instant_games_json,"Played ""{0}"" starting {1}","facebook,gaming","text,isodatetime", +Facebook___unfollowed_pages_json,"Unfollowed ""{0}"" at {1}","facebook,initiated_by_me","text,isodatetime", +Facebook___following_json,"Followed ""{0}"" at {1}",facebook,"receiver,isodatetime", +Facebook___followers_json,{0} follows you,facebook,sender, +Facebook___sent_friend_requests_json,{0} at {1},facebook,"text,isodatetime", +Facebook___removed_friends_json,{0} at {1},facebook,"text,isodatetime", +Facebook___rejected_friend_requests_json,{0} at {1},facebook,"text,isodatetime", +Facebook___received_friend_requests_json,{0} at {1},facebook,"text,isodatetime", +Facebook___friends_json,{0} at {1},facebook,"text,isodatetime", +Facebook___your_group_membership_activity_json,"Joined group ""{0}"" at {1}","facebook,initiated_by_me","text,isodatetime", +Facebook___your_posts_and_comments_in_groups_json,"Group post ""{0}"" at {2}",facebook,"text,TODO,isodatetime", +Facebook___people_json,Interaction with {0} at {2},facebook,"text,url,isodatetime", +Facebook___pages_json,"Liked page ""{0}"" at {1}",facebook,"text,isodatetime", +Facebook___posts_and_comments_json,"{2} on ""{0}"" at {1}",facebook,"text,isodatetime,text", +Facebook___items_sold_json,"Sold ""{0}"" for {1} on {3}","facebook,marketplace","text,numeric,sender,isodatetime,lat,lng,text", +Facebook___Messages_randomuser4_xxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta +Facebook___Messages_randomuser3_xxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta +Facebook___Messages_randomuser2_xxxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta +Facebook___Messages_randomuser_xxxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta +Facebook___pokes_json,{0} poked {1} at {3},facebook,"sender,receiver,numeric,isodatetime", +Facebook___support_correspondences_json,"""{2}"" from {0} to {1} at {4}",facebook,"sender,receiver,text,text,isodatetime", +Facebook___payment_history_json,{2} {3} from {0} to {1} on {7},"facebook,payment","sender,receiver,numeric,text,text,text,text,isodatetime", +Facebook___Album_0_json,"Photo in ""{0}"" at {2}","facebook,photo","text,url,isodatetime", +Facebook___your_pinned_posts_json,"Pinned post ""{0}"" at {2}",facebook,"text,url,isodatetime", +Facebook___your_posts_1_json,"Post ""{0}"" at {2}",facebook,"text,TODO,isodatetime", +Facebook___profile_update_history_json,"Profile update ""{0}"" at {1}",facebook,"text,isodatetime", +Facebook___your_search_history_json,"Searched for ""{1}"" at {2}","facebook,initiated_by_me,content_by_me","text,text,isodatetime", +Facebook___account_status_changes_json,Account {0} at {1},"facebook,security","text,isodatetime", +Facebook___account_activity_json,"{0} from {4}, {6} on {8}","facebook,security","text,text,text,text,text,text,text,text,isodatetime", +Facebook___administrative_records_json,{0} at {1} from {2},"facebook,security","text,isodatetime,text,text,text", +Facebook___authorized_logins_json,"Session ""{0}"" from {5} on {1}","facebook,security","text,isodatetime,isodatetime,text,text,text,text,text,text", +Facebook___contact_verifications_json,{2} verification of {1} at {0},"facebook,security","isodatetime,text,text", +Facebook___logins_and_logouts_json,{0} on {2} at {1} from {3},"facebook,security","text,isodatetime,text,text", +Facebook___story_reactions_json,"Story reaction on ""{0}"" at {1}",facebook,"text,isodatetime", + +`; + +exports[`facebook: Can load the 2025 export 1`] = ` +# === Facebook___Messages_Meta === +id,title,is_still_participant,thread_type,thread_path,participants +"Facebookv2___Messages_chatname_000000000000000000___message_1_json","xxx",true,,"some/path","xxx, xxx" +"Facebookv2___Messages_chatname_000000000000000___message_1_json","xxx",true,,"some/path","xxx, xxx" +"Facebookv2___Messages_chatname_00000000000000000___message_1_json","xxx",true,,"some/path","xxx, xxx" +"Facebookv2___Messages_archived_threads___chatnametype2_000000000000000_json","xxx",true,,"some/path","xxx, xxx" +"Facebookv2___Messages_chatname_00000000000000000___message_1_json","xxx",true,,"some/path","xxx, xxx" +,# === Facebookv2___Messages_archived_threads___chatnametype2_000000000000000_json === +"from","to","timestamp","content" +"xxx","","1970-01-01T00:00:00Z","xxx" +"xxx","","1970-01-01T00:00:00Z","some/path" +,# === Facebookv2___Messages_chatname_000000000000000000___message_1_json === +"from","to","timestamp","content" +"xxx","","1970-01-01T00:00:00Z", +"xxx","","1970-01-01T00:00:00Z","xxx" +,# === Facebookv2___Messages_chatname_00000000000000000___message_1_json === +"from","to","timestamp","content" +"xxx","","1970-01-01T00:00:00Z","xxx" +"xxx","","1970-01-01T00:00:00Z","xxx" +,# === Facebookv2___Messages_chatname_00000000000000000___message_1_json === +"from","to","timestamp","content" +"xxx","","1970-01-01T00:00:00Z","xxx" +"xxx","","1970-01-01T00:00:00Z","xxx" +,# === Facebookv2___Messages_chatname_000000000000000___message_1_json === +"from","to","timestamp","content" +"xxx","","1970-01-01T00:00:00Z", +,# === Facebookv2___account_activity_json === +"action","ip","user_agent","datr_cookie","city","region","country","site_name","timestamp" +"xxx","1.1.1.1","some/path","xxx","xxx","xxx","xxx","xxx","2024-11-22T10:06:40Z" +"xxx","1.1.1.1","some/path","xxx","xxx","xxx","xxx","xxx","2024-11-21T23:00:00Z" +,# === Facebookv2___comments_json === +"timestamp","data","title" +"2024-02-13T02:06:40Z","TODO","xxx" +"2024-07-12T02:06:40Z","TODO","xxx" +,# === Facebookv2___connected_apps_and_websites_json === +"name","added_timestamp" +"xxx","2024-01-12T00:40:00Z" +"xxx","2024-06-21T17:13:20Z" +,# === Facebookv2___email_address_verifications_json === +"timestamp","email","contact_type" +"2024-02-07T19:43:20Z","not_a_real_email@example.com",69 +,# === Facebookv2___group_posts_and_comments_json === +"title","data","timestamp" +"xxx","TODO","2024-10-06T06:10:00Z" +"xxx","TODO","2024-01-22T16:13:20Z" +,# === Facebookv2___items_sold_json === +"title","price","seller","created_timestamp","latitude","longitude","description" +"xxx","xxx","xxx","2024-10-02T23:00:00Z",69,69,"xxx" +"xxx","xxx","xxx","2024-09-27T01:20:00Z",69,69,"xxx" +,# === Facebookv2___logins_and_logouts_json === +"action","timestamp","site","ip_address" +"xxx","2024-08-10T14:26:40Z","xxx","1.1.1.1" +"xxx","2024-08-10T14:26:40Z","xxx","1.1.1.1" +,# === Facebookv2___notifications_json === +"timestamp","unread","href","text" +"2024-11-20T12:16:40Z",true,"url://somewhere","xxx" +"2024-11-15T00:20:00Z",true,"url://somewhere","xxx" +,# === Facebookv2___pages_and_profiles_you_ve_unfollowed_json === +"title","timestamp" +"xxx","2024-02-21T03:10:00Z" +,# === Facebookv2___people_and_friends_json === +"name","uri","timestamp" +"xxx","url://somewhere","2024-09-11T20:03:20Z" +"xxx","url://somewhere","2024-01-20T12:50:00Z" +,# === Facebookv2___received_friend_requests_json === +"name","timestamp" +"xxx","2024-09-10T10:43:20Z" +"xxx","2024-09-02T12:26:40Z" +,# === Facebookv2___record_details_json === +"event","created_timestamp","ip_address","user_agent","datr_cookie" +"xxx","2024-08-11T01:33:20Z",,, +"xxx","2024-08-10T14:26:40Z",,, +,# === Facebookv2___rejected_friend_requests_json === +"name","timestamp" +"xxx","2024-09-01T14:13:20Z" +"xxx","2024-08-12T08:06:40Z" +,# === Facebookv2___time_spent_on_facebook_json === +"start","end" +,# === Facebookv2___where_you_re_logged_in_json === +"name","created_timestamp","updated_timestamp","ip_address","user_agent","location","app","session_type","datr_cookie" +,"2024-04-04T19:46:40Z","2024-11-23T02:46:40Z","1.1.1.1","some/path","xxx","xxx","xxx","xxx" +,"2024-04-05T06:53:20Z","2024-11-22T10:06:40Z","1.1.1.1","some/path","xxx","xxx","xxx","xxx" +,# === Facebookv2___your_friends_json === +"name","timestamp" +"xxx","2024-04-01T16:46:40Z" +"xxx","2024-09-07T16:03:20Z" +,# === Facebookv2___your_group_membership_activity_json === +"title","timestamp" +"xxx","2024-02-12T17:46:40Z" +"xxx","2024-02-12T17:46:40Z" +,# === Facebookv2___your_search_history_json === +"title","data","timestamp" +"xxx","xxx","2024-12-08T09:26:40Z" +"xxx","xxx","2024-12-28T00:16:40Z" +,# === base_data_manager_metadata === +id,perRowDescription,perRowTags,columnMeta,metaId +Facebookv2___connected_apps_and_websites_json,"App ""{0}"" added on {1}",facebook,"text,isodatetime", +Facebookv2___comments_json,"Comment on ""{2}"" at {0}",facebook,"isodatetime,TODO,text", +Facebookv2___Messages_chatname_000000000000000000___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta +Facebookv2___Messages_chatname_000000000000000___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta +Facebookv2___Messages_chatname_00000000000000000___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta +Facebookv2___Messages_archived_threads___chatnametype2_000000000000000_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta +Facebookv2___Messages_chatname_00000000000000000___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta +Facebookv2___time_spent_on_facebook_json,Active from {0} to {1},facebook,"isodatetime,isodatetime", +Facebookv2___your_group_membership_activity_json,"Joined group ""{0}"" at {1}","facebook,initiated_by_me","text,isodatetime", +Facebookv2___group_posts_and_comments_json,"Group post ""{0}"" at {2}",facebook,"text,TODO,isodatetime", +Facebookv2___pages_and_profiles_you_ve_unfollowed_json,"Unfollowed ""{0}"" at {1}","facebook,initiated_by_me","text,isodatetime", +Facebookv2___your_friends_json,{0} at {1},facebook,"text,isodatetime", +Facebookv2___rejected_friend_requests_json,{0} at {1},facebook,"text,isodatetime", +Facebookv2___received_friend_requests_json,{0} at {1},facebook,"text,isodatetime", +Facebookv2___people_and_friends_json,Interaction with {0} at {2},facebook,"text,url,isodatetime", +Facebookv2___your_search_history_json,"Searched for ""{1}"" at {2}","facebook,initiated_by_me,content_by_me","text,text,isodatetime", +Facebookv2___notifications_json,"Notification at {0}: ""{3}""","facebook,initiated_by_third_party","isodatetime,any,url,text", +Facebookv2___account_activity_json,"{0} from {4}, {6} on {8}","facebook,security","text,text,text,text,text,text,text,text,isodatetime", +Facebookv2___record_details_json,{0} at {1} from {2},"facebook,security","text,isodatetime,text,text,text", +Facebookv2___where_you_re_logged_in_json,"Session ""{0}"" from {5} on {1}","facebook,security","text,isodatetime,isodatetime,text,text,text,text,text,text", +Facebookv2___email_address_verifications_json,{2} verification of {1} at {0},"facebook,security","isodatetime,text,text", +Facebookv2___logins_and_logouts_json,{0} on {2} at {1} from {3},"facebook,security","text,isodatetime,text,text", +Facebookv2___items_sold_json,"Sold ""{0}"" for {1} on {3}","facebook,marketplace","text,numeric,sender,isodatetime,lat,lng,text", + +`; + +exports[`snapchat: Can load the 2023-11 export 1`] = ` +# === Snapchat___Account_History === +"change_type","date","detail" +"display_name_change","2020-04-13T10:09:08+00:00","xxxxx" +"display_name_change","","xxxxxx" +"email_change","2020-04-13T10:09:08+00:00","not_a_real_email@example.com" +"password_change","2020-04-13T10:09:08+00:00","" +"password_change","2020-04-13T10:09:08+00:00","" +"linked_to_bitmoji","2020-04-13T10:09:08+00:00","" +"data_download","2020-04-13T10:09:08+00:00","xxxxxxx / not_a_real_email@example.com" +"data_download","2020-04-13T10:09:08+00:00","xxxxxxxxx / not_a_real_email@example.com" +,# === Snapchat___Chat_History === +"conversation_with","from","media_type","created","content","is_sender" +"some_friend","xxxxxxxxx","xxxxx","2020-04-13T10:09:08+00:00","","false" +"some_friend","xxxxxxxxx","xxxx","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxxxx","false" +"some_friend_too","xxxxxxxxxxxxxx","xxxxx","2020-04-13T10:09:08+00:00","","false" +"some_friend_too","xxxxxxxxxxxxx","xxxx","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxxxxxxxx","false" +,# === Snapchat___Connected_App_Permissions === +"app","time","type" +"xxxxxxx","2020-04-13T10:09:08+00:00","xxxxxxx" +,# === Snapchat___Email_Campaigns === +"campaign","opt_out_status" +"xxxxxxxxxxxxxxxx","xxxxxxxxxxxx" +"xxxxxxxxxxxxxxx","xxxxxxxxxxxx" +,# === Snapchat___Friends === +"relationship_type","username","display_name","created_at","modified_at","source" +"Friends","xxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxx" +"Friends","xxxxxxxxxxxxxxx","xxxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxxxx" +"Friend Requests Sent","xxxxxxxxxx","xxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxxxxxxxx" +"Friend Requests Sent","xxxxxxxxx","xxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxxxxxxxx" +"Blocked Users","xxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxxxxxxxx" +"Blocked Users","xxxxxxxxxxxxxx","xxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" +"Deleted Friends","xxxxxx","xxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" +"Deleted Friends","xxxxxxxxxxxxxxx","xxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" +"Ignored Snapchatters","xxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" +"Ignored Snapchatters","xxxxxxxx","xxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" +"Pending Requests","xxxxxxxxxxxxxxx","xxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" +"Pending Requests","xxxxxxxxxxxxxx","xxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" +,# === Snapchat___In_App_Surveys === +"survey","time","question","response" +"Survey 2020/04/12","xxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx","xxxxxxxxxx" +"Survey 2020/04/12","xxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx","xxx" +"Survey 2020/04/13","xxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx","xxxxxxxxxxxxxx" +"Survey 2020/04/13","xxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx","some/path" +,# === Snapchat___Location_Visits === +"time","city","region","postal_code" +"some/path","xxxxxx","xxxxxxxx","11111" +,# === Snapchat___Login_History === +"ip","country","created","status","device" +"1.1.1.1","xx","2020-04-13T10:09:08+00:00","xxxxxxx","some/path" +"1.1.1.1","xx","2020-04-13T10:09:08+00:00","xxxxxxx","some/path" +,# === Snapchat___Spotlight === +"story_date","story_url","action_type","view_time" +"2020-04-13T10:09:08+00:00","url://somewhere","xxxx","xxxxxxxxxxxxx" +,# === Snapchat___Terms_History === +"version","acceptance_date" +"xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00" +"xxxxxxxxxxxxxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00" +,# === base_data_manager_metadata === +id,perRowDescription,perRowTags,columnMeta,metaId +Snapchat___Login_History,Login from {0} ({1}) on {2},"snapchat,security","text,text,isodatetime,text,text", +Snapchat___Account_History,{0} on {1}: {2},"snapchat,security","text,isodatetime,text", +Snapchat___Friends,{0}: {2} (@{1}) since {3},snapchat,"text,text,text,isodatetime,isodatetime,text", +Snapchat___Chat_History,"""{4}"" from {1} in {0} at {3}","snapchat,message","text,sender,text,isodatetime,text,any", +Snapchat___Location_Visits,"Visited {1}, {2} ({3}) around {0}","snapchat,location","any,text,text,any", +Snapchat___Spotlight,{2} on spotlight at {0},snapchat,"isodatetime,url,text,any", +Snapchat___Terms_History,Accepted terms {0} on {1},snapchat,"text,isodatetime", +Snapchat___Connected_App_Permissions,{2} permission for {0} on {1},snapchat,"text,isodatetime,text", +Snapchat___Email_Campaigns,"Email campaign ""{0}"": {1}",snapchat,"text,text", +Snapchat___In_App_Surveys,"Survey ""{2}"": {3}",snapchat,"text,any,text,text", + +`; diff --git a/test/discord-chat-exporter.ts b/test/discord-chat-exporter.ts deleted file mode 100644 index 1064dc5..0000000 --- a/test/discord-chat-exporter.ts +++ /dev/null @@ -1,27 +0,0 @@ -import test from "node:test"; -import nodePath from "node:path"; -import { strict as assert } from "node:assert"; -import { TaskTarget } from "../data-export/task.ts"; -import { discord_chat_exporter } from "../data-export/discord-chat-exporter.ts"; -import * as DataIO from "../data-export/io.ts"; -import { parse } from "csv-parse/sync"; - -const THIS_FILE = import.meta.dirname; -const DCE_DIR = nodePath.join(THIS_FILE, 'fixtures/discord-chat-exporter-2026-02'); - -test("discord-chat-exporter: Can load the 2026-02 export", async (t) => { - const targets = [new TaskTarget(DCE_DIR)]; - const builtTargets = await discord_chat_exporter()(targets); - const out = await DataIO.runPipeline(builtTargets); - const idAndCSVs: [string, string][] = []; - for (const { target, result } of out) { - assert.ok(!result.stderr, `Task ${target.id} should have no stderr output`); - assert.ok(result.ok, `Task ${target.id} should be okay`); - idAndCSVs.push([target.id, result.stdout]); - } - const csvs = idAndCSVs - .sort() - .map(v => parse(v[1])); - - t.assert.snapshot(csvs); -}); diff --git a/test/discord-chat-exporter.ts.snapshot b/test/discord-chat-exporter.ts.snapshot deleted file mode 100644 index 6af4b8c..0000000 --- a/test/discord-chat-exporter.ts.snapshot +++ /dev/null @@ -1,82 +0,0 @@ -exports[`discord-chat-exporter: Can load the 2026-02 export 1`] = ` -[ - [ - [ - "id", - "timestamp", - "author", - "discriminator", - "content", - "attachment" - ], - [ - "111111111111111111", - "2020-04-13T10:09:08.000000+00:00", - "xxxxxxxx", - "1111", - "xxxxxxxxxxxxxxxxxx", - "" - ], - [ - "111111111111111111", - "2020-04-13T10:09:08.000000+00:00", - "xxxxxxxx", - "1111", - "xxxxxxxxx", - "" - ], - [ - "111111111111111111", - "2020-04-13T10:09:08.000000+00:00", - "xxxxxxxx", - "1111", - "https://example.com/example.png", - "" - ], - [ - "111111111111111111", - "2020-04-13T10:09:08.000000+00:00", - "xxxxxxxx", - "1111", - "xxx", - "GuildName - Text Channels - ChannelName [0000000000000000].json_Files/unknown-SUFFIX.png" - ] - ], - [ - [ - "id", - "guild_name", - "channel_name", - "channel_type", - "channel_category", - "channel_topic", - "message_count" - ], - [ - "DiscordCE___Channel_0000000000000000", - "xxxxxxxx", - "xxxxxxx", - "xxxxxxxxxxxxx", - "xxxxxxxxxxxxx", - "", - "111" - ] - ], - [ - [ - "id", - "perRowDescription", - "perRowTags", - "columnMeta", - "metaId" - ], - [ - "DiscordCE___Messages_0000000000000000", - "\\"{4}\\" from {2} at {1}", - "discord,message", - "any,isodatetime,sender,any,text,url", - "DiscordCE___Messages_Meta" - ] - ] -] -`; diff --git a/test/discord.ts b/test/discord.ts deleted file mode 100644 index 787fe88..0000000 --- a/test/discord.ts +++ /dev/null @@ -1,27 +0,0 @@ -import test from "node:test"; -import nodePath from "node:path"; -import { strict as assert } from "node:assert"; -import { TaskTarget } from "../data-export/task.ts"; -import { discord } from "../data-export/discord.ts"; -import * as DataIO from "../data-export/io.ts"; -import { parse } from "csv-parse/sync"; - -const THIS_FILE = import.meta.dirname; -const DISCORD_V1_DIR = nodePath.join(THIS_FILE, 'fixtures/discord-json-2021-01'); - -test("discord: Can load the 2021 export", async (t) => { - const targets = [new TaskTarget(DISCORD_V1_DIR)]; - const builtTargets = await discord()(targets); - const out = await DataIO.runPipeline(builtTargets); - const idAndCSVs: [string, string][] = []; - for (const { target, result } of out) { - assert.ok(!result.stderr, `Task ${target.id} should have no stderr output`); - assert.ok(result.ok, `Task ${target.id} should be okay`); - idAndCSVs.push([target.id, result.stdout]); - } - const csvs = idAndCSVs - .sort() // Keep stable ordering for snapshots - .map(v => parse(v[1])); - - t.assert.snapshot(csvs); -}); diff --git a/test/discord.ts.snapshot b/test/discord.ts.snapshot deleted file mode 100644 index 6ea1a75..0000000 --- a/test/discord.ts.snapshot +++ /dev/null @@ -1,415 +0,0 @@ -exports[`discord: Can load the 2021 export 1`] = ` -[ - [ - [ - "application_id", - "last_played_at", - "total_duration" - ], - [ - "111111111111111111", - "2020-04-13T10:09:08.000000+00:00", - "1111" - ], - [ - "111111111111111111", - "2020-04-13T10:09:08.000000+00:00", - "111111" - ] - ], - [ - [ - "event_type", - "timestamp", - "channel_id", - "guild_id", - "message_id", - "game_name", - "channel_name", - "guild_name" - ], - [ - "xxxxxxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxxxxx", - "111111111111111111", - "111111111111111111", - "111111111111111111", - "xxxxxxxxx", - "", - "" - ], - [ - "xxxxxxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxxxxx", - "111111111111111111", - "111111111111111111", - "111111111111111111", - "xxxxxxxxx", - "", - "" - ] - ], - [ - [ - "event_type", - "timestamp", - "channel_id", - "guild_id", - "message_id", - "game_name", - "channel_name", - "guild_name" - ], - [ - "xxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxxxxx", - "111111111111111111", - "111111111111111111", - "111111111111111111", - "xxxxxx", - "", - "" - ], - [ - "xxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxxxxx", - "111111111111111111", - "111111111111111111", - "111111111111111111", - "xxxxxx", - "", - "" - ] - ], - [ - [ - "event_type", - "timestamp", - "channel_id", - "guild_id", - "message_id", - "game_name", - "channel_name", - "guild_name" - ], - [ - "xxxxxxxxxxxxxxxxxxxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxxxxx", - "111111111111111111", - "111111111111111111", - "111111111111111111", - "xxxxxxxxxxxxxxxxx", - "", - "" - ], - [ - "xxxxxxxxxxxxxxxxxxxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxxxxx", - "111111111111111111", - "111111111111111111", - "111111111111111111", - "xxxxxxxxxxxxxxxxx", - "", - "" - ] - ], - [ - [ - "event_type", - "timestamp", - "channel_id", - "guild_id", - "message_id", - "game_name", - "channel_name", - "guild_name" - ], - [ - "xxxxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxxxxx", - "111111111111111111", - "111111111111111111", - "111111111111111111", - "xxxxxxxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxx", - "xxxxxxxxxxx" - ], - [ - "xxxxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxxxxx", - "111111111111111111", - "111111111111111111", - "111111111111111111", - "xxxxxxxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxx", - "xxxxxxxxxxx" - ] - ], - [ - [ - "type", - "name", - "id", - "verified", - "visibility" - ], - [ - "xxxxxxxxx", - "xxxxxxxxxxx", - "xxxxxxxxxxx", - "false", - "1" - ], - [ - "xxxxxxx", - "xxxxxxxx", - "xxxxxxxx", - "false", - "1" - ] - ], - [ - [ - "id", - "timestamp", - "content", - "attachment" - ], - [ - "8888888888", - "2022-02-22 22:22:22.222222+00:00", - "Heyo", - "" - ] - ], - [ - [ - "id", - "timestamp", - "content", - "attachment" - ], - [ - "2222222222222", - "2022-22-22 22:22:22.22222+00:00", - "Heyo", - "" - ] - ], - [ - [ - "id", - "timestamp", - "content", - "attachment" - ], - [ - "000000000000000005", - "2011-02-02 02:05:02.000000+00:00", - "Huh what the heck is this message", - "" - ], - [ - "000000000000000004", - "2011-02-02 02:04:02.000000+00:00", - "<:thonk:000000000000000000><:thonk:000000000000000000><:thonk:000000000000000000>", - "" - ], - [ - "000000000000000003", - "2011-02-02 02:03:02.000000+00:00", - "(so <@00000000000000000> who are you)", - "" - ], - [ - "000000000000000002", - "2011-02-02 02:02:02.000000+00:00", - "", - "https://cdn.discordapp.com/attachments/000000000000000000/000000000000000000/image.png" - ], - [ - "000000000000000001", - "2011-02-02 02:01:02.000000+00:00", - "https://google.com/whatever", - "" - ] - ], - [ - [ - "id", - "type", - "name", - "guild_id", - "guild_name", - "recipients" - ], - [ - "Discord___Channel_333333333333333333", - "0", - "generalchat", - "333333333333333332", - "xxx", - "" - ], - [ - "Discord___Channel_222222222222222222", - "1", - "", - "", - "", - "00000000000000000,1111111111111111" - ], - [ - "Discord___Channel_11111111111111111", - "0", - "", - "", - "", - "" - ] - ], - [ - [ - "user_id", - "note" - ], - [ - "111111111111111111", - "xxxx" - ] - ], - [ - [ - "created_at", - "description", - "amount", - "currency", - "status" - ], - [ - "2020-04-13T10:09:08.000000+00:00", - "xxxxxxxxxxxxxxxxxxxx", - "1111", - "xxx", - "1" - ], - [ - "2020-04-13T10:09:08.000000+00:00", - "xxxxxxxxxxxxxxxxxxxx", - "1111", - "xxx", - "1" - ] - ], - [ - [ - "username", - "discriminator", - "type" - ], - [ - "xxxxxxxxxxxx", - "1111", - "1" - ], - [ - "xxxx", - "1111", - "1" - ] - ], - [ - [ - "id", - "perRowDescription", - "perRowTags", - "columnMeta", - "metaId" - ], - [ - "Discord___Messages_333333333333333333", - "\\"{2}\\" at {1}", - "discord,message,content_by_me", - "any,isodatetime,text,url", - "Discord___Messages_Meta" - ], - [ - "Discord___Messages_222222222222222222", - "\\"{2}\\" at {1}", - "discord,message,content_by_me", - "any,isodatetime,text,url", - "Discord___Messages_Meta" - ], - [ - "Discord___Messages_11111111111111111", - "\\"{2}\\" at {1}", - "discord,message,content_by_me", - "any,isodatetime,text,url", - "Discord___Messages_Meta" - ], - [ - "Discord___Connections", - "{0} account \\"{1}\\"", - "discord", - "text,text,any,any,any", - "" - ], - [ - "Discord___Relationships", - "{0}#{1} (relationship type {2})", - "discord", - "text,any,any", - "" - ], - [ - "Discord___Payments", - "{1}: {2} {3} on {0}", - "discord,payment", - "isodatetime,text,numeric,text,any", - "" - ], - [ - "Discord___Activity_Stats", - "App {0}: {2}s played, last at {1}", - "discord", - "any,isodatetime,numeric", - "" - ], - [ - "Discord___Notes", - "Note on {0}: \\"{1}\\"", - "discord", - "any,text", - "" - ], - [ - "Discord___Activity_tns", - "{0} at {1}", - "discord,activity", - "text,isodatetime,any,any,any,text,text,text", - "" - ], - [ - "Discord___Activity_reporting", - "{0} at {1}", - "discord,activity", - "text,isodatetime,any,any,any,text,text,text", - "" - ], - [ - "Discord___Activity_modeling", - "{0} at {1}", - "discord,activity", - "text,isodatetime,any,any,any,text,text,text", - "" - ], - [ - "Discord___Activity_analytics", - "{0} at {1}", - "discord,activity", - "text,isodatetime,any,any,any,text,text,text", - "" - ] - ] -] -`; diff --git a/test/facebook.ts b/test/facebook.ts deleted file mode 100644 index e14d181..0000000 --- a/test/facebook.ts +++ /dev/null @@ -1,68 +0,0 @@ -import test from "node:test"; -import nodePath from "node:path"; -import { strict as assert } from "node:assert"; -import { TaskTarget, verify, run, unzip, pipe } from "../data-export/task.ts"; -import { parallel } from "../data-export/parallel.ts"; -import { facebook, facebook_v2 } from "../data-export/facebook.ts"; -import * as DataIO from "../data-export/io.ts"; -import { parse } from "csv-parse/sync"; // For better diffs + error checking of CSV output - -const THIS_FILE = import.meta.dirname; -const FACEBOOK_V1_DIR = nodePath.join(THIS_FILE, 'fixtures/facebook-json-2021-05-01'); -const FACEBOOK_V1_ZIPPED = nodePath.join(THIS_FILE, 'fixtures/facebook-json-2021-05-01.zip'); -const FACEBOOK_V2_DIR = nodePath.join(THIS_FILE, 'fixtures/facebook-json-2025-11-29'); - -test("facebook: Can load the 2021 export", async (t) => { - const targets = [ - new TaskTarget(FACEBOOK_V1_DIR) - ] - const builtTargets = await facebook()(targets); - const out = await DataIO.runPipeline(builtTargets); - const idAndCSVs: [string, string][] = []; - for (const {target, result} of out) { - assert.ok(!result.stderr, `Task ${target.id} should have no stderr output`); - assert.ok(result.ok, `Task ${target.id} should be okay`); - idAndCSVs.push([target.id, result.stdout]); - } - const csvs = idAndCSVs - .sort() // Keep stable ordering for snapshots - .map(v => parse(v[1])) - - t.assert.snapshot(csvs); -}); -test("facebook: Can load the 2021 export zipped", async (t) => { - const targets = [ - new TaskTarget(FACEBOOK_V1_ZIPPED) - ]; - const builtTargets = await pipe(unzip(), facebook())(targets); - const out = await DataIO.runPipeline(builtTargets); - const idAndCSVs: [string, string][] = []; - for (const {target, result} of out) { - assert.ok(!result.stderr, `Task ${target.id} should have no stderr output`); - assert.ok(result.ok, `Task ${target.id} should be okay`); - idAndCSVs.push([target.id, result.stdout]); - } - const csvs = idAndCSVs - .sort() // Keep stable ordering for snapshots - .map(v => parse(v[1])) - - t.assert.snapshot(csvs); -}); -test("facebook: Can load the 2025 export", async (t) => { - const targets = [ - new TaskTarget(FACEBOOK_V2_DIR) - ] - const builtTargets = await facebook_v2()(targets); - const out = await DataIO.runPipeline(builtTargets); - const idAndCSVs: [string, string][] = []; - for (const {target, result} of out) { - assert.ok(!result.stderr, `Task ${target.id} should have no stderr output`); - assert.ok(result.ok, `Task ${target.id} should be okay`); - idAndCSVs.push([target.id, result.stdout]); - } - const csvs = idAndCSVs - .sort() // Keep stable ordering for snapshots - .map(v => parse(v[1])) - - t.assert.snapshot(csvs); -}); diff --git a/test/facebook.ts.snapshot b/test/facebook.ts.snapshot deleted file mode 100644 index faf0373..0000000 --- a/test/facebook.ts.snapshot +++ /dev/null @@ -1,2591 +0,0 @@ -exports[`facebook: Can load the 2021 export 1`] = ` -[ - [ - [ - "album", - "uri", - "creation_timestamp" - ], - [ - "xxx", - "photos_and_videos/CoverPhotos_yyyyyy/200x200png.png", - "2024-03-07T15:23:20Z" - ], - [ - "xxx", - "photos_and_videos/CoverPhotos_yyyyyy/200x200png.png", - "2024-07-01T07:46:40Z" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "body" - ], - [ - "Me", - "xxx", - "2024-01-13T07:13:20Z", - "xxx" - ], - [ - "Me", - "xxx", - "2024-01-13T07:13:20Z", - "xxx" - ] - ], - [ - [ - "xxx", - "true", - "xxx", - "some/path", - "xxx, xxx" - ], - [ - "xxx", - "true", - "xxx", - "some/path", - "xxx, xxx" - ], - [ - "xxx", - "true", - "xxx", - "some/path", - "xxx, xxx" - ], - [ - "xxx", - "true", - "xxx", - "some/path", - "xxx, xxx" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "content" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "content" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "content" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "content" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ] - ], - [ - [ - "action", - "ip", - "user_agent", - "datr_cookie", - "city", - "region", - "country", - "site_name", - "timestamp" - ], - [ - "xxx", - "1.1.1.1", - "some/path", - "xxx", - "xxx", - "xxx", - "xxx", - "xxx", - "2024-05-01T07:53:20Z" - ], - [ - "xxx", - "1.1.1.1", - "some/path", - "xxx", - "xxx", - "xxx", - "xxx", - "xxx", - "2024-05-01T07:53:20Z" - ] - ], - [ - [ - "status", - "timestamp" - ], - [ - "xxx", - "2024-05-01T07:53:20Z" - ], - [ - "xxx", - "2024-02-13T14:36:40Z" - ] - ], - [ - [ - "service_name", - "native_app_id", - "username", - "email", - "phone_number", - "name" - ], - [ - "xxx", - "69", - "xxx", - "not_a_real_email@example.com", - "xxx", - "xxx" - ], - [ - "xxx", - "1707005000", - "xxx", - "not_a_real_email@example.com", - "", - "xxx" - ] - ], - [ - [ - "event", - "created_timestamp", - "ip_address", - "user_agent", - "datr_cookie" - ], - [ - "xxx", - "2024-05-01T07:53:20Z", - "", - "", - "" - ], - [ - "xxx", - "2024-02-13T14:36:40Z", - "", - "", - "" - ] - ], - [ - [ - "name", - "added_timestamp" - ], - [ - "xxx", - "2024-12-29T08:13:20Z" - ], - [ - "xxx", - "2024-09-02T12:26:40Z" - ] - ], - [ - [ - "name", - "created_timestamp", - "updated_timestamp", - "ip_address", - "user_agent", - "location", - "app", - "session_type", - "datr_cookie" - ], - [ - "xxx", - "2024-08-22T01:26:40Z", - "2024-05-11T15:06:40Z", - "1.1.1.1", - "some/path", - "", - "", - "", - "xxx" - ] - ], - [ - [ - "timestamp", - "data", - "title" - ], - [ - "2024-02-08T19:20:00Z", - "TODO", - "xxx" - ], - [ - "2024-01-17T14:00:00Z", - "TODO", - "xxx" - ] - ], - [ - [ - "timestamp", - "email", - "contact_type" - ], - [ - "2024-10-18T07:03:20Z", - "not_a_real_email@example.com", - "69" - ], - [ - "2024-01-21T22:10:00Z", - "not_a_real_email@example.com", - "69" - ] - ], - [ - [ - "name" - ], - [ - "xxx" - ], - [ - "xxx" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-05-01T07:53:20Z" - ], - [ - "xxx", - "2024-05-01T07:53:20Z" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-02-13T13:13:20Z" - ], - [ - "xxx", - "2024-10-31T00:36:40Z" - ] - ], - [ - [ - "game", - "added_timestamp" - ], - [ - "xxx", - "2024-11-03T16:06:40Z" - ] - ], - [ - [ - "title", - "price", - "seller", - "created_timestamp", - "latitude", - "longitude", - "description" - ], - [ - "xxx", - "xxx", - "xxx", - "2024-12-18T05:33:20Z", - "69", - "69", - "xxx" - ], - [ - "xxx", - "xxx", - "xxx", - "2024-12-18T05:33:20Z", - "69", - "69", - "xxx" - ] - ], - [ - [ - "action", - "timestamp", - "site", - "ip_address" - ], - [ - "xxx", - "2024-05-01T07:53:20Z", - "xxx", - "1.1.1.1" - ], - [ - "xxx", - "2024-04-23T17:56:40Z", - "xxx", - "1.1.1.1" - ] - ], - [ - [ - "timestamp", - "unread", - "href", - "text" - ], - [ - "2024-04-30T08:16:40Z", - "true", - "url://somewhere", - "xxx" - ], - [ - "2024-04-30T08:16:40Z", - "true", - "url://somewhere", - "xxx" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-05-01T07:53:20Z" - ], - [ - "xxx", - "2024-05-01T07:53:20Z" - ] - ], - [ - [ - "from", - "to", - "amount", - "currency", - "type", - "status", - "payment_method", - "created_timestamp" - ], - [ - "xxx", - "xxx", - "xxx", - "xxx", - "xxx", - "xxx", - "xxx", - "2024-05-05T21:36:40Z" - ] - ], - [ - [ - "name", - "uri", - "timestamp" - ], - [ - "xxx", - "url://somewhere", - "2024-01-15T12:00:00Z" - ], - [ - "xxx", - "url://somewhere", - "2024-01-12T06:13:20Z" - ] - ], - [ - [ - "from", - "to", - "rank", - "timestamp" - ], - [ - "xxx", - "xxx", - "69", - "2024-07-22T19:03:20Z" - ] - ], - [ - [ - "title", - "timestamp", - "reaction" - ], - [ - "", - "2024-01-14T06:50:00Z", - "xxx" - ], - [ - "", - "2024-01-14T06:50:00Z", - "xxx" - ] - ], - [ - [ - "title", - "timestamp" - ], - [ - "", - "2024-10-06T08:56:40Z" - ], - [ - "", - "2024-10-06T08:56:40Z" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-02-08T16:33:20Z" - ], - [ - "xxx", - "2024-09-24T19:10:00Z" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-09-27T15:13:20Z" - ], - [ - "xxx", - "2024-08-24T00:40:00Z" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-01-14T06:50:00Z" - ], - [ - "xxx", - "2024-01-14T06:50:00Z" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-06-23T05:20:00Z" - ], - [ - "xxx", - "2024-05-25T08:16:40Z" - ] - ], - [ - [ - "title", - "timestamp" - ], - [ - "xxx", - "2024-01-14T06:50:00Z" - ], - [ - "xxx", - "2024-04-28T20:10:00Z" - ] - ], - [ - [ - "from", - "to", - "subject", - "message", - "timestamp" - ], - [ - "not_a_real_email@example.com", - "xxx", - "xxx", - "xxx", - "2024-10-16T06:26:40Z" - ], - [ - "xxx", - "xxx", - "xxx", - "url://somewhere", - "2024-10-16T06:26:40Z" - ] - ], - [ - [ - "title", - "timestamp" - ], - [ - "xxx", - "2024-12-17T08:43:20Z" - ] - ], - [ - [ - "title", - "timestamp" - ], - [ - "xxx", - "2024-01-14T06:50:00Z" - ], - [ - "xxx", - "2024-01-14T06:50:00Z" - ] - ], - [ - [ - "name", - "id", - "type", - "timestamp" - ], - [ - "xxx", - "69", - "xxx", - "2024-02-11T12:36:40Z" - ], - [ - "xxx", - "69", - "xxx", - "2024-02-10T19:56:40Z" - ], - [ - "xxx", - "69", - "xxx", - "2024-02-10T11:36:40Z" - ], - [ - "xxx", - "69", - "xxx", - "2024-02-07T21:06:40Z" - ] - ], - [ - [ - "name", - "uri", - "timestamp" - ], - [ - "xxx", - "url://somewhere", - "2024-02-27T05:00:00Z" - ], - [ - "xxx", - "url://somewhere", - "2024-05-16T03:26:40Z" - ] - ], - [ - [ - "title", - "data", - "timestamp" - ], - [ - "xxx", - "TODO: data", - "2024-05-01T07:53:20Z" - ], - [ - "xxx", - "TODO: data", - "2024-10-31T06:10:00Z" - ] - ], - [ - [ - "title", - "data", - "timestamp" - ], - [ - "xxx", - "TODO", - "2024-02-08T19:20:00Z" - ], - [ - "xxx", - "TODO", - "2024-02-08T19:20:00Z" - ] - ], - [ - [ - "title", - "data", - "timestamp" - ], - [ - "xxx", - "xxx", - "2024-11-17T06:30:00Z" - ], - [ - "xxx", - "xxx", - "2024-11-17T06:30:00Z" - ] - ], - [ - [ - "id", - "perRowDescription", - "perRowTags", - "columnMeta" - ], - [ - "Facebook___notifications_json", - "Notification at {0}: \\"{3}\\"", - "facebook,initiated_by_third_party", - "isodatetime,any,url,text" - ], - [ - "Facebook___accounts_and_profiles_json", - "{0} account \\"{2}\\"", - "facebook", - "text,text,text,text,text,text" - ], - [ - "Facebook___your_off_facebook_activity_json", - "{2} event from {0} at {3}", - "facebook", - "text,any,text,isodatetime" - ], - [ - "Facebook___apps_and_websites_json", - "App \\"{0}\\" added on {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___comments_json", - "Comment on \\"{2}\\" at {0}", - "facebook", - "isodatetime,TODO,text" - ], - [ - "Facebook___Dating_Messages_0_json", - "\\"{3}\\" from {0} to {1} at {2}", - "facebook,message,dating,content_by_me", - "sender,receiver,isodatetime,text" - ], - [ - "Facebook___instant_games_json", - "Played \\"{0}\\" starting {1}", - "facebook,gaming", - "text,isodatetime" - ], - [ - "Facebook___unfollowed_pages_json", - "Unfollowed \\"{0}\\" at {1}", - "facebook,initiated_by_me", - "text,isodatetime" - ], - [ - "Facebook___following_json", - "Followed \\"{0}\\" at {1}", - "facebook", - "receiver,isodatetime" - ], - [ - "Facebook___followers_json", - "{0} follows you", - "facebook", - "sender" - ], - [ - "Facebook___sent_friend_requests_json", - "{0} at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___removed_friends_json", - "{0} at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___rejected_friend_requests_json", - "{0} at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___received_friend_requests_json", - "{0} at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___friends_json", - "{0} at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___your_group_membership_activity_json", - "Joined group \\"{0}\\" at {1}", - "facebook,initiated_by_me", - "text,isodatetime" - ], - [ - "Facebook___your_posts_and_comments_in_groups_json", - "Group post \\"{0}\\" at {2}", - "facebook", - "text,TODO,isodatetime" - ], - [ - "Facebook___people_json", - "Interaction with {0} at {2}", - "facebook", - "text,url,isodatetime" - ], - [ - "Facebook___pages_json", - "Liked page \\"{0}\\" at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___posts_and_comments_json", - "{2} on \\"{0}\\" at {1}", - "facebook", - "text,isodatetime,text" - ], - [ - "Facebook___items_sold_json", - "Sold \\"{0}\\" for {1} on {3}", - "facebook,marketplace", - "text,numeric,sender,isodatetime,lat,lng,text" - ], - [ - "Facebook___Messages_randomuser4_xxxxxxx___message_1_json", - "\\"{3}\\" from {0} at {2}", - "facebook,message", - "sender,receiver,isodatetime,text" - ], - [ - "Facebook___Messages_randomuser3_xxxxxxx___message_1_json", - "\\"{3}\\" from {0} at {2}", - "facebook,message", - "sender,receiver,isodatetime,text" - ], - [ - "Facebook___Messages_randomuser2_xxxxxxxx___message_1_json", - "\\"{3}\\" from {0} at {2}", - "facebook,message", - "sender,receiver,isodatetime,text" - ], - [ - "Facebook___Messages_randomuser_xxxxxxxx___message_1_json", - "\\"{3}\\" from {0} at {2}", - "facebook,message", - "sender,receiver,isodatetime,text" - ], - [ - "Facebook___pokes_json", - "{0} poked {1} at {3}", - "facebook", - "sender,receiver,numeric,isodatetime" - ], - [ - "Facebook___support_correspondences_json", - "\\"{2}\\" from {0} to {1} at {4}", - "facebook", - "sender,receiver,text,text,isodatetime" - ], - [ - "Facebook___payment_history_json", - "{2} {3} from {0} to {1} on {7}", - "facebook,payment", - "sender,receiver,numeric,text,text,text,text,isodatetime" - ], - [ - "Facebook___Album_0_json", - "Photo in \\"{0}\\" at {2}", - "facebook,photo", - "text,url,isodatetime" - ], - [ - "Facebook___your_pinned_posts_json", - "Pinned post \\"{0}\\" at {2}", - "facebook", - "text,url,isodatetime" - ], - [ - "Facebook___your_posts_1_json", - "Post \\"{0}\\" at {2}", - "facebook", - "text,TODO,isodatetime" - ], - [ - "Facebook___profile_update_history_json", - "Profile update \\"{0}\\" at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___your_search_history_json", - "Searched for \\"{1}\\" at {2}", - "facebook,initiated_by_me,content_by_me", - "text,text,isodatetime" - ], - [ - "Facebook___account_status_changes_json", - "Account {0} at {1}", - "facebook,security", - "text,isodatetime" - ], - [ - "Facebook___account_activity_json", - "{0} from {4}, {6} on {8}", - "facebook,security", - "text,text,text,text,text,text,text,text,isodatetime" - ], - [ - "Facebook___administrative_records_json", - "{0} at {1} from {2}", - "facebook,security", - "text,isodatetime,text,text,text" - ], - [ - "Facebook___authorized_logins_json", - "Session \\"{0}\\" from {5} on {1}", - "facebook,security", - "text,isodatetime,isodatetime,text,text,text,text,text,text" - ], - [ - "Facebook___contact_verifications_json", - "{2} verification of {1} at {0}", - "facebook,security", - "isodatetime,text,text" - ], - [ - "Facebook___logins_and_logouts_json", - "{0} on {2} at {1} from {3}", - "facebook,security", - "text,isodatetime,text,text" - ], - [ - "Facebook___story_reactions_json", - "Story reaction on \\"{0}\\" at {1}", - "facebook", - "text,isodatetime" - ] - ] -] -`; - -exports[`facebook: Can load the 2021 export zipped 1`] = ` -[ - [ - [ - "album", - "uri", - "creation_timestamp" - ], - [ - "xxx", - "photos_and_videos/CoverPhotos_yyyyyy/200x200png.png", - "2024-03-07T15:23:20Z" - ], - [ - "xxx", - "photos_and_videos/CoverPhotos_yyyyyy/200x200png.png", - "2024-07-01T07:46:40Z" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "body" - ], - [ - "Me", - "xxx", - "2024-01-13T07:13:20Z", - "xxx" - ], - [ - "Me", - "xxx", - "2024-01-13T07:13:20Z", - "xxx" - ] - ], - [ - [ - "xxx", - "true", - "xxx", - "some/path", - "xxx, xxx" - ], - [ - "xxx", - "true", - "xxx", - "some/path", - "xxx, xxx" - ], - [ - "xxx", - "true", - "xxx", - "some/path", - "xxx, xxx" - ], - [ - "xxx", - "true", - "xxx", - "some/path", - "xxx, xxx" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "content" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "content" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "content" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "content" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ] - ], - [ - [ - "action", - "ip", - "user_agent", - "datr_cookie", - "city", - "region", - "country", - "site_name", - "timestamp" - ], - [ - "xxx", - "1.1.1.1", - "some/path", - "xxx", - "xxx", - "xxx", - "xxx", - "xxx", - "2024-05-01T07:53:20Z" - ], - [ - "xxx", - "1.1.1.1", - "some/path", - "xxx", - "xxx", - "xxx", - "xxx", - "xxx", - "2024-05-01T07:53:20Z" - ] - ], - [ - [ - "status", - "timestamp" - ], - [ - "xxx", - "2024-05-01T07:53:20Z" - ], - [ - "xxx", - "2024-02-13T14:36:40Z" - ] - ], - [ - [ - "service_name", - "native_app_id", - "username", - "email", - "phone_number", - "name" - ], - [ - "xxx", - "69", - "xxx", - "not_a_real_email@example.com", - "xxx", - "xxx" - ], - [ - "xxx", - "1707005000", - "xxx", - "not_a_real_email@example.com", - "", - "xxx" - ] - ], - [ - [ - "event", - "created_timestamp", - "ip_address", - "user_agent", - "datr_cookie" - ], - [ - "xxx", - "2024-05-01T07:53:20Z", - "", - "", - "" - ], - [ - "xxx", - "2024-02-13T14:36:40Z", - "", - "", - "" - ] - ], - [ - [ - "name", - "added_timestamp" - ], - [ - "xxx", - "2024-12-29T08:13:20Z" - ], - [ - "xxx", - "2024-09-02T12:26:40Z" - ] - ], - [ - [ - "name", - "created_timestamp", - "updated_timestamp", - "ip_address", - "user_agent", - "location", - "app", - "session_type", - "datr_cookie" - ], - [ - "xxx", - "2024-08-22T01:26:40Z", - "2024-05-11T15:06:40Z", - "1.1.1.1", - "some/path", - "", - "", - "", - "xxx" - ] - ], - [ - [ - "timestamp", - "data", - "title" - ], - [ - "2024-02-08T19:20:00Z", - "TODO", - "xxx" - ], - [ - "2024-01-17T14:00:00Z", - "TODO", - "xxx" - ] - ], - [ - [ - "timestamp", - "email", - "contact_type" - ], - [ - "2024-10-18T07:03:20Z", - "not_a_real_email@example.com", - "69" - ], - [ - "2024-01-21T22:10:00Z", - "not_a_real_email@example.com", - "69" - ] - ], - [ - [ - "name" - ], - [ - "xxx" - ], - [ - "xxx" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-05-01T07:53:20Z" - ], - [ - "xxx", - "2024-05-01T07:53:20Z" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-02-13T13:13:20Z" - ], - [ - "xxx", - "2024-10-31T00:36:40Z" - ] - ], - [ - [ - "game", - "added_timestamp" - ], - [ - "xxx", - "2024-11-03T16:06:40Z" - ] - ], - [ - [ - "title", - "price", - "seller", - "created_timestamp", - "latitude", - "longitude", - "description" - ], - [ - "xxx", - "xxx", - "xxx", - "2024-12-18T05:33:20Z", - "69", - "69", - "xxx" - ], - [ - "xxx", - "xxx", - "xxx", - "2024-12-18T05:33:20Z", - "69", - "69", - "xxx" - ] - ], - [ - [ - "action", - "timestamp", - "site", - "ip_address" - ], - [ - "xxx", - "2024-05-01T07:53:20Z", - "xxx", - "1.1.1.1" - ], - [ - "xxx", - "2024-04-23T17:56:40Z", - "xxx", - "1.1.1.1" - ] - ], - [ - [ - "timestamp", - "unread", - "href", - "text" - ], - [ - "2024-04-30T08:16:40Z", - "true", - "url://somewhere", - "xxx" - ], - [ - "2024-04-30T08:16:40Z", - "true", - "url://somewhere", - "xxx" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-05-01T07:53:20Z" - ], - [ - "xxx", - "2024-05-01T07:53:20Z" - ] - ], - [ - [ - "from", - "to", - "amount", - "currency", - "type", - "status", - "payment_method", - "created_timestamp" - ], - [ - "xxx", - "xxx", - "xxx", - "xxx", - "xxx", - "xxx", - "xxx", - "2024-05-05T21:36:40Z" - ] - ], - [ - [ - "name", - "uri", - "timestamp" - ], - [ - "xxx", - "url://somewhere", - "2024-01-15T12:00:00Z" - ], - [ - "xxx", - "url://somewhere", - "2024-01-12T06:13:20Z" - ] - ], - [ - [ - "from", - "to", - "rank", - "timestamp" - ], - [ - "xxx", - "xxx", - "69", - "2024-07-22T19:03:20Z" - ] - ], - [ - [ - "title", - "timestamp", - "reaction" - ], - [ - "", - "2024-01-14T06:50:00Z", - "xxx" - ], - [ - "", - "2024-01-14T06:50:00Z", - "xxx" - ] - ], - [ - [ - "title", - "timestamp" - ], - [ - "", - "2024-10-06T08:56:40Z" - ], - [ - "", - "2024-10-06T08:56:40Z" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-02-08T16:33:20Z" - ], - [ - "xxx", - "2024-09-24T19:10:00Z" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-09-27T15:13:20Z" - ], - [ - "xxx", - "2024-08-24T00:40:00Z" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-01-14T06:50:00Z" - ], - [ - "xxx", - "2024-01-14T06:50:00Z" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-06-23T05:20:00Z" - ], - [ - "xxx", - "2024-05-25T08:16:40Z" - ] - ], - [ - [ - "title", - "timestamp" - ], - [ - "xxx", - "2024-01-14T06:50:00Z" - ], - [ - "xxx", - "2024-04-28T20:10:00Z" - ] - ], - [ - [ - "from", - "to", - "subject", - "message", - "timestamp" - ], - [ - "not_a_real_email@example.com", - "xxx", - "xxx", - "xxx", - "2024-10-16T06:26:40Z" - ], - [ - "xxx", - "xxx", - "xxx", - "url://somewhere", - "2024-10-16T06:26:40Z" - ] - ], - [ - [ - "title", - "timestamp" - ], - [ - "xxx", - "2024-12-17T08:43:20Z" - ] - ], - [ - [ - "title", - "timestamp" - ], - [ - "xxx", - "2024-01-14T06:50:00Z" - ], - [ - "xxx", - "2024-01-14T06:50:00Z" - ] - ], - [ - [ - "name", - "id", - "type", - "timestamp" - ], - [ - "xxx", - "69", - "xxx", - "2024-02-11T12:36:40Z" - ], - [ - "xxx", - "69", - "xxx", - "2024-02-10T19:56:40Z" - ], - [ - "xxx", - "69", - "xxx", - "2024-02-10T11:36:40Z" - ], - [ - "xxx", - "69", - "xxx", - "2024-02-07T21:06:40Z" - ] - ], - [ - [ - "name", - "uri", - "timestamp" - ], - [ - "xxx", - "url://somewhere", - "2024-02-27T05:00:00Z" - ], - [ - "xxx", - "url://somewhere", - "2024-05-16T03:26:40Z" - ] - ], - [ - [ - "title", - "data", - "timestamp" - ], - [ - "xxx", - "TODO: data", - "2024-05-01T07:53:20Z" - ], - [ - "xxx", - "TODO: data", - "2024-10-31T06:10:00Z" - ] - ], - [ - [ - "title", - "data", - "timestamp" - ], - [ - "xxx", - "TODO", - "2024-02-08T19:20:00Z" - ], - [ - "xxx", - "TODO", - "2024-02-08T19:20:00Z" - ] - ], - [ - [ - "title", - "data", - "timestamp" - ], - [ - "xxx", - "xxx", - "2024-11-17T06:30:00Z" - ], - [ - "xxx", - "xxx", - "2024-11-17T06:30:00Z" - ] - ], - [ - [ - "id", - "perRowDescription", - "perRowTags", - "columnMeta" - ], - [ - "Facebook___notifications_json", - "Notification at {0}: \\"{3}\\"", - "facebook,initiated_by_third_party", - "isodatetime,any,url,text" - ], - [ - "Facebook___accounts_and_profiles_json", - "{0} account \\"{2}\\"", - "facebook", - "text,text,text,text,text,text" - ], - [ - "Facebook___your_off_facebook_activity_json", - "{2} event from {0} at {3}", - "facebook", - "text,any,text,isodatetime" - ], - [ - "Facebook___apps_and_websites_json", - "App \\"{0}\\" added on {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___comments_json", - "Comment on \\"{2}\\" at {0}", - "facebook", - "isodatetime,TODO,text" - ], - [ - "Facebook___Dating_Messages_0_json", - "\\"{3}\\" from {0} to {1} at {2}", - "facebook,message,dating,content_by_me", - "sender,receiver,isodatetime,text" - ], - [ - "Facebook___instant_games_json", - "Played \\"{0}\\" starting {1}", - "facebook,gaming", - "text,isodatetime" - ], - [ - "Facebook___unfollowed_pages_json", - "Unfollowed \\"{0}\\" at {1}", - "facebook,initiated_by_me", - "text,isodatetime" - ], - [ - "Facebook___following_json", - "Followed \\"{0}\\" at {1}", - "facebook", - "receiver,isodatetime" - ], - [ - "Facebook___followers_json", - "{0} follows you", - "facebook", - "sender" - ], - [ - "Facebook___sent_friend_requests_json", - "{0} at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___removed_friends_json", - "{0} at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___rejected_friend_requests_json", - "{0} at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___received_friend_requests_json", - "{0} at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___friends_json", - "{0} at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___your_group_membership_activity_json", - "Joined group \\"{0}\\" at {1}", - "facebook,initiated_by_me", - "text,isodatetime" - ], - [ - "Facebook___your_posts_and_comments_in_groups_json", - "Group post \\"{0}\\" at {2}", - "facebook", - "text,TODO,isodatetime" - ], - [ - "Facebook___people_json", - "Interaction with {0} at {2}", - "facebook", - "text,url,isodatetime" - ], - [ - "Facebook___pages_json", - "Liked page \\"{0}\\" at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___posts_and_comments_json", - "{2} on \\"{0}\\" at {1}", - "facebook", - "text,isodatetime,text" - ], - [ - "Facebook___items_sold_json", - "Sold \\"{0}\\" for {1} on {3}", - "facebook,marketplace", - "text,numeric,sender,isodatetime,lat,lng,text" - ], - [ - "Facebook___Messages_randomuser4_xxxxxxx___message_1_json", - "\\"{3}\\" from {0} at {2}", - "facebook,message", - "sender,receiver,isodatetime,text" - ], - [ - "Facebook___Messages_randomuser3_xxxxxxx___message_1_json", - "\\"{3}\\" from {0} at {2}", - "facebook,message", - "sender,receiver,isodatetime,text" - ], - [ - "Facebook___Messages_randomuser2_xxxxxxxx___message_1_json", - "\\"{3}\\" from {0} at {2}", - "facebook,message", - "sender,receiver,isodatetime,text" - ], - [ - "Facebook___Messages_randomuser_xxxxxxxx___message_1_json", - "\\"{3}\\" from {0} at {2}", - "facebook,message", - "sender,receiver,isodatetime,text" - ], - [ - "Facebook___pokes_json", - "{0} poked {1} at {3}", - "facebook", - "sender,receiver,numeric,isodatetime" - ], - [ - "Facebook___support_correspondences_json", - "\\"{2}\\" from {0} to {1} at {4}", - "facebook", - "sender,receiver,text,text,isodatetime" - ], - [ - "Facebook___payment_history_json", - "{2} {3} from {0} to {1} on {7}", - "facebook,payment", - "sender,receiver,numeric,text,text,text,text,isodatetime" - ], - [ - "Facebook___Album_0_json", - "Photo in \\"{0}\\" at {2}", - "facebook,photo", - "text,url,isodatetime" - ], - [ - "Facebook___your_pinned_posts_json", - "Pinned post \\"{0}\\" at {2}", - "facebook", - "text,url,isodatetime" - ], - [ - "Facebook___your_posts_1_json", - "Post \\"{0}\\" at {2}", - "facebook", - "text,TODO,isodatetime" - ], - [ - "Facebook___profile_update_history_json", - "Profile update \\"{0}\\" at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebook___your_search_history_json", - "Searched for \\"{1}\\" at {2}", - "facebook,initiated_by_me,content_by_me", - "text,text,isodatetime" - ], - [ - "Facebook___account_status_changes_json", - "Account {0} at {1}", - "facebook,security", - "text,isodatetime" - ], - [ - "Facebook___account_activity_json", - "{0} from {4}, {6} on {8}", - "facebook,security", - "text,text,text,text,text,text,text,text,isodatetime" - ], - [ - "Facebook___administrative_records_json", - "{0} at {1} from {2}", - "facebook,security", - "text,isodatetime,text,text,text" - ], - [ - "Facebook___authorized_logins_json", - "Session \\"{0}\\" from {5} on {1}", - "facebook,security", - "text,isodatetime,isodatetime,text,text,text,text,text,text" - ], - [ - "Facebook___contact_verifications_json", - "{2} verification of {1} at {0}", - "facebook,security", - "isodatetime,text,text" - ], - [ - "Facebook___logins_and_logouts_json", - "{0} on {2} at {1} from {3}", - "facebook,security", - "text,isodatetime,text,text" - ], - [ - "Facebook___story_reactions_json", - "Story reaction on \\"{0}\\" at {1}", - "facebook", - "text,isodatetime" - ] - ] -] -`; - -exports[`facebook: Can load the 2025 export 1`] = ` -[ - [ - [ - "xxx", - "true", - "", - "some/path", - "xxx, xxx" - ], - [ - "xxx", - "true", - "", - "some/path", - "xxx, xxx" - ], - [ - "xxx", - "true", - "", - "some/path", - "xxx, xxx" - ], - [ - "xxx", - "true", - "", - "some/path", - "xxx, xxx" - ], - [ - "xxx", - "true", - "", - "some/path", - "xxx, xxx" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "content" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "some/path" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "content" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "content" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "content" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "xxx" - ] - ], - [ - [ - "from", - "to", - "timestamp", - "content" - ], - [ - "xxx", - "", - "1970-01-01T00:00:00Z", - "" - ] - ], - [ - [ - "action", - "ip", - "user_agent", - "datr_cookie", - "city", - "region", - "country", - "site_name", - "timestamp" - ], - [ - "xxx", - "1.1.1.1", - "some/path", - "xxx", - "xxx", - "xxx", - "xxx", - "xxx", - "2024-11-22T10:06:40Z" - ], - [ - "xxx", - "1.1.1.1", - "some/path", - "xxx", - "xxx", - "xxx", - "xxx", - "xxx", - "2024-11-21T23:00:00Z" - ] - ], - [ - [ - "timestamp", - "data", - "title" - ], - [ - "2024-02-13T02:06:40Z", - "TODO", - "xxx" - ], - [ - "2024-07-12T02:06:40Z", - "TODO", - "xxx" - ] - ], - [ - [ - "name", - "added_timestamp" - ], - [ - "xxx", - "2024-01-12T00:40:00Z" - ], - [ - "xxx", - "2024-06-21T17:13:20Z" - ] - ], - [ - [ - "timestamp", - "email", - "contact_type" - ], - [ - "2024-02-07T19:43:20Z", - "not_a_real_email@example.com", - "69" - ] - ], - [ - [ - "title", - "data", - "timestamp" - ], - [ - "xxx", - "TODO", - "2024-10-06T06:10:00Z" - ], - [ - "xxx", - "TODO", - "2024-01-22T16:13:20Z" - ] - ], - [ - [ - "title", - "price", - "seller", - "created_timestamp", - "latitude", - "longitude", - "description" - ], - [ - "xxx", - "xxx", - "xxx", - "2024-10-02T23:00:00Z", - "69", - "69", - "xxx" - ], - [ - "xxx", - "xxx", - "xxx", - "2024-09-27T01:20:00Z", - "69", - "69", - "xxx" - ] - ], - [ - [ - "action", - "timestamp", - "site", - "ip_address" - ], - [ - "xxx", - "2024-08-10T14:26:40Z", - "xxx", - "1.1.1.1" - ], - [ - "xxx", - "2024-08-10T14:26:40Z", - "xxx", - "1.1.1.1" - ] - ], - [ - [ - "timestamp", - "unread", - "href", - "text" - ], - [ - "2024-11-20T12:16:40Z", - "true", - "url://somewhere", - "xxx" - ], - [ - "2024-11-15T00:20:00Z", - "true", - "url://somewhere", - "xxx" - ] - ], - [ - [ - "title", - "timestamp" - ], - [ - "xxx", - "2024-02-21T03:10:00Z" - ] - ], - [ - [ - "name", - "uri", - "timestamp" - ], - [ - "xxx", - "url://somewhere", - "2024-09-11T20:03:20Z" - ], - [ - "xxx", - "url://somewhere", - "2024-01-20T12:50:00Z" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-09-10T10:43:20Z" - ], - [ - "xxx", - "2024-09-02T12:26:40Z" - ] - ], - [ - [ - "event", - "created_timestamp", - "ip_address", - "user_agent", - "datr_cookie" - ], - [ - "xxx", - "2024-08-11T01:33:20Z", - "", - "", - "" - ], - [ - "xxx", - "2024-08-10T14:26:40Z", - "", - "", - "" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-09-01T14:13:20Z" - ], - [ - "xxx", - "2024-08-12T08:06:40Z" - ] - ], - [ - [ - "start", - "end" - ] - ], - [ - [ - "name", - "created_timestamp", - "updated_timestamp", - "ip_address", - "user_agent", - "location", - "app", - "session_type", - "datr_cookie" - ], - [ - "", - "2024-04-04T19:46:40Z", - "2024-11-23T02:46:40Z", - "1.1.1.1", - "some/path", - "xxx", - "xxx", - "xxx", - "xxx" - ], - [ - "", - "2024-04-05T06:53:20Z", - "2024-11-22T10:06:40Z", - "1.1.1.1", - "some/path", - "xxx", - "xxx", - "xxx", - "xxx" - ] - ], - [ - [ - "name", - "timestamp" - ], - [ - "xxx", - "2024-04-01T16:46:40Z" - ], - [ - "xxx", - "2024-09-07T16:03:20Z" - ] - ], - [ - [ - "title", - "timestamp" - ], - [ - "xxx", - "2024-02-12T17:46:40Z" - ], - [ - "xxx", - "2024-02-12T17:46:40Z" - ] - ], - [ - [ - "title", - "data", - "timestamp" - ], - [ - "xxx", - "xxx", - "2024-12-08T09:26:40Z" - ], - [ - "xxx", - "xxx", - "2024-12-28T00:16:40Z" - ] - ], - [ - [ - "id", - "perRowDescription", - "perRowTags", - "columnMeta" - ], - [ - "Facebookv2___connected_apps_and_websites_json", - "App \\"{0}\\" added on {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebookv2___comments_json", - "Comment on \\"{2}\\" at {0}", - "facebook", - "isodatetime,TODO,text" - ], - [ - "Facebookv2___Messages_chatname_000000000000000000___message_1_json", - "\\"{3}\\" from {0} at {2}", - "facebook,message", - "sender,receiver,isodatetime,text" - ], - [ - "Facebookv2___Messages_chatname_000000000000000___message_1_json", - "\\"{3}\\" from {0} at {2}", - "facebook,message", - "sender,receiver,isodatetime,text" - ], - [ - "Facebookv2___Messages_chatname_00000000000000000___message_1_json", - "\\"{3}\\" from {0} at {2}", - "facebook,message", - "sender,receiver,isodatetime,text" - ], - [ - "Facebookv2___Messages_archived_threads___chatnametype2_000000000000000_json", - "\\"{3}\\" from {0} at {2}", - "facebook,message", - "sender,receiver,isodatetime,text" - ], - [ - "Facebookv2___Messages_chatname_00000000000000000___message_1_json", - "\\"{3}\\" from {0} at {2}", - "facebook,message", - "sender,receiver,isodatetime,text" - ], - [ - "Facebookv2___time_spent_on_facebook_json", - "Active from {0} to {1}", - "facebook", - "isodatetime,isodatetime" - ], - [ - "Facebookv2___your_group_membership_activity_json", - "Joined group \\"{0}\\" at {1}", - "facebook,initiated_by_me", - "text,isodatetime" - ], - [ - "Facebookv2___group_posts_and_comments_json", - "Group post \\"{0}\\" at {2}", - "facebook", - "text,TODO,isodatetime" - ], - [ - "Facebookv2___pages_and_profiles_you_ve_unfollowed_json", - "Unfollowed \\"{0}\\" at {1}", - "facebook,initiated_by_me", - "text,isodatetime" - ], - [ - "Facebookv2___your_friends_json", - "{0} at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebookv2___rejected_friend_requests_json", - "{0} at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebookv2___received_friend_requests_json", - "{0} at {1}", - "facebook", - "text,isodatetime" - ], - [ - "Facebookv2___people_and_friends_json", - "Interaction with {0} at {2}", - "facebook", - "text,url,isodatetime" - ], - [ - "Facebookv2___your_search_history_json", - "Searched for \\"{1}\\" at {2}", - "facebook,initiated_by_me,content_by_me", - "text,text,isodatetime" - ], - [ - "Facebookv2___notifications_json", - "Notification at {0}: \\"{3}\\"", - "facebook,initiated_by_third_party", - "isodatetime,any,url,text" - ], - [ - "Facebookv2___account_activity_json", - "{0} from {4}, {6} on {8}", - "facebook,security", - "text,text,text,text,text,text,text,text,isodatetime" - ], - [ - "Facebookv2___record_details_json", - "{0} at {1} from {2}", - "facebook,security", - "text,isodatetime,text,text,text" - ], - [ - "Facebookv2___where_you_re_logged_in_json", - "Session \\"{0}\\" from {5} on {1}", - "facebook,security", - "text,isodatetime,isodatetime,text,text,text,text,text,text" - ], - [ - "Facebookv2___email_address_verifications_json", - "{2} verification of {1} at {0}", - "facebook,security", - "isodatetime,text,text" - ], - [ - "Facebookv2___logins_and_logouts_json", - "{0} on {2} at {1} from {3}", - "facebook,security", - "text,isodatetime,text,text" - ], - [ - "Facebookv2___items_sold_json", - "Sold \\"{0}\\" for {1} on {3}", - "facebook,marketplace", - "text,numeric,sender,isodatetime,lat,lng,text" - ] - ] -] -`; diff --git a/test/snapchat.ts b/test/snapchat.ts deleted file mode 100644 index 7d8bf9d..0000000 --- a/test/snapchat.ts +++ /dev/null @@ -1,27 +0,0 @@ -import test from "node:test"; -import nodePath from "node:path"; -import { strict as assert } from "node:assert"; -import { TaskTarget } from "../data-export/task.ts"; -import { snapchat } from "../data-export/snapchat.ts"; -import * as DataIO from "../data-export/io.ts"; -import { parse } from "csv-parse/sync"; - -const THIS_FILE = import.meta.dirname; -const SNAPCHAT_DIR = nodePath.join(THIS_FILE, 'fixtures/snapchat-2023-11'); - -test("snapchat: Can load the 2023-11 export", async (t) => { - const targets = [new TaskTarget(SNAPCHAT_DIR)]; - const builtTargets = await snapchat()(targets); - const out = await DataIO.runPipeline(builtTargets); - const idAndCSVs: [string, string][] = []; - for (const { target, result } of out) { - assert.ok(!result.stderr, `Task ${target.id} should have no stderr output`); - assert.ok(result.ok, `Task ${target.id} should be okay`); - idAndCSVs.push([target.id, result.stdout]); - } - const csvs = idAndCSVs - .sort() - .map(v => parse(v[1])); - - t.assert.snapshot(csvs); -}); diff --git a/test/snapchat.ts.snapshot b/test/snapchat.ts.snapshot deleted file mode 100644 index efeeec2..0000000 --- a/test/snapchat.ts.snapshot +++ /dev/null @@ -1,401 +0,0 @@ -exports[`snapchat: Can load the 2023-11 export 1`] = ` -[ - [ - [ - "change_type", - "date", - "detail" - ], - [ - "display_name_change", - "2020-04-13T10:09:08+00:00", - "xxxxx" - ], - [ - "display_name_change", - "", - "xxxxxx" - ], - [ - "email_change", - "2020-04-13T10:09:08+00:00", - "not_a_real_email@example.com" - ], - [ - "password_change", - "2020-04-13T10:09:08+00:00", - "" - ], - [ - "password_change", - "2020-04-13T10:09:08+00:00", - "" - ], - [ - "linked_to_bitmoji", - "2020-04-13T10:09:08+00:00", - "" - ], - [ - "data_download", - "2020-04-13T10:09:08+00:00", - "xxxxxxx / not_a_real_email@example.com" - ], - [ - "data_download", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxx / not_a_real_email@example.com" - ] - ], - [ - [ - "conversation_with", - "from", - "media_type", - "created", - "content", - "is_sender" - ], - [ - "some_friend", - "xxxxxxxxx", - "xxxxx", - "2020-04-13T10:09:08+00:00", - "", - "false" - ], - [ - "some_friend", - "xxxxxxxxx", - "xxxx", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxxxxxx", - "false" - ], - [ - "some_friend_too", - "xxxxxxxxxxxxxx", - "xxxxx", - "2020-04-13T10:09:08+00:00", - "", - "false" - ], - [ - "some_friend_too", - "xxxxxxxxxxxxx", - "xxxx", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxxxxxxxxxx", - "false" - ] - ], - [ - [ - "app", - "time", - "type" - ], - [ - "xxxxxxx", - "2020-04-13T10:09:08+00:00", - "xxxxxxx" - ] - ], - [ - [ - "campaign", - "opt_out_status" - ], - [ - "xxxxxxxxxxxxxxxx", - "xxxxxxxxxxxx" - ], - [ - "xxxxxxxxxxxxxxx", - "xxxxxxxxxxxx" - ] - ], - [ - [ - "relationship_type", - "username", - "display_name", - "created_at", - "modified_at", - "source" - ], - [ - "Friends", - "xxxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxx", - "2020-04-13T10:09:08+00:00", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxx" - ], - [ - "Friends", - "xxxxxxxxxxxxxxx", - "xxxxxxxxxxxxxxx", - "2020-04-13T10:09:08+00:00", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxxxxxx" - ], - [ - "Friend Requests Sent", - "xxxxxxxxxx", - "xxxxxxxxxxx", - "2020-04-13T10:09:08+00:00", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxxxxxxxxxx" - ], - [ - "Friend Requests Sent", - "xxxxxxxxx", - "xxxxxx", - "2020-04-13T10:09:08+00:00", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxxxxxxxxxx" - ], - [ - "Blocked Users", - "xxxxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxx", - "2020-04-13T10:09:08+00:00", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxxxxxxxxxx" - ], - [ - "Blocked Users", - "xxxxxxxxxxxxxx", - "xxxxxxxxxxxxxx", - "2020-04-13T10:09:08+00:00", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxxxx" - ], - [ - "Deleted Friends", - "xxxxxx", - "xxxxxxxxxxxxx", - "2020-04-13T10:09:08+00:00", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxxxx" - ], - [ - "Deleted Friends", - "xxxxxxxxxxxxxxx", - "xxxxxxxxxxxxx", - "2020-04-13T10:09:08+00:00", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxxxx" - ], - [ - "Ignored Snapchatters", - "xxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxxx", - "2020-04-13T10:09:08+00:00", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxxxx" - ], - [ - "Ignored Snapchatters", - "xxxxxxxx", - "xxxxxxxxxxxxxx", - "2020-04-13T10:09:08+00:00", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxxxx" - ], - [ - "Pending Requests", - "xxxxxxxxxxxxxxx", - "xxxxxxxxxxx", - "2020-04-13T10:09:08+00:00", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxxxx" - ], - [ - "Pending Requests", - "xxxxxxxxxxxxxx", - "xxxxxxxxxxxxx", - "2020-04-13T10:09:08+00:00", - "2020-04-13T10:09:08+00:00", - "xxxxxxxxxxxxxxxx" - ] - ], - [ - [ - "survey", - "time", - "question", - "response" - ], - [ - "Survey 2020/04/12", - "xxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", - "xxxxxxxxxx" - ], - [ - "Survey 2020/04/12", - "xxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", - "xxx" - ], - [ - "Survey 2020/04/13", - "xxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", - "xxxxxxxxxxxxxx" - ], - [ - "Survey 2020/04/13", - "xxxxxxxxxxxx", - "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", - "some/path" - ] - ], - [ - [ - "time", - "city", - "region", - "postal_code" - ], - [ - "some/path", - "xxxxxx", - "xxxxxxxx", - "11111" - ] - ], - [ - [ - "ip", - "country", - "created", - "status", - "device" - ], - [ - "1.1.1.1", - "xx", - "2020-04-13T10:09:08+00:00", - "xxxxxxx", - "some/path" - ], - [ - "1.1.1.1", - "xx", - "2020-04-13T10:09:08+00:00", - "xxxxxxx", - "some/path" - ] - ], - [ - [ - "story_date", - "story_url", - "action_type", - "view_time" - ], - [ - "2020-04-13T10:09:08+00:00", - "url://somewhere", - "xxxx", - "xxxxxxxxxxxxx" - ] - ], - [ - [ - "version", - "acceptance_date" - ], - [ - "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", - "2020-04-13T10:09:08+00:00" - ], - [ - "xxxxxxxxxxxxxxxxxxxxxxxxx", - "2020-04-13T10:09:08+00:00" - ] - ], - [ - [ - "id", - "perRowDescription", - "perRowTags", - "columnMeta", - "metaId" - ], - [ - "Snapchat___Login_History", - "Login from {0} ({1}) on {2}", - "snapchat,security", - "text,text,isodatetime,text,text", - "" - ], - [ - "Snapchat___Account_History", - "{0} on {1}: {2}", - "snapchat,security", - "text,isodatetime,text", - "" - ], - [ - "Snapchat___Friends", - "{0}: {2} (@{1}) since {3}", - "snapchat", - "text,text,text,isodatetime,isodatetime,text", - "" - ], - [ - "Snapchat___Chat_History", - "\\"{4}\\" from {1} in {0} at {3}", - "snapchat,message", - "text,sender,text,isodatetime,text,any", - "" - ], - [ - "Snapchat___Location_Visits", - "Visited {1}, {2} ({3}) around {0}", - "snapchat,location", - "any,text,text,any", - "" - ], - [ - "Snapchat___Spotlight", - "{2} on spotlight at {0}", - "snapchat", - "isodatetime,url,text,any", - "" - ], - [ - "Snapchat___Terms_History", - "Accepted terms {0} on {1}", - "snapchat", - "text,isodatetime", - "" - ], - [ - "Snapchat___Connected_App_Permissions", - "{2} permission for {0} on {1}", - "snapchat", - "text,isodatetime,text", - "" - ], - [ - "Snapchat___Email_Campaigns", - "Email campaign \\"{0}\\": {1}", - "snapchat", - "text,text", - "" - ], - [ - "Snapchat___In_App_Surveys", - "Survey \\"{2}\\": {3}", - "snapchat", - "text,any,text,text", - "" - ] - ] -] -`; diff --git a/test/utils/csvUtils.ts b/test/utils/csvUtils.ts new file mode 100644 index 0000000..5905212 --- /dev/null +++ b/test/utils/csvUtils.ts @@ -0,0 +1,153 @@ +import { strict as assert } from "node:assert"; +import { type TestContextAssert } from "node:test"; +import { parse } from "csv-parse/sync"; // For better diffs + error checking of CSV output + +function formatCSVForSnapshot(id: string, csv: string) { + return `# === ${id} ===\n${csv}`; +} + +/**Custom serializer options for id + csv tuples. The default node:test snapshot serialization + * results in CLI output that looks like the following + * ``` + * '\n[\n "\\\\"album\\\\",\\\\"uri\\\\"...' + * ``` + * which is nearly useless to try to find what went wrong in + * So instead we output the plain csvs + id in a flatter, plainer serialized format + * to compare against*/ +export function idAndCSVsSnapshotOpts(idAndCSVs: [string, string][]): Parameters { + function idAndCSVsSnapshotSerializer(idAndCSVs: [string, string][]) { + return idAndCSVs.map((idAndCSV)=>formatCSVForSnapshot(...idAndCSV)); + } + // Keep stable ordering for snapshots + idAndCSVs.sort(); + return [idAndCSVs, { + serializers: [idAndCSVsSnapshotSerializer] + }]; +} + +/**Scores CSV rows on whether or not we can determine if it has headers + * In this case + * ``` + * score < 0 - First row does follow observed patterns in rows [1,rowsToSample), most likely does not have headers + * score === 0 - Header + * score > 0 - First row does NOT follow patterns observed in rows [1,rowsToSample), most likely has headers + * ``` + * Compare the output like `> 0` or `>= 0` depending on your needs + * + * The theory here comes from Python's implementation of has_headers which + * does a similar thing + * https://github.com/python/cpython/blob/main/Lib/csv.py#L453 + * + * Scan over dataRows (every row after mightBeHeader) and collect the pattern of + * the length of the values in the column as well as the type of the values + * in that column. + * If the mightBeHeader has the same type as the dataRows and is not a string + * there's a good chance it's a header. Same if all the dataRows have the + * same string length but the header has a different string length + */ +function getHasHeaderScore(rows: string[][], rowsToSample = 20): number { + const mightBeHeader = rows[0]; + const dataRows = rows + .slice(1) // Remove header + .slice(0, rowsToSample); // Select only the first rowsToSample rows + + function typeFromValue(v: string) { + const maybeNum = Number(v); + if (!isNaN(maybeNum)) { + return "number" as const; + } + return "string" as const; + } + + interface ColumnInfo { + type?: "number" | "string"; + length?: number; + } + function deriveColumnInfoFromValue(v: string) { + return { + type: typeFromValue(v), + length: v.length + }; + } + function combineColumnInfo(a: ColumnInfo | undefined, b: ColumnInfo) { + if (!a) { + // Don't have a previous value yet + return b; + } + + // Combine each piece of info, if it differs + return { + type: a.type === b.type ? a.type : undefined, + length: a.length === b.length ? a.length : undefined + }; + } + function scoreColumnInfo(mightBeHeader: ColumnInfo, dataRow?: ColumnInfo) { + let typeScore = 0; + if (dataRow?.type !== undefined && dataRow.type !== "string") { + typeScore = dataRow.type !== mightBeHeader.type ? 1 : -1; + } + let lengthScore = 0; + if (dataRow?.length !== undefined) { + lengthScore = dataRow.length !== mightBeHeader.length ? 1 : -1; + } + return typeScore + lengthScore; + } + + // Maps column index to the ColumnInfo derived for that row + const colInfos: (ColumnInfo | undefined)[] = []; + // For every sampled row, collect the pattern info across the columns + for (const row of dataRows) { + for (const [colIdx, value] of row.entries()) { + const maybeColInfo = colInfos[colIdx]; + const newColInfo = deriveColumnInfoFromValue(value); + colInfos[colIdx] = combineColumnInfo(maybeColInfo, newColInfo); + } + } + + // Score headers for differences from the above observed patterns + let score = 0; + for (const [idx, headerValue] of mightBeHeader.entries()) { + const headerColInfo = deriveColumnInfoFromValue(headerValue); + const maybeDataRowColInfo = colInfos[idx]; + score += scoreColumnInfo(headerColInfo, maybeDataRowColInfo); + } + + return score; +} +function hasHeader(rows: string[][], rowsToSample = 20): boolean { + return getHasHeaderScore(rows, rowsToSample) > 0; +} + +// Inline test +assert(hasHeader([["name", "place", "count"], ["who", "where", "2"], ["some", "one", "5"]]) === true, "Inline hasHeader unit-test 1"); +assert(hasHeader([["bingus_column", "nothing", "nothing"], ["bingus", "ggg", "hhhhh"], ["bingus", "ffff", "aaaaaaa"]]) === true, "Inline hasHeader unit-test 2"); +assert(hasHeader([["not", "a", "header"], ["marco", "polo", "afafaf"], ["g", "f", "a"]]) === false, "Inline hasHeader unit-test 3"); + +/**Makes sure the csv passed follows a set of guidelines*/ +export function assertCSVWellFormed(csv: string, msg?: string) { + // ends in a newline + assert(csv[csv.length - 1] === "\n", `${msg} CSV must end in a new line`); + assert(!csv.includes("\r"), `${msg} CSV included carriage returns, but we dont want those in our output`); + + // This throws if: + // * it finds mismatching lengths of rows + // * ... others, see below + // Also see https://csv.js.org/parse/errors/#runtime-errors + const rows = parse(csv, { + record_delimiter: '\n', // Default is autodiscovery, but we only want '\n' + + // Explicitly define these even though they're the default. This is what we + // want to cause a throw if the csv comes in poorly + relax_column_count: false, + relax_quotes: false, + skip_records_with_error: false, + skip_empty_lines: false, + skip_records_with_empty_values: false + }); + + assert(rows.length > 0, `${msg} CSV had no rows`); + // Use >= 0 here so if it's ambiguous we just let it pass, some of the tables + // we output done have any "observable" patterns w.r.t how getHasHeaderScore() + // works + assert(getHasHeaderScore(rows) >= 0, `${msg} CSVs should have headers`); +} \ No newline at end of file From 16650695933b1fe963d8dcc44bba6437378b8b49 Mon Sep 17 00:00:00 2001 From: cobertos Date: Sun, 1 Mar 2026 15:48:41 -0500 Subject: [PATCH 2/4] Use Nodejs's native implementation of globSync(), colocate all zipFs weirdness in it's own file --- data-export/task.ts | 7 ++----- data-export/zipFs.ts | 14 ++++++++++++-- 2 files changed, 14 insertions(+), 7 deletions(-) diff --git a/data-export/task.ts b/data-export/task.ts index bcbeed0..ceb1b00 100644 --- a/data-export/task.ts +++ b/data-export/task.ts @@ -2,7 +2,6 @@ import nodePath from 'node:path'; import fs from 'node:fs'; import { strict as assert } from "node:assert"; import { ZipFS } from "./zipFs.ts"; -import { globSync } from "glob"; import { $, ProcessOutput, quote } from "zx"; import { parallel } from "./parallel.ts"; @@ -14,6 +13,7 @@ type FSImpl = { init?(): Promise; ready?: boolean; + globSync: typeof fs["globSync"]; statSync: typeof fs["statSync"]; existsSync: typeof fs["existsSync"]; @@ -217,10 +217,7 @@ export class TaskTarget { /**Get a glob off of the target*/ glob(globPath: string): TaskTarget[] { globPath = this._joinPath(globPath); - const items = globSync(globPath, { - cwd: '/DUMMYCWD', - fs: this.fsImpl - }); + const items = this.fsImpl.globSync(globPath); const ret = items.map(i => new TaskTarget(i)); // TODO: This should probably clone() ret.forEach(t => t.fsImpl = this.fsImpl); // Should all use the same fsImpl diff --git a/data-export/zipFs.ts b/data-export/zipFs.ts index c54cb88..355ae7c 100644 --- a/data-export/zipFs.ts +++ b/data-export/zipFs.ts @@ -1,8 +1,7 @@ import { strict as assert } from "node:assert"; -import fs from "node:fs"; -import path from "node:path"; import { Readable } from "node:stream"; import yauzl from "yauzl"; +import { globSync } from "glob"; function removeDummyCwd(path: string) { if (path.startsWith("/DUMMYCWD/")) { @@ -309,6 +308,16 @@ export class ZipFS { } } + globSync(globPath: string) { + const selfImpl = this.getImpl(); + return globSync(globPath, { + fs: selfImpl as any, + // We strip this later, this is so glob() doesn't use the cwd of the current + // process, which matches no files inside the .zip file + cwd: `/DUMMYCWD` + }); + } + getImpl() { // Because glob uses ...xxx notation to unpack ourselves into a _new_ object // we need to make sure that we DONT use a class, otherwise the properties @@ -319,6 +328,7 @@ export class ZipFS { init: this.init.bind(this), ready: this.ready, + globSync: this.globSync.bind(this), statSync: this.statSync.bind(this), createReadStream: this.createReadStream.bind(this), createWriteStream: this.createWriteStream.bind(this), From 6fd859e057be2421f8792bab30b664f59b1b19b3 Mon Sep 17 00:00:00 2001 From: cobertos Date: Mon, 2 Mar 2026 01:54:20 -0500 Subject: [PATCH 3/4] Scrub now handles CSVs (in Typescript), scrub now has tests (for both TS and jq scrubbing), scrub has many more cases --- package.json | 2 + pnpm-lock.yaml | 8 +++ test/scrub.ts | 135 +++++++++++++++++++++++++++++++++++++ test/utils/csvUtils.ts | 2 +- util/scrub.jq | 61 ++++++++++++++--- util/scrub.ts | 96 +++++++++++++++++++------- util/scrub_primitive.ts | 146 ++++++++++++++++++++++++++++++++++++++++ 7 files changed, 416 insertions(+), 34 deletions(-) create mode 100644 test/scrub.ts create mode 100644 util/scrub_primitive.ts diff --git a/package.json b/package.json index 1da02f3..b27dde6 100644 --- a/package.json +++ b/package.json @@ -6,6 +6,7 @@ "type": "module", "scripts": { "test": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/task.ts", + "test-scrub": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/scrub.ts", "test-exports": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/data-export.ts", "test-exports-snapshots": "node --enable-source-maps --test --experimental-transform-types --no-warnings --test-update-snapshots ./test/data-export.ts", "dev": "vite --port 2223", @@ -28,6 +29,7 @@ "devDependencies": { "@types/node": "^24.1.0", "csv-parse": "^6.1.0", + "csv-stringify": "^6.6.0", "typescript": "^5.9.3" } } diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 49c20f3..5f87c64 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -36,6 +36,9 @@ importers: csv-parse: specifier: ^6.1.0 version: 6.1.0 + csv-stringify: + specifier: ^6.6.0 + version: 6.6.0 typescript: specifier: ^5.9.3 version: 5.9.3 @@ -65,6 +68,9 @@ packages: csv-parse@6.1.0: resolution: {integrity: sha512-CEE+jwpgLn+MmtCpVcPtiCZpVtB6Z2OKPTr34pycYYoL7sxdOkXDdQ4lRiw6ioC0q6BLqhc6cKweCVvral8yhw==} + csv-stringify@6.6.0: + resolution: {integrity: sha512-YW32lKOmIBgbxtu3g5SaiqWNwa/9ISQt2EcgOq0+RAIFufFp9is6tqNnKahqE5kuKvrnYAzs28r+s6pXJR8Vcw==} + dom-serializer@2.0.0: resolution: {integrity: sha512-wIkAryiqt/nV5EQKqQpo3SToSOV9J0DnbJqwK7Wv/Trc92zIAYZ4FlMu+JPFW1DfGFt81ZTCGgDEabffXeLyJg==} @@ -184,6 +190,8 @@ snapshots: csv-parse@6.1.0: {} + csv-stringify@6.6.0: {} + dom-serializer@2.0.0: dependencies: domelementtype: 2.3.0 diff --git a/test/scrub.ts b/test/scrub.ts new file mode 100644 index 0000000..9881931 --- /dev/null +++ b/test/scrub.ts @@ -0,0 +1,135 @@ +import path from "node:path"; +import { test } from "node:test"; +import { strict as assert } from "node:assert"; +import { scrubPrimitive } from "../util/scrub_primitive.ts"; +import { $ } from "zx"; + +const scriptDir = path.dirname(new URL(import.meta.url).pathname); +const defsDir = path.join(scriptDir, "..", "util"); + +async function jqScrubPrimitive(value: unknown): Promise { + const input = JSON.stringify(value); + const result = await $`echo ${input} | jq -L ${defsDir} 'include "scrub"; scrub_primitive'`; + return JSON.parse(result.stdout.trim()); + // const result = await $`jq -f ${scrubJq} --argjson input ${input} -n '$input | scrub_primitive'`; + // return JSON.parse(result.stdout.trim()); +} + +interface TestCase { + name: string; + input: unknown; + expected: unknown; +} + +const cases: TestCase[] = [ + // === Strings === + { name: "IPv4 address", input: "192.168.1.1", expected: "1.1.1.1" }, + { name: "IPv4 address 2", input: "10.0.0.255", expected: "1.1.1.1" }, + { name: "IPv6 full", input: "2001:0db8:85a3:0000:0000:8a2e:0370:7334", expected: "2000:0000:0000:0000:0000:0000:0000:0000" }, + { name: "IPv6 shortened", input: "fe80::1", expected: "2000:0000:0000:0000:0000:0000:0000:0000" }, + { name: "IPv6 collapsed", input: "::1", expected: "2000:0000:0000:0000:0000:0000:0000:0000" }, + + { name: "email simple", input: "user@example.com", expected: "not_a_real_email@example.com" }, + { name: "email complex", input: "john.doe+tag@sub.domain.org", expected: "not_a_real_email@example.com" }, + + { name: "http URL", input: "https://www.example.com/path?q=1", expected: "url://somewhere" }, + { name: "ftp URL", input: "ftp://files.example.com/doc.pdf", expected: "url://somewhere" }, + { name: "custom scheme URL", input: "myapp://deep/link", expected: "url://somewhere" }, + + { name: "unix path", input: "/home/user/documents", expected: "some/path" }, + { name: "relative path", input: "some/relative/path", expected: "some/path" }, + + { name: "ISO datetime with tz no millis", input: "2023-11-15T14:30:00+05:00", expected: "2020-04-13T10:09:08+00:00" }, + { name: "ISO datetime with tz no tz colon no T", input: "2023-11-15 14:30:00+0500", expected: "2020-04-13 10:09:08+0000" }, + { name: "ISO datetime with negative tz no millis", input: "2023-11-15T14:30:00-08:00", expected: "2020-04-13T10:09:08+00:00" }, + { name: "ISO datetime with millis and tz", input: "2023-11-15T14:30:00.123+05:00", expected: "2020-04-13T10:09:08.000000+00:00" }, + { name: "ISO datetime with 6 digit millis and tz", input: "2023-11-15T14:30:00.123456+05:00", expected: "2020-04-13T10:09:08.000000+00:00" }, + { name: "ISO datetime with millis no tz", input: "2023-11-15T14:30:00.123", expected: "2020-04-13T10:09:08.000" }, + { name: "ISO datetime no millis no tz (falls through to millis branch)", input: "2023-11-15T14:30:00", expected: "2020-04-13T10:09:08.000" }, + { name: "ISO datetime with Z", input: "2023-11-15T14:30:00Z", expected: "2020-04-13T10:09:08Z" }, + { name: "ISO datetime with Z with millis", input: "2023-11-15T14:30:00.000Z", expected: "2020-04-13T10:09:08.000000Z" }, + { name: "ISO datetime with no seconds", input: "2023-11-15T14:30", expected: "2020-04-13T10:09" }, + { name: "ISO datetime range no T", input: "2023-11-15 14:30:08 - 2022-11-11 11:11:11", expected: "2020-04-13 10:09:08 - 2020-04-13 10:09:08" }, + { name: "date only", input: "2023-11-15", expected: "2020-04-13" }, + { name: "date only 2", input: "1999-01-01", expected: "2020-04-13" }, + { name: "datetime with UTC suffix", input: "2023-11-15 14:30:00 UTC", expected: "2020-04-13 10:09:08 UTC" }, + { name: "datetime without UTC suffix", input: "2023-11-15 14:30:00", expected: "2020-04-13 10:09:08" }, + { name: "datetime with /s and MM/DD/YY (whyyyy, fitbit, whyyy)", input: "11/15/25 14:30:00", expected: "04/13/20 10:09:08" }, + { name: "datetime with Mon Apr 13 10:09:08 UTC 2020 format", input: "Tue Apr 14 11:11:11 UTC 1999", expected: "Mon Apr 13 10:09:08 UTC 2020" }, + { name: "UTC offset only", input: "+04:00", expected: "+00:00" }, + { name: "UTC offset only negative", input: "-04:00", expected: "-00:00" }, + + { name: "numeric string short", input: "42", expected: "11" }, + { name: "numeric string long", input: "1234567890", expected: "1111111111" }, + { name: "numeric string single digit", input: "0", expected: "1" }, + + { name: "decimal string", input: "3.14", expected: "1.11" }, + { name: "negative decimal string", input: "-123.456", expected: "-111.111" }, + { name: "negative integer string", input: "-42", expected: "-11" }, + + { name: "hex string short", input: "deadbeef", expected: "a1a1a1a1" }, + { name: "hex string odd length", input: "abc", expected: "a1a" }, + { name: "hex string uppercase", input: "DEADBEEF", expected: "a1a1a1a1" }, + { name: "hex string mixed case", input: "AbCd01", expected: "a1a1a1" }, + + { name: "empty string", input: "", expected: "" }, + + { name: "string 'true'", input: "true", expected: "false" }, + { name: "string 'false'", input: "false", expected: "false" }, + { name: "string 'null'", input: "null", expected: "null" }, + + { name: "generic string short", input: "hello", expected: "xxxxx" }, + { name: "generic string with spaces", input: "hello world!", expected: "xxxxxxxxxxxx" }, + { name: "generic string single char", input: "z", expected: "x" }, + { name: "generic string special chars", input: "foo-bar_baz", expected: "xxxxxxxxxxx" }, + + // === Strings: Media file extensions (passthrough) === + // TODO: Fix + // { name: "jpg file path", input: "photo.jpg", expected: "photo.jpg" }, + // { name: "png file path", input: "image.png", expected: "image.png" }, + // { name: "mp4 file path", input: "video.mp4", expected: "video.mp4" }, + // { name: "mp3 file path", input: "song.mp3", expected: "song.mp3" }, + // { name: "svg file path", input: "icon.svg", expected: "icon.svg" }, + // { name: "webm file path", input: "clip.webm", expected: "clip.webm" }, + // { name: "flac file path", input: "track.flac", expected: "track.flac" }, + // { name: "case insensitive JPG", input: "photo.JPG", expected: "photo.JPG" }, + + // === Numbers === + { name: "unix timestamp low boundary", input: 946702800, expected: (((946702800 % 31557600 + 1704067200) / 5000 | 0) * 5000) }, + { name: "unix timestamp mid", input: 1700000000, expected: (((1700000000 % 31557600 + 1704067200) / 5000 | 0) * 5000) }, + { name: "unix timestamp high boundary", input: 1893474000, expected: (((1893474000 % 31557600 + 1704067200) / 5000 | 0) * 5000) }, + + { name: "integer single digit", input: 5, expected: 1 }, + { name: "integer two digits", input: 42, expected: 11 }, + { name: "integer three digits", input: 999, expected: 111 }, + { name: "integer large", input: 123456, expected: 111111 }, + { name: "integer zero", input: 0, expected: 1 }, + + // TODO: Fix, I dont care about negatives rn + // { name: "negative integer", input: -42, expected: -11 }, + // { name: "negative integer large", input: -123456, expected: -111111 }, + + { name: "decimal simple", input: 3.14, expected: 1.11 }, + { name: "decimal long fraction", input: 123.4567, expected: 111.1111 }, + { name: "decimal short fraction", input: 0.5, expected: 0.1 }, + // { name: "decimal negative", input: -3.14, expected: -1.11 }, + // { name: "decimal negative with zero int", input: -0.75, expected: -0.11 }, + + // === Misc === + { name: "boolean true", input: true, expected: false }, + { name: "boolean false", input: false, expected: false }, + + { name: "null", input: null, expected: null }, + +]; + +for (const { name, input, expected } of cases) { + test(`scrub() - ${name} TypeScript scrubPrimitive(${JSON.stringify(input)}) === ${JSON.stringify(expected)}`, () => { + const result = scrubPrimitive(input); + assert.deepEqual(result, expected); + }); + test(`scrub() - ${name} jq scrub_primitive(${JSON.stringify(input)}) === ${JSON.stringify(expected)}`, async () => { + const result = await jqScrubPrimitive(input); + assert.deepEqual(result, expected); + }); +} diff --git a/test/utils/csvUtils.ts b/test/utils/csvUtils.ts index 5905212..a6a423b 100644 --- a/test/utils/csvUtils.ts +++ b/test/utils/csvUtils.ts @@ -1,6 +1,6 @@ import { strict as assert } from "node:assert"; import { type TestContextAssert } from "node:test"; -import { parse } from "csv-parse/sync"; // For better diffs + error checking of CSV output +import { parse } from "csv-parse/sync"; function formatCSVForSnapshot(id: string, csv: string) { return `# === ${id} ===\n${csv}`; diff --git a/util/scrub.jq b/util/scrub.jq index ac4c0f0..53ed108 100644 --- a/util/scrub.jq +++ b/util/scrub.jq @@ -28,31 +28,72 @@ def scrub_primitive: # TODO: jq 1.7 adds debug(), use this instead when I can upgrade jq, otherwise # you need to manually grep for MANUAL REPAIR NEEDED for now ("MANUAL REPAIR NEEDED: \(.)" | stderr) | . - elif test("://") then - "url://somewhere" - elif test("/") then - "some/path" elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}[+\\-][0-9]{2}:[0-9]{2}$") then # iso date time without millis with timezone "2020-04-13T10:09:08+00:00" elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(\\.[0-9]{1,6})?[+\\-][0-9]{2}:[0-9]{2}$") then # iso date time with millis with timezone "2020-04-13T10:09:08.000000+00:00" - elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2} UTC") then + elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(\\.[0-9]{1,6})?$") then + # iso date time with millis no timezone + "2020-04-13T10:09:08.000" + elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$") then + # iso date time with z and the end (from fitbit export) + "2020-04-13T10:09:08Z" + elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}\\.[0-9]{1,6}Z$") then + # iso date time with z and the end and millis (from fitbit export) + "2020-04-13T10:09:08.000000Z" + elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}$") then + # iso date time but no seconds (from fitbit export) + "2020-04-13T10:09" + elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2} - [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}$") then + # iso date time range no T (from fitbit export) + "2020-04-13 10:09:08 - 2020-04-13 10:09:08" + elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}(\\.[0-9]{1,6})?[+\\-][0-9]{4}$") then + # iso date time with millis with timezone no colon (fitbit export) + "2020-04-13 10:09:08+0000" + elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}$") then + # Just date + "2020-04-13" + elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2} UTC$") then # Date format from snapchat export "2020-04-13 10:09:08 UTC" - elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}") then + elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}$") then # Date format from snapchat export "2020-04-13 10:09:08" + elif test("^[0-9]{2}/[0-9]{2}/[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}$") then + # Date format from fitbit export (wtf ugh) + "04/13/20 10:09:08" + elif test("^\\w{3} \\w{3} [0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2} UTC [0-9]{4}$") then + # Date format from fitbit export (uughhh) + "Mon Apr 13 10:09:08 UTC 2020" + elif test("^\\+[0-9]{2}:[0-2]{2}$") then + # UTC offset (from fitbit export) + "+00:00" + elif test("^-[0-9]{2}:[0-2]{2}$") then + # negative UTC offset (from fitbit export) + "-00:00" elif test("^[0-9]+$") then # preserve length of the string "1" * length + elif test("^-?[0-9]+(\\.[0-9]+)?$") then + # decmial number in a string + gsub("[0-9]"; "1") elif test("^[0-9a-fA-F]+$") then #hexadecimal string # repeat the hex pattern and truncate to original length ("a1" * length)[:length] elif . == "" then # prevents empty string from just returning null instead of empty string "" + elif . == "true" or . == "false" then + "false" + elif test("://") then + "url://somewhere" + elif test("/") then + "some/path" + elif . == "null" then + # From fitbit export in csv + "null" else # Preserve string length for other strings "x" * length @@ -65,7 +106,11 @@ def scrub_primitive: # Integer - preserve digit count (tostring | length) as $len | ("1" * $len) | tonumber else - 8.08 + # Decimal - preserve digit count and leading zero + tostring | split(".") | + (.[0] | if . == "0" or . == "-0" then . else ("1" * length) end) as $int_part | + (.[1] | ("1" * length)) as $frac_part | + ($int_part + "." + $frac_part) | tonumber end elif type == "boolean" then # Replace all booleans with false, this can give sensative info away based @@ -88,4 +133,4 @@ def scrub: end; # Call scrub -scrub +#scrub diff --git a/util/scrub.ts b/util/scrub.ts index 7b1cade..20f12b1 100755 --- a/util/scrub.ts +++ b/util/scrub.ts @@ -1,8 +1,13 @@ #!/usr/bin/env -S node -import { $, argv, path } from "zx"; +import { $, path, minimist } from "zx"; import { strict as assert } from "node:assert"; import fs from "node:fs/promises"; +import { parse } from "csv-parse/sync"; +import { stringify } from "csv-stringify/sync"; +import { scrubPrimitive } from "./scrub_primitive.ts"; + +$.verbose = true; /**Catches any p Promise throws and instead returns those in a tuple*/ async function ptry( @@ -16,47 +21,88 @@ async function ptry( } } -$.verbose = true; +class UnsupportedScrubError extends Error {} + +interface ScrubOptions { + hasHeaders?: boolean; + overrideType?: "csv" | "json" +} + +/**Scrubs a file, json or csv*/ +async function scrubFile(inFile: string, outFile: string, options?: ScrubOptions): Promise<[(Error | undefined), undefined]> { + if (inFile.endsWith(".csv") || overrideType === "csv") { + const [maybeErr, inCSV] = await ptry(fs.readFile(inFile, { encoding: "utf8" })); + if (maybeErr) { + return [maybeErr, undefined]; + } + const hasHeaders = options?.hasHeaders ?? false; + + const rows = parse(inCSV); + const MAX_ROWS = 20; + let scrubbedRows; + if (hasHeaders) { + const header = rows[0]; + const scrubbedRest = rows.slice(1, MAX_ROWS + 1).map(row => row.map(cell => scrubPrimitive(cell))); + scrubbedRows = [header, ...scrubbedRest]; + } + else { + scrubbedRows = rows.slice(0, MAX_ROWS).map(row => row.map(cell => scrubPrimitive(cell))); + } + + const outCSV = stringify(scrubbedRows); + const [maybeErr2] = await ptry(fs.writeFile(outFile, outCSV, { encoding: "utf8" })); + return [maybeErr2, undefined]; + } + else if (inFile.endsWith(".json") || overrideType === "json") { + const [jqErr] = await ptry($`cat ${inFile} | jq -L ${scriptDir} 'include "scrub"; scrub' > ${outFile}`); + return [jqErr, undefined]; + } + else { + return [new UnsupportedScrubError(`No method for scrubbing file '${inFile}'`), undefined]; + } +} const scriptDir = path.dirname(new URL(import.meta.url).pathname); -const scrubJq = path.join(scriptDir, "scrub.jq"); -const targetDir = argv._[0]; +const argv = minimist(process.argv.slice(2), { + boolean: ["has-headers"], + string: ["override-type"], +}); +const fileOrGlob = argv._[0]; +const hasHeaders = argv["has-headers"]; // already a boolean, no need for !! +const overrideType = argv["override-type"]; +assert(fileOrGlob, "Usage: ./scrub.ts [--has-headers] [--override-type=csv] "); +assert(overrideType === undefined || overrideType === "" || overrideType === "csv" || overrideType === "json", "Override type must be either 'json' or 'csv'"); -assert(targetDir, "Usage: ./scrub.ts "); +console.log(`Matching files against passed file_or_glob: '${fileOrGlob}'`); -const targetPath = path.resolve(targetDir); +const filePaths: string[] = []; +for await (const file of fs.glob(fileOrGlob)) { + const resolved = path.resolve(file); + filePaths.push(resolved); +} -const [notADir] = await ptry($`test -d ${targetPath}`); -assert(!notADir, `Error: '${targetPath}' is not a directory`); - -const [noScrubJq] = await ptry($`test -f ${scrubJq}`); -assert(!noScrubJq, `Error: scrub.jq not found at ${scrubJq}`); - -console.log(`Scrubbing JSON files in: ${targetPath}`); -console.log(`Using scrub.jq from: ${scrubJq}`); -console.log(); - -const [findErr, files] = await ptry($`fdfind -t f '\\.json$' ${targetPath} -0`.quiet()); -assert(!findErr, `Error finding JSON files: ${findErr}`); - -const filePaths = files.stdout.split("\0").filter(Boolean); console.log("filePaths", filePaths); +assert(filePaths.length > 0, `No files found matching: ${fileOrGlob}`); for (const file of filePaths) { console.log(`Processing: ${file}`); const tmpFile = `${file}.tmp`; const piiFile = `${file}.DELETE-THIS-HAS-PII`; - - const [jqErr] = await ptry($`jq -f ${scrubJq} ${file} > ${tmpFile}`); - assert(!jqErr, `Error processing ${file}: ${jqErr}`); + + const [scrubError] = await scrubFile(file, tmpFile, { hasHeaders, overrideType }); + if (scrubError instanceof UnsupportedScrubError) { + console.warn(scrubError.message); + continue; + } + assert(!scrubError, `Error processing ${file}: ${scrubError}`); const [mvErr] = await ptry($`mv ${file} ${piiFile}`); assert(!mvErr, `Error moving ${file} to ${piiFile}: ${mvErr}`); - + const [mv2Err] = await ptry($`mv ${tmpFile} ${file}`); assert(!mv2Err, `Error moving ${tmpFile} to ${file}: ${mv2Err}`); } console.log(); -console.log("Done!"); \ No newline at end of file +console.log("Done!"); diff --git a/util/scrub_primitive.ts b/util/scrub_primitive.ts new file mode 100644 index 0000000..80cf646 --- /dev/null +++ b/util/scrub_primitive.ts @@ -0,0 +1,146 @@ +/**Scrubs a primitive the same as scrub.jq + * @todo Keep in sync with scrub.jq, as ideally they'd just be the same code... but diff + * languages ugh*/ +export function scrubPrimitive(value: unknown): unknown { + if (typeof value === "string") { + if (/^(([0-9]{1,3}\.){3}[0-9]{1,3})$/.test(value)) { + // IPv4 + return "1.1.1.1"; + } + else if (/^([0-9a-fA-F]{0,4}:){2,7}[0-9a-fA-F]{0,4}$/.test(value)) { + // IPv6 + return "2000:0000:0000:0000:0000:0000:0000:0000"; + } + else if (/^[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}$/.test(value)) { + // Email-like + return "not_a_real_email@example.com"; + } + else if (/\.(jpg|jpeg|png|gif|bmp|webp|svg|ico|tiff|mp3|wav|flac|aac|ogg|wma|m4a|mp4|avi|mkv|mov|wmv|flv|webm)$/i.test(value)) { + // Leave these alone, you will have to manually go through these later and replace with + // placeholders + console.error(`MANUAL REPAIR NEEDED: ${value}`); + return value; + } + else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}[+-][0-9]{2}:[0-9]{2}$/.test(value)) { + // iso date time without millis with timezone + return "2020-04-13T10:09:08+00:00"; + } + else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(\.[0-9]{1,6})?[+-][0-9]{2}:[0-9]{2}$/.test(value)) { + // iso date time with millis with timezone + return "2020-04-13T10:09:08.000000+00:00"; + } + else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(\.[0-9]{1,6})?$/.test(value)) { + // iso date time with millis with timezone + return "2020-04-13T10:09:08.000"; + } + else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$/.test(value)) { + // iso date time with z and the end (from fitbit export) + return "2020-04-13T10:09:08Z"; + } + else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}\.[0-9]{1,6}Z$/.test(value)) { + // iso date time with z and the end (from fitbit export) + return "2020-04-13T10:09:08.000000Z"; + } + else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}$/.test(value)) { + // iso date time no seconds (from fitbit export) + return "2020-04-13T10:09"; + } + else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2} - [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}$/.test(value)) { + // iso date time range (from fitbit export) + return "2020-04-13 10:09:08 - 2020-04-13 10:09:08"; + } + else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}(\.[0-9]{1,6})?[+-][0-9]{4}$/.test(value)) { + // iso date time with millis with timezone no colon, no T (from fitbit export) + return "2020-04-13 10:09:08+0000"; + } + else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}$/.test(value)) { + // just date + return "2020-04-13"; + } + else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2} UTC$/.test(value)) { + // Date format from snapchat export + return "2020-04-13 10:09:08 UTC"; + } + else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}$/.test(value)) { + // Date format from snapchat export + return "2020-04-13 10:09:08"; + } + else if (/^[0-9]{2}\/[0-9]{2}\/[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}$/.test(value)) { + // Date format from fitbit export (MM/DD/YY) + return "04/13/20 10:09:08"; + } + else if (/^\w{3} \w{3} \d{2} \d{2}:\d{2}:\d{2} UTC \d{4}$/.test(value)) { + // Date format from fitbit export (uughhh) + return "Mon Apr 13 10:09:08 UTC 2020"; + } + else if (/^\+[0-9]{2}:[0-2]{2}$/.test(value)) { + // UTC offset (from fitbit export) + return "+00:00"; + } + else if (/^-[0-9]{2}:[0-2]{2}$/.test(value)) { + // UTC offset (from fitbit export) + return "-00:00" + } + else if (/^[0-9]+$/.test(value)) { + // preserve length of the string + return "1".repeat(value.length); + } + else if (/^-?[0-9]*(\.[0-9]*)?$/.test(value) && /[0-9]/.test(value)) { + // Decimal string - preserve shape + return value.replace(/[0-9]/g, "1"); + } + else if (/^[0-9a-fA-F]+$/.test(value)) { + // hexadecimal string - repeat the hex pattern and truncate to original length + return "a1".repeat(value.length) + .slice(0, value.length); + } + else if (value === "") { + // prevents empty string from just returning null instead of empty string + return ""; + } + else if (value === "true" || value === "false") { + return "false"; + } + else if (/:\/\//.test(value)) { + return "url://somewhere"; + } + else if (/\//.test(value)) { + return "some/path"; + } + else if (value === "null") { + return "null"; + } + else { + // Preserve string length for other strings + return "x".repeat(value.length); + } + } + else if (typeof value === "number") { + if (946702800 <= value && value <= 1893474000) { + // Take modulo 1 year to get variance in the output, then add offset to bring to ~2024 + return Math.floor(((value % 31557600) + 1704067200) / 5000) * 5000; + } + else if (Number.isInteger(value)) { + // Integer - preserve digit count + const len = value.toString() + .length; + return Number("1".repeat(len)); + } + else { + // Decimal - preserve shape, sign, and leading zero + const sign = value < 0 ? "-" : ""; + const parts = Math.abs(value).toString().split("."); + const intPart = parts[0] === "0" ? "0" : "1".repeat(parts[0].length); + const fracPart = "1".repeat(parts[1].length); + return Number(`${sign}${intPart}.${fracPart}`); + } + } + else if (typeof value === "boolean") { + // Replace all booleans with false, this can give sensitive info away based + // on what the key was in the data + return false; + } + else { + return value; + } +} \ No newline at end of file From a7683bba322bcff02cee3acc4b35ff816cba001c Mon Sep 17 00:00:00 2001 From: cobertos Date: Mon, 2 Mar 2026 01:55:19 -0500 Subject: [PATCH 4/4] Added fitbit test fixture --- test/fixtures/fitbit-2026-02.md | 31 ++++ .../Application/Account_Access_Events_1.csv | 10 ++ .../Account_Management_Events_1.csv | 4 + .../Application/Coach README.txt | 42 ++++++ .../Application/User_Email_Audit_Entry.csv | 2 + .../Application/User_Retired_Password.csv | 2 + .../Biometrics/Biometrics Readme.txt | 39 +++++ .../Biometrics/Glucose 202004.csv | 1 + .../Google Data/Commerce/README.txt | 1 + ...rationStatusForReadinessAndLoad README.txt | 15 ++ .../CalibrationStatusForReadinessAndLoad.csv | 3 + .../GoalSettingsHistory README.txt | 14 ++ .../GoalSettingsHistory.csv | 21 +++ .../TakeoutIrnUserState README.txt | 65 +++++++++ .../TakeoutIrnUserState.csv | 2 + .../UserAppSettingData README.txt | 20 +++ .../UserAppSettingData.csv | 8 + .../UserDemographicData README.txt | 19 +++ .../UserDemographicData.csv | 4 + .../UserExercises README.txt | 85 +++++++++++ .../UserExercises_2020-04-13 | 21 +++ .../UserLegacySettingData README.txt | 22 +++ .../UserLegacySettingData.csv | 5 + .../UserMBDData README.txt | 27 ++++ .../Health Fitness Data/UserMBDData.csv | 12 ++ .../UserProfileData README.txt | 15 ++ .../Health Fitness Data/UserProfileData.csv | 2 + .../UserSleepScores README.txt | 39 +++++ .../UserSleepScores_2020-04-13 | 21 +++ .../UserSleepStages README.txt | 26 ++++ .../UserSleepStages_2020-04-13 | 21 +++ .../Health Fitness Data/UserSleeps README.txt | 33 +++++ .../Health Fitness Data/UserSleeps_2020-04-13 | 21 +++ .../active_minutes_2020-04-13.csv | 21 +++ .../active_minutes_readme.txt | 17 +++ .../active_zone_minutes_2020-04-13.csv | 21 +++ .../active_zone_minutes_readme.txt | 15 ++ .../activity_level_2020-04-13.csv | 21 +++ .../activity_level_readme.txt | 15 ++ .../body_temperature_2020-04-13.csv | 21 +++ .../body_temperature_readme.txt | 14 ++ .../Physical Activity/calories_2020-04-13.csv | 21 +++ ...calories_in_heart_rate_zone_2020-04-13.csv | 21 +++ .../calories_in_heart_rate_zone_readme.txt | 15 ++ .../Physical Activity/calories_readme.txt | 14 ++ .../cardio_acute_chronic_workload_ratio.csv | 21 +++ ...io_acute_chronic_workload_ratio_readme.txt | 16 ++ .../cardio_load_2020-04-13.csv | 21 +++ .../cardio_load_observed_interval.csv | 21 +++ .../cardio_load_observed_interval_readme.txt | 16 ++ .../Physical Activity/cardio_load_readme.txt | 17 +++ .../daily_heart_rate_variability.csv | 21 +++ .../daily_heart_rate_variability_readme.txt | 17 +++ .../daily_heart_rate_zones.csv | 21 +++ .../daily_heart_rate_zones_readme.txt | 14 ++ .../daily_oxygen_saturation_2020-04-13.csv | 19 +++ .../daily_oxygen_saturation_readme.txt | 18 +++ .../Physical Activity/daily_readiness.csv | 19 +++ .../daily_readiness_readme.txt | 20 +++ .../daily_respiratory_rate.csv | 21 +++ .../daily_respiratory_rate_readme.txt | 14 ++ .../daily_resting_heart_rate.csv | 21 +++ .../daily_resting_heart_rate_readme.txt | 14 ++ .../Physical Activity/demographic_vo2max.csv | 21 +++ .../demographic_vo2max_readme.txt | 15 ++ .../Physical Activity/distance_2020-04-13.csv | 21 +++ .../Physical Activity/distance_readme.txt | 14 ++ .../heart_rate_2020-04-13.csv | 21 +++ .../Physical Activity/heart_rate_readme.txt | 14 ++ .../heart_rate_variability_2020-04-13.csv | 21 +++ .../heart_rate_variability_readme.txt | 15 ++ .../Google Data/Physical Activity/height.csv | 9 ++ .../Physical Activity/height_readme.txt | 14 ++ .../live_pace_2020-04-13.csv | 21 +++ .../Physical Activity/live_pace_readme.txt | 16 ++ .../oxygen_saturation_2020-04-13.csv | 21 +++ .../oxygen_saturation_readme.txt | 14 ++ ...piratory_rate_sleep_summary_2020-04-13.csv | 21 +++ .../respiratory_rate_sleep_summary_readme.txt | 25 ++++ .../sedentary_period_2020-04-13.csv | 3 + .../sedentary_period_readme.txt | 14 ++ .../Physical Activity/steps_2020-04-13.csv | 21 +++ .../Physical Activity/steps_readme.txt | 14 ++ .../swim_lengths_data_2020-04-13.csv | 21 +++ .../swim_lengths_data_readme.txt | 16 ++ .../time_in_heart_rate_zone_2020-04-13.csv | 21 +++ .../time_in_heart_rate_zone_readme.txt | 14 ++ .../Google Data/Physical Activity/weight.csv | 2 + .../Physical Activity/weight_readme.txt | 14 ++ .../Heart/Heart Rate Notifications Alerts.csv | 1 + .../Heart Rate Notifications Profile.csv | 1 + .../Heart/Heart Rate Notifications README.txt | 30 ++++ .../SamanthaFornari/Heart/afib_ppg_README.txt | 41 ++++++ .../Heart/afib_ppg_enrollment.csv | 2 + .../Menstrual Health README.txt | 59 ++++++++ .../menstrual_health_birth_control.csv | 1 + .../menstrual_health_cycles.csv | 1 + .../menstrual_health_settings.csv | 1 + .../menstrual_health_symptoms.csv | 1 + .../estimated_oxygen_variation-2020-04-13.csv | 21 +++ .../Personal & Account/Devices Readme.txt | 100 +++++++++++++ .../Personal & Account/Devices.csv | 2 + .../Personal & Account/Media/Avatar Photo.png | Bin 0 -> 2855 bytes .../Products Export Readme.txt | 23 +++ .../Personal & Account/Profile.csv | 2 + .../Personal & Account/Scales.csv | 1 + .../Tracker Optional Configuration.csv | 2 + .../Personal & Account/Trackers.csv | 2 + .../User Profile README.txt | 49 +++++++ .../Personal & Account/height-2020-04-13.json | 10 ++ .../iOS App Notification Settings.csv | 1 + .../Personal & Account/weight-2020-04-13.json | 10 ++ .../Active Zone Minutes - 2020-04-13.csv | 21 +++ .../Activity Goals README.txt | 21 +++ .../Physical Activity/Activity Goals.csv | 13 ++ .../Daily Readiness README.txt | 19 +++ ...Readiness User Properties - 2020-04-13.csv | 1 + .../calories-2020-04-13.json | 10 ++ .../demographic_vo2_max-2020-04-13.json | 20 +++ .../distance-2020-04-13.json | 10 ++ .../Physical Activity/exercise-100.json | 137 ++++++++++++++++++ .../heart_rate-2020-04-13.json | 16 ++ .../lightly_active_minutes-2020-04-13.json | 10 ++ .../moderately_active_minutes-2020-04-13.json | 10 ++ .../resting_heart_rate-2020-04-13.json | 26 ++++ .../sedentary_minutes-2020-04-13.json | 10 ++ .../Physical Activity/steps-2020-04-13.json | 10 ++ .../swim_lengths_data-2020-04-13.json | 20 +++ .../time_in_heart_rate_zones-2020-04-13.json | 13 ++ .../very_active_minutes-2020-04-13.json | 10 ++ .../Fitbit Health Programs Data README.txt | 41 ++++++ ... Heart Rate Variability Summary README.txt | 7 + .../Daily Respiratory Rate Summary README.txt | 5 + .../Daily SpO2 - 2020-03-13-2020-04-13.csv | 10 ++ .../Sleep/Daily SpO2 README.txt | 10 ++ .../Sleep/Device Temperature - 2020-04-13.csv | 1 + .../Sleep/Heart Rate Variability README.txt | 14 ++ .../Sleep/Minute SpO2 - 2020-04-13.csv | 21 +++ .../Sleep/Minute SpO2 README.txt | 12 ++ .../Sleep/Respiratory Rate README.txt | 17 +++ .../SamanthaFornari/Sleep/Snore README.txt | 11 ++ .../Sleep/sleep-2020-03-13.json | 132 +++++++++++++++++ .../Sleep/sleep-2020-04-13.json | 132 +++++++++++++++++ .../SamanthaFornari/Sleep/sleep_score.csv | 20 +++ .../SamanthaFornari/Social/Feed README.txt | 63 ++++++++ .../SamanthaFornari/Social/badge.json | 29 ++++ .../Stress/Stress Journal README.txt | 41 ++++++ .../Stress/Stress Score Readme.txt | 22 +++ .../SamanthaFornari/Stress/Stress Score.csv | 1 + 149 files changed, 2950 insertions(+) create mode 100644 test/fixtures/fitbit-2026-02.md create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Access_Events_1.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Management_Events_1.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Coach README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Email_Audit_Entry.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Retired_Password.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Biometrics Readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Glucose 202004.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Commerce/README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises_2020-04-13 create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores_2020-04-13 create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages_2020-04-13 create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps_2020-04-13 create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight_readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Alerts.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Profile.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_enrollment.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/Menstrual Health README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_birth_control.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_cycles.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_settings.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_symptoms.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Other/estimated_oxygen_variation-2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices Readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Media/Avatar Photo.png create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Products Export Readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Profile.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Scales.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Tracker Optional Configuration.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Trackers.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/User Profile README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/height-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/iOS App Notification Settings.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/weight-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Active Zone Minutes - 2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Activity Goals README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Activity Goals.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Daily Readiness README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Daily Readiness User Properties - 2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/calories-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/demographic_vo2_max-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/distance-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/exercise-100.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/heart_rate-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/lightly_active_minutes-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/moderately_active_minutes-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/resting_heart_rate-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/sedentary_minutes-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/steps-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/swim_lengths_data-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/time_in_heart_rate_zones-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/very_active_minutes-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Programs/Fitbit Health Programs Data README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily Heart Rate Variability Summary README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily Respiratory Rate Summary README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily SpO2 - 2020-03-13-2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily SpO2 README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Device Temperature - 2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Heart Rate Variability README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Minute SpO2 - 2020-04-13.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Minute SpO2 README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Respiratory Rate README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Snore README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/sleep-2020-03-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/sleep-2020-04-13.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/sleep_score.csv create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Social/Feed README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Social/badge.json create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Stress/Stress Journal README.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Stress/Stress Score Readme.txt create mode 100644 test/fixtures/fitbit-2026-02/SamanthaFornari/Stress/Stress Score.csv diff --git a/test/fixtures/fitbit-2026-02.md b/test/fixtures/fitbit-2026-02.md new file mode 100644 index 0000000..2d282bc --- /dev/null +++ b/test/fixtures/fitbit-2026-02.md @@ -0,0 +1,31 @@ +# fitbit-2026-02 + +## Manual edits / notes +* Some many of these files are `category-2020-04-13.json` or `.csv` and then there's like 100 files. I had to manually delete all the extras and just keep one or two around. Im not keeping 2 for all of them because it's too much manual editing right now + +* `Social` + * `badge.json` kept some of the type names +* `Sleep` + * `sleep_score.csv` Manually kept magnitude of last index as scrubber was not good at preserving that + * `sleep-xxx.json` Pretty sure there are multiple shapes on this based on the type. In the UI it presents them differently (one showing just asleep/not asleep, the other showing like rem and such) + * **TODO** - I only have one of the types in the export data in the fixture im pretty sure. Need to add the other one +* `Physical Activity` + * `time_in_heart_rate_zones-xxx.json` WHY DOES THIS USE MM/DD/YY DATES, ughhhhh + * `swim_lengths_data-xxx.json` I don't really swim so I dont know why there's so much data in here + * `sedentary_minutes-xxx.json` Hmm, this one has a lot of 1440, even though I did not wear my fitbit for a lot of those days or it failed to sync, so probably just defaults... I see that in a lot of this data + * `resting_heart_rate-xxx.json` Yeah... This one has a bunch of null objects in it. So if you want to parse any of this data, you're going to have to filter out all the days you weren't wearing your device manually + * I also added an extra entry to this file for the nulls to show up in the export with + * `exercise-100.json` These are weird, seems to be a suffix of like `-\d+`. Not really any specific pattern either, I only see 0 and 100 in here + * `distance-xxx.json` This one seems to be minute-by-minute, but only for some minutes. It's kinda weird. Idk if these are supposed to be like number since last message, or number since last minute (but the last minute was missed), or what... + * `calories-xxx.json` Why does the default value here seem to be 0.95 for everything, ugh + * `Active Zone Minutes - xxx.csv` Added stuff the types back to this + * UGH this uses `2020-04-13T10:10` for the times, wtf why +* `Personal & Account` + * `weight-xxx.json` this uses `MM/DD/YY` and `HH:MM:ss` seperately. Manually had to fix +* `Heart` + * `afib_ppg_enrollment.csv` Another off the wall date format `Fri Dec 19 06:32:30 UTC 2025`. Going to manually edit this +* `Biometrics` + * `Glucose xxx.csv` no data in all of these. they're not even proper csvs when there's no data... ugh. The only info is that there's year and month inside the filename +* `Google Data` + * There's so much overlap here with the other stuff, but some of it looks better handled, others don't + * `Physical Activity/daily_heart_rate_zones.csv` - Fuck this file, JSON embedded in CSV why, they did not need to do this... \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Access_Events_1.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Access_Events_1.csv new file mode 100644 index 0000000..bb49f1e --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Access_Events_1.csv @@ -0,0 +1,10 @@ +timestamp,event_name,email,location,ip,outcome,reason,application,device_info +Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx +Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,xxxxxxxxxxxxxx,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx +Mon Apr 13 10:09:08 UTC 2020,xxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,,xxxxxxxxxxxxxxxxxxxxxx, +Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx +Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,xxxxxxxxxxxxxx,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx +Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx +Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,xxxxxxxxxxxxxx,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx +Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx +Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,xxxxxxxxxxxxxx,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Management_Events_1.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Management_Events_1.csv new file mode 100644 index 0000000..af34107 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Management_Events_1.csv @@ -0,0 +1,4 @@ +timestamp,event_name,email,location,ip,outcome,reason +Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,,1.1.1.1,xxxxxxx, +Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,,1.1.1.1,xxxxxxx, +Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,,1.1.1.1,xxxxxxx, diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Coach README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Coach README.txt new file mode 100644 index 0000000..d6078d6 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Coach README.txt @@ -0,0 +1,42 @@ +Coach Data Export + +The Coach category of your data export includes the pieces of content that you favorited in the Coach view, as well as +content recommendations that were generated for you based on watch history, wellbeing and physical activity. + +Files included: +---------- + +Coach Favorites.csv + +This includes the items that you marked as favorite in the Coach view. + timestamp - Datetime of the moment the item was favorited + id - Unique identifier of the item + title - Name of the item + bundle_id - Category of content in the Coach view that the item belongs to + content_type - Content type of the item + +---------- + +Coach Content Recommendations.csv + +This is the list of videos/audios that were recently recommended to you based on your and other users' viewing history. + date - Date when the recommendation was generated + id - Unique identifier of the item + title - Name of the item + bundle_id - Category of content in the Coach view that the item belongs to + content_type - Content type of the item + rating - Rating representing how good the recommendation was computed to be + +---------- + +Coach Dynamic Recommendations.csv + +This file contains the list of content rows that were personalized for you and that were embedded in pages in the app +other than the main Coach view. + timestamp - Datetime of when the content row was determined + component_id - Unique identifier of the content row + bundle_id - Category of content in the Coach view that the item belongs to + id - Unique identifier of the item + title - Name of the item + content_type - Content type of the item + associated_tags - Tags describing the items in the content row and which can be filtered upon diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Email_Audit_Entry.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Email_Audit_Entry.csv new file mode 100644 index 0000000..0ac579c --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Email_Audit_Entry.csv @@ -0,0 +1,2 @@ +previous_email,change_time,request_id +not_a_real_email@example.com,2020-04-13T10:09:08.000000Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Retired_Password.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Retired_Password.csv new file mode 100644 index 0000000..8bcaf99 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Retired_Password.csv @@ -0,0 +1,2 @@ +date_changed,reason +2020-04-13T10:09:08.000000Z,some/path diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Biometrics Readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Biometrics Readme.txt new file mode 100644 index 0000000..1359053 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Biometrics Readme.txt @@ -0,0 +1,39 @@ +Biometrics Data Export + +Description: For users who have access and started to use biometrics features (such as Blood Glucose) in the Fitbit app this category of the data export includes all of the content added via those features. This includes your biometrics and other associated data, including annotations, time and type of measurement, your personal ranges and reminders. + +Files Included: +---------- + +Glucose Reminders.csv + +The list of reminders that you created in the Fitbit app. + + time - Time + days - Days of week + enabled - Whether this remainder enabled + +---------- + +Glucose Target Ranges.csv + +Your blood glucose personal target range. + + min - Target range (min) + max - Target range (max) + +---------- + +Glucose YYYYMM.csv + +Each file holds the list of blood glucose values and associated data for the specific month (defined by YYYY-MM). + + time - Entry date and time + value - Value + unit - Unit (MMOL_L / MG_DL) + data_source - Description of data source (UNKNOWN / MANUAL / APP) + measurement_type - Entry type (UNSPECIFIED / SMBG / CGM / LAB_TEST) + medical_codes - List of medical codes (if available) (LOINC and/or SNOMED) + tags - List of associated annotations + + diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Glucose 202004.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Glucose 202004.csv new file mode 100644 index 0000000..9b6da8c --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Glucose 202004.csv @@ -0,0 +1 @@ +no data \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Commerce/README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Commerce/README.txt new file mode 100644 index 0000000..c187570 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Commerce/README.txt @@ -0,0 +1 @@ +To access your order history and related information for orders placed between 2008 and 2024, please contact Google customer support at https://support.google.com/fitbit/gethelp. \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad README.txt new file mode 100644 index 0000000..0a33984 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad README.txt @@ -0,0 +1,15 @@ +Calibration Status for Readiness and Load + +The CalibrationStatusForReadinessAndLoad file contains the calibration status for the Readiness and Load features. +When the remaining number of days is 0, the user is considered calibrated. + +---------- + +CalibrationStatusForReadinessAndLoad.csv + + user_id - unique id for the user + feature - name of the feature + remaining_days - the remaining number of days required to complete the calibration + calibration_start_date - the date when calibration was started, local date + latest_completion_date - the date when calibration was completed, local date + latest_update_date - the date when the calibration status was last updated, local date \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad.csv new file mode 100644 index 0000000..ab6a223 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad.csv @@ -0,0 +1,3 @@ +feature,remaining_days,calibration_start_date,latest_completion_date,latest_update_date +xxxxxxxxxxxxxxxxxxxxxxxx,1,2020-04-13,2020-04-13,2020-04-13 +xxxxxxxxxxxxxxxxxxxxxx,1,2020-04-13,2020-04-13,2020-04-13 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory README.txt new file mode 100644 index 0000000..8af27cd --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory README.txt @@ -0,0 +1,14 @@ +Goal Settings History + +The GoalSettingsHistory file contains the settings history for the user goals. + +Files Included: +---------- + +GoalSettingsHistory.csv + + name - name of the goal + objectives - objectives of the goal containing the target value and the metric to measure + schedule - schedule of the goal, weekly or fixed datetime range + status - status of the goal, enabled or disabled + update_time - time when the goal was updated with these settings diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory.csv new file mode 100644 index 0000000..1ec3636 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory.csv @@ -0,0 +1,21 @@ +name,objectives,schedule,status,update_time,meta,title,subtitle,rationale,domain,progress_start_time,progress_end_time,progress +xxxxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, +xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState README.txt new file mode 100644 index 0000000..e756953 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState README.txt @@ -0,0 +1,65 @@ +Irregular Rhythm Notifications + +The below section is dedicated to the exported data of the Irregular Rhythm +Notifications (IRN) data domain. The IRN feature analyzes your heart rhythm for +signs of atrial fibrillation (AFib). + +Files Included: +---------- + +IrnUserState.csv + +The data for the user's state with respect to the Irregular Rhythm Notifications feature. + + EnrollmentState - The user's enrollment status in the IRN feature + (e.g., ENROLLED). + LastProcessedTime - The timestamp of the last time the user's heart + rhythm data was processed. + LastConclusiveWindow - The timestamp of the end of the last window of + data that was considered conclusive (either positive or negative for AFib). + LastProcessedTimestamps - A JSON array detailing the last processed + timestamp for each data source (e.g., each device). + LastNotifiedTime - The timestamp of the last time a notification was + sent to the user. + + +IrnAfibAlertWindows.csv + +The data for individual AFib analysis windows. An alert is generated from one or more of these windows. + + DeviceId - The identifier of the device that recorded the + data. + DeviceFitbitDeviceType - The model of the Fitbit device (e.g., ANTARES). + AlgorithmVersion - The version of the AFib detection algorithm used. + ServiceVersion - The version of the backend service that processed + the data. + StartTime - The start time of the analysis window. + Positive - A boolean indicating if the window was positive + for signs of AFib. + HeartBeats - A JSON array of heartbeats recorded during the + window, including the timestamp and beats per + minute for each. + + +IrnAfibAlerts.csv + +The data for AFib alerts sent to the user. + + DeviceId - The identifier of the device that recorded the + data. + DeviceFitbitDeviceType - The model of the Fitbit device. + AlgorithmVersion - The version of the AFib detection algorithm used. + ServiceVersion - The version of the backend service that processed + the data. + StartTime - The start time of the first analysis window in + the alert. + EndTime - The end time of the last analysis window in the + alert. + DetectedTime - The timestamp when the alert was officially + generated. + AlertWindows - A JSON array of the individual analysis windows + that constitute the alert. Each window includes + its start and end times, a positive flag, and the + associated heartbeats. + IsRead - A boolean indicating if the user has viewed the + notification. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState.csv new file mode 100644 index 0000000..24f272f --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState.csv @@ -0,0 +1,2 @@ +enrollment_state,last_processed_time,last_conclusive_window,last_processed_timestamps,last_notified_time +xxxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx, diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData README.txt new file mode 100644 index 0000000..ded0245 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData README.txt @@ -0,0 +1,20 @@ +UserAppSettingData Export + +The UserAppSetting data file contains user prerferences such as measurment units, height and weight system etc. + +Files included: +---------- + +UserAppSettingData.csv + +The data for User AppSettings + + preferred_workout_intensity_level - the preferred workout intensity level of the user + height_system - the height system of the user + weight_system - the weight system of the user + water_measurement_unit - the water measurement unit of the user + glucose_measurement_unit - the glucose measurement unit of the user + body_temperature_measurement_unit - the body temperature measurement unit of the user + pool_length - the pool length of the user (e.g. 16 units) + pool_length_measurement_unit - the pool length measurement unit of the user + swim_unit - the swim unit of the user diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData.csv new file mode 100644 index 0000000..72f34b5 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData.csv @@ -0,0 +1,8 @@ +value_time,setting_name,setting_value +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxxxxx,xxxxx +2020-04-13 10:09:08+0000,xxxxxxxxxxxxx,xx +2020-04-13 10:09:08+0000,xxxxxxxxxxx,11 +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxxx,xxxxx +2020-04-13 10:09:08+0000,xxxxxxxxxxxxx,xx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData README.txt new file mode 100644 index 0000000..7c91eb1 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData README.txt @@ -0,0 +1,19 @@ +UserDemographicData Export + +The User Demographic data file contains information commonly used for creating statistics / automatic update emails, including country, state, is_child etc. + +Files included: +---------- + +UserDemographicData.csv + +The data for User Demographic: + + country - the country of the user + state - the state of the user + sex - the gender of the user + timezone - the timezone of the user + locale - the locale of the user + is_child - whether the user is a child + +Note that it is expected for migrated Google accounts to contain entries with default Fitbit values for date_of_birth ("1970-01-01"). \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData.csv new file mode 100644 index 0000000..b30edf0 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData.csv @@ -0,0 +1,4 @@ +value_time,setting_name,setting_value +2020-04-13 10:09:08+0000,xxxxxx,xxxxx +2020-04-13 10:09:08+0000,xxx,xxxxxx +2020-04-13 10:09:08+0000,xxxxxxxx,some/path diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises README.txt new file mode 100644 index 0000000..6a51427 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises README.txt @@ -0,0 +1,85 @@ +Exercises + +The below section is dedicated to the exported data of the Exercise data domain. +Exercises are sent by the wearables device to the Backend and contain data about +the exercises performed by the user. + +Files Included: +---------- + +UserExercises.csv + +The data for exercises + exercise_id - the unique identifier of the exercise + exercise_start - the exercise start time at UTC + exercise_end - the exercise end time at UTC + utc_offset - the timezone offset relative to UTC for the exercise + exercise_created - the time when the exercise was created at UTC + exercise_last_updated - the time when the exercise was last updated at UTC + activity_name - the type of activity performed during the exercise + log_type - where the exercise was logged from (mobile, tracker, etc.) + + pool_length - user's preferred pool length in the unit specified by PoolLengthUnit + pool_length_unit - pool length unit + + intervals data about the intervals of the exercise (if the exercise was an interval workout). + it is listed as blocks of the following - + - type: the type of the interval (REST or MOVE) + - interval_num: the interval number + - total_intervals: the total number of intervals in the workout + - num_repeats: the number of times the interval was repeated + - duration_millis: the interval duration in milliseconds + + distance_units - the units of the distance (imperial or metric) + tracker_total_calories - the total calories burned during the exercise (registered by the tracker) + tracker_total_steps - the total steps taken during the exercise (registered by the tracker) + tracker_total_distance_mm - the total distance in millimeters covered during the exercise (registered by the tracker) + tracker_total_altitude_mm - the total altitude in millimeters covered during the exercise (registered by the tracker) + tracker_avg_heart_rate - the average heart rate during the exercise (registered by the tracker) + tracker_peak_heart_rate - the peak heart rate during the exercise (registered by the tracker) + tracker_avg_pace_mm_per_second - the average pace in millimeters per second during the exercise (registered by the tracker) + tracker_avg_speed_mm_per_second - the average speed in millimeters per second during the exercise (registered by the tracker) + tracker_peak_speed_mm_per_second - the peak speed in millimeters per second during the exercise (registered by the tracker) + tracker_auto_stride_run_mm - the stride length when running in millimeters during the exercise (registered by the tracker) + tracker_auto_stride_walk_mm - the stride length when walking in millimeters during the exercise (registered by the tracker) + tracker_swim_lengths - the number of lengths swam during a swim exercise (registered by the tracker) + tracker_pool_length - the pool length in the unit specified by TrackerPoolLengthUnit (calculated by the tracker) + tracker_pool_length_unit - the pool length unit + tracker_cardio_load - the cardio load of the exercise (registered by the tracker) + + manually_logged_total_calories - total calories burned during the exercise (manually logged by the user) + manually_logged_total_steps - total steps taken during the exercise (manually logged by the user) + manually_logged_total_distance_mm - total distance in millimeters covered during the exercise (manually logged by the user) + manually_logged_pool_length - the pool length in the unit specified by ManuallyLoggedPoolLengthUnit (manually logged by the user) + manually_logged_pool_length_unit - the pool length unit + + exercise_events - data about the events that happen throughout the exercise such as start, stop, pause, split + - for SPLIT, AUTO_SPLIT and INTERVAL events, all the metrics are relative to the previous event + - for PAUSE, AUTO_PAUSE and STOP events, all the metrics are relative to the start of the exercise + it is listed as blocks of the following - + - exercise_event_id: the unique identifier of the event + - timestamp: the time when the event occurred at UTC + - type: the type of the event (START, STOP, PAUSE, RESUME etc.) + - auto_cue_type: the type of the auto cue (MANUAL, DISTANCE, TIME, CALORIES etc.) + - elapsed_time_millis: the elapsed time in milliseconds + - traveled_distance_mm: the distance traveled in millimeters + - calories_burned: the calories burned + - steps: the steps taken + - average_heart_rate: average heart rate + - elevation_gain_mm: elevation gain in millimeters + - swim_lengths: number of lengths swam + - average_speed_mm_per_sec: average speed in millimeters per second + - interval_type: the type of the interval (REST or MOVE) + + activity_type_probabilities - a list of activities that the user might have performed during the exercise, with the probability of each activity + autodetected_confirmed - whether the user confirmed the autodetected exercise + autodetected_start_timestamp - the start time of the autodetected exercise at UTC + autodetected_end_timestamp - the end time of the autodetected exercise at UTC + autodetected_utc_offset - the timezone offset relative to UTC for the autodetected exercise + autodetected_activity_name - the name of the autodetected activity + autodetected_sensor_based_activity_name - the name of the sensor based autodetected activity + deletion_reason - the reason why the exercise was deleted + activity_label - the label of the activity + suggested_start_timestamp - the suggested start time of the exercise at UTC + suggested_end_timestamp - the suggested end time of the exercise at UTC + reconciliation_status - the status of the reconciliation diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises_2020-04-13 b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises_2020-04-13 new file mode 100644 index 0000000..0bc11e0 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises_2020-04-13 @@ -0,0 +1,21 @@ +exercise_id,exercise_start,exercise_end,utc_offset,exercise_created,exercise_last_updated,activity_name,log_type,pool_length,pool_length_unit,intervals,distance_units,tracker_total_calories,tracker_total_steps,tracker_total_distance_mm,tracker_total_altitude_mm,tracker_avg_heart_rate,tracker_peak_heart_rate,tracker_avg_pace_mm_per_second,tracker_avg_speed_mm_per_second,tracker_peak_speed_mm_per_second,tracker_auto_stride_run_mm,tracker_auto_stride_walk_mm,tracker_swim_lengths,tracker_pool_length,tracker_pool_length_unit,tracker_cardio_load,manually_logged_total_calories,manually_logged_total_steps,manually_logged_total_distance_mm,manually_logged_pool_length,manually_logged_pool_length_unit,events,activity_type_probabilities,autodetected_confirmed,autodetected_start_timestamp,autodetected_end_timestamp,autodetected_utc_offset,autodetected_activity_name,autodetected_sensor_based_activity_name,deletion_reason,activity_label,suggested_start_timestamp,suggested_end_timestamp,reconciliation_status +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, +1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData README.txt new file mode 100644 index 0000000..7afcfd3 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData README.txt @@ -0,0 +1,22 @@ +UserLegacySettingData Export + +The User Legacy Setting Data file contains legacy settings for the user, including + +Files included: +---------- + +UserLegacySettingData.csv + +The data for User Legacy Setting Data: + + clock12 - whether the user has opted for a 12-hour clock display (e.g., AM/PM) instead of a 24-hour clock. + start_day_of_week - the user's start day of week (e.g., Monday, Sunday). This affects how weekly data is displayed in the app. + food_budget - whether the user has enabled a food budget feature, and the intensity level selected for it (e.g. maintenance, strict). + food_plan_estimation_enabled - whether the user has enabled food plan estimation feature. + legal_terms - the version of the legal terms the user has accepted. + sdk_developer_enabled - whether the user has enabled the SDK developer mode. + sdk_legal_terms_version - the version of the SDK legal terms the user has accepted. + weight_objective - the user's weight objective (e.g., lose, maintain, gain). + weight_track_start_date - the date the user started tracking their weight. + weight_goal_target_date - the user's weight goal target date. + food_database - the user's food database. \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData.csv new file mode 100644 index 0000000..e61031f --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData.csv @@ -0,0 +1,5 @@ +value_time,setting_name,setting_value +2020-04-13 10:09:08+0000,xxxxxxxxxxx,some/path +2020-04-13 10:09:08+0000,xxxxxxx,false +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxx,false +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxx,xxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData README.txt new file mode 100644 index 0000000..0526ea2 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData README.txt @@ -0,0 +1,27 @@ +UserMBDData Export + +The User MBD data file contains measured body data including sensitive fields such as is_nursing, pregnant_state, body_constitution etc. + +Files included: +---------- + +UserMBDData.csv + +The data for User MBD: + + is_nursing - whether the user is nursing + pregnant_state - the pregnancy state of the user (not_pregnant, first_trimester etc.) + body_constitution - the body constitution of the user (unspecified,regular, lean) + hr_scaling_sleep_rest - the user's HR scaling sleep rest + stride_length_walking - the user's stride length walking (mm) + stride_length_running - the user's stride length running (mm) + auto_stride_length_walking - the user's auto stride length walking (mm) + auto_stride_length_running - the user's auto stride length running (mm) + auto_stride_enabled - whether the user's auto stride is enabled + auto_run_enabled - whether the user's auto run is enabled + activity_state - the user's activity state (sedentary, low_active, active etc.) + inactivity_alerts_days - the user's inactivity alerts days + sedentary_alert_times - the user's sedentary alert times + sedentary_prune_time - the user's sedentary prune time (UTC, no timezone offset) + stia_update_time - the user's STIA update time (UTC, no timezone offset) + sleep_proc_algorithm - the user's sleep process algorithm (unspecified, composite, sensitive) diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData.csv new file mode 100644 index 0000000..812762e --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData.csv @@ -0,0 +1,12 @@ +value_time,setting_name,setting_value +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxx,false +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxx,false +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxx,xxxxxxx +2020-04-13 10:09:08+0000,xxxxxxxxxx,false +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxx,xxxxxxxxxxxx +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxx,1111 +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxx,1 +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxx,2020-04-13T10:09:08.000000Z +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData README.txt new file mode 100644 index 0000000..490666b --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData README.txt @@ -0,0 +1,15 @@ +UserProfileData Export + +The User Profile data file contains identifying information for a user's Fitbit account, including biography, username, first name etc. + +Files included: +---------- + +UserProfileData.csv + +The data for User Profile: + + about_me - user biography, free text + display_name_preference - preference for display name (name, username, or full name) + +Note that it is expected for migrated Google accounts to contain entries with default Fitbit values for first_name ("firstName") and last_name ("lastName"). \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData.csv new file mode 100644 index 0000000..626c2b8 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData.csv @@ -0,0 +1,2 @@ +value_time,setting_name,setting_value +2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxxxx,xxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores README.txt new file mode 100644 index 0000000..a0999cb --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores README.txt @@ -0,0 +1,39 @@ +Sleep Scores + +The below section is dedicated to the exported data of the Sleep Score data domain. +Sleep scores merge multiple sleep metrics (duration, composition, heart rate data) +into a summarized scoring system. + +Files Included: +---------- +UserSleepScores.csv + +The data for sleep scores + user_id - the unique identifier of the user + sleep_id - the unique identifier of the sleep session + sleep_score_id - the unique identifier for the sleep score record + + data_source - the method used to record this stage data (MANUAL, DERIVED, ACTIVELY_MEASURED, PASSIVELY_MEASURED) + + score_utc_offset - timezone offset relative to UTC when the score was generated + score_time - the timestamp (UTC) when the score was generated + + overall_score - the calculated overall sleep score + + duration_score - sub-score reflecting duration alignment with sleep goals + composition_score - sub-score reflecting the ratio/balance of different sleep stages + revitalization_score - sub-score reflecting how restorative the sleep was (based on e.g. restlessness, HR, etc.) + + sleep_time_minutes - total time spent asleep in minutes + deep_sleep_minutes - number of minutes spent in deep sleep + rem_sleep_percent - percentage of total sleep time in the REM stage + resting_heart_rate - measured resting heart rate during sleep + sleep_goal_minutes - the user's sleep goal, in minutes + + waso_count_long_wakes - count of longer awakenings + waso_count_all_wake_time - total wake time after initially falling asleep + restlessness_normalized - a normalized measure of restlessness + hr_below_resting_hr - fraction of HR measurements that were below the previous day's resting HR + + sleep_score_created - the creation timestamp of the sleep score record in UTC + sleep_score_last_updated - the last update timestamp of the sleep score record in UTC diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores_2020-04-13 b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores_2020-04-13 new file mode 100644 index 0000000..8a7935a --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores_2020-04-13 @@ -0,0 +1,21 @@ +sleep_id,sleep_score_id,data_source,score_utc_offset,score_time,overall_score,duration_score,composition_score,revitalization_score,sleep_time_minutes,deep_sleep_minutes,rem_sleep_percent,resting_heart_rate,sleep_goal_minutes,waso_count_long_wakes,waso_count_all_wake_time,restlessness_normalized,hr_below_resting_hr,sleep_score_created,sleep_score_last_updated +1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,11.111111111111111,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.11111111111111,-1,-1,-1,111,11,11.11111111111111,11,111,1,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1,1,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,1.1111111111111111,11,111,11.1,11,1.111111111111111111,1.111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1,1,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +111111111111111111,11111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,11,11.11,11,111,1,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.11,-1,-1,-1,111,11,11.11,11,111,1.1111111111111111,11,1.11111111111111111,1.1111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1.111111111111111,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1,1,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,111,11.11,11,111,11.111111111111111,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,11,11.11,11,111,1,1,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1.111111111111111,11,1.1111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1.1111111111111111,11,1.1111111111111111,1.1111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1,1,1.1111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,11,11.11,11,111,1,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,11,11.11,11,111,1.1111111111111111,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,11,11.11,11,111,11.111111111111111,11,1.1111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,11,11.11,11,111,1.1111111111111111,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.11,-1,-1,-1,111,11,11.11,11,111,11.1,11,1.111111111111111111,1.1111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.1111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,11.111111111111111,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages README.txt new file mode 100644 index 0000000..330e36f --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages README.txt @@ -0,0 +1,26 @@ +Sleep Stages + +The below section is dedicated to the exported data of the Sleep Stage data domain. +Sleep stage data gives more detailed insight into how a user's sleep is distributed +across different stages. + +Files Included: +---------- +UserSleepStages.csv + +The data for sleep stages + user_id - the unique identifier of the user + sleep_id - the unique identifier of the sleep session + sleep_stage_id - the unique identifier of the sleep stage entry + sleep_stage_type - the type of sleep stage (AWAKE, LIGHT, DEEP, REM) + + start_utc_offset - timezone offset relative to UTC at the start of this sleep stage + sleep_stage_start - the start time of this sleep stage in UTC + + end_utc_offset - timezone offset relative to UTC at the end of this sleep stage + sleep_stage_end - the end time of this sleep stage in UTC + + data_source - the method used to record this stage data (MANUAL, DERIVED, ACTIVELY_MEASURED, PASSIVELY_MEASURED) + + sleep_stage_created - the creation timestamp of the sleep stage record in UTC + sleep_stage_last_updated - the last update timestamp of the sleep stage record in UTC diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages_2020-04-13 b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages_2020-04-13 new file mode 100644 index 0000000..6537327 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages_2020-04-13 @@ -0,0 +1,21 @@ +sleep_id,sleep_stage_id,sleep_stage_type,start_utc_offset,sleep_stage_start,end_utc_offset,sleep_stage_end,data_source,sleep_stage_created,sleep_stage_last_updated +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,1111111111111111111,xxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps README.txt new file mode 100644 index 0000000..460afd7 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps README.txt @@ -0,0 +1,33 @@ +Sleeps + +The below section is dedicated to the exported data of the Sleep data domain. +Sleeps are sent by the wearable device (or manually entered) and contain data about +the user's sleep sessions. + +Files Included: +---------- +UserSleeps.csv + +The data for sleeps + user_id - the unique identifier of the user + sleep_id - the unique identifier of the sleep session + sleep_type - the type of the sleep session (CLASSIC, STAGES) + + minutes_in_sleep_period - the total number of minutes between going to bed and final wake-up + minutes_after_wake_up - total minutes after the user wakes up until they leave bed or stop tracking + minutes_to_fall_asleep - number of minutes it took the user to fall asleep + minutes_asleep - the total number of minutes the user was actually asleep + minutes_awake - the total number of minutes awake during the sleep session + minutes_longest_awakening - duration (in minutes) of the single longest awakening + minutes_to_persistent_sleep - number of minutes between going to bed and the onset of sustained sleep + + start_utc_offset - timezone offset relative to UTC at the start of the sleep + sleep_start - the start time of the sleep session in UTC + + end_utc_offset - timezone offset relative to UTC at the end of the sleep + sleep_end - the end time of the sleep session in UTC + + data_source - the method used to record this sleep (MANUAL, DERIVED, ACTIVELY_MEASURED, PASSIVELY_MEASURED) + + sleep_created - the creation timestamp of the sleep record in UTC + sleep_last_updated - the last update timestamp of the sleep record in UTC diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps_2020-04-13 b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps_2020-04-13 new file mode 100644 index 0000000..96ad74e --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps_2020-04-13 @@ -0,0 +1,21 @@ +sleep_id,sleep_type,minutes_in_sleep_period,minutes_after_wake_up,minutes_to_fall_asleep,minutes_asleep,minutes_awake,minutes_longest_awakening,minutes_to_persistent_sleep,start_utc_offset,sleep_start,end_utc_offset,sleep_end,data_source,sleep_created,sleep_last_updated +1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxxx,111,1,1,111,1,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxxx,111,1,1,11,1,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +111111111111111111,xxxxxx,111,1,1,111,11,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,11,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,11,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,1,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,1,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,1,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxxx,11,1,1,11,1,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 +1111111111111111111,xxxxxx,111,1,1,111,1,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_2020-04-13.csv new file mode 100644 index 0000000..4087a1b --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,light,moderate,very,data source +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_readme.txt new file mode 100644 index 0000000..16b21b0 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_readme.txt @@ -0,0 +1,17 @@ +Time Series Data Export + +xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx + +xxxxxxxxxxxxxxx +xxxxxxxxxx + +xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx + +xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx +xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx + +xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx +xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx +xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx +xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx +xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_2020-04-13.csv new file mode 100644 index 0000000..ab4b025 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,heart rate zone,total minutes,data source +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_readme.txt new file mode 100644 index 0000000..72bf21d --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_readme.txt @@ -0,0 +1,15 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +active_zone_minutes_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + heart rate zone - Heart rate zone: fat burn, cardio or peak. + total minutes - Total minutes equals to 1 for low intensity (fat burn) zones or 2 for high intensity zones (cardio, peak). + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_2020-04-13.csv new file mode 100644 index 0000000..1235454 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,level,data source +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxx,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_readme.txt new file mode 100644 index 0000000..5f7f1d0 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_readme.txt @@ -0,0 +1,15 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +activity_level_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Activity level categorizes how active one is during a certain time interval. +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + level - Label that categorizes the activity level. Values can be SEDENTARY, LIGHTLY_ACTIVE, MODERATELY_ACTIVE, VERY_ACTIVE. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_2020-04-13.csv new file mode 100644 index 0000000..5ac3ef0 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,temperature celsius,data source +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_readme.txt new file mode 100644 index 0000000..21cb9da --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_readme.txt @@ -0,0 +1,14 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +body_temperature_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + temperature celsius - The body temperature in Celsius. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_2020-04-13.csv new file mode 100644 index 0000000..af53ec5 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,calories,data source +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_2020-04-13.csv new file mode 100644 index 0000000..e3b7f03 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,heart rate zone type,kcal,data source +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_readme.txt new file mode 100644 index 0000000..47cc6a2 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_readme.txt @@ -0,0 +1,15 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +calories_in_heart_rate_zone_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + heart rate zone type - The heart rate zone type the calories were burned in. + kcal - Amount of calories burned in kilocalories. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_readme.txt new file mode 100644 index 0000000..c3ab08d --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_readme.txt @@ -0,0 +1,14 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +calories_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + calories - Number of calories burned. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio.csv new file mode 100644 index 0000000..86d142e --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio.csv @@ -0,0 +1,21 @@ +timestamp,ratio,label,data source +2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.1111111111111111,xxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.1111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.1111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.1111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.11111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.11111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.11111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.1111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio_readme.txt new file mode 100644 index 0000000..c4e4288 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio_readme.txt @@ -0,0 +1,16 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +cardio_acute_chronic_workload_ratio.csv - Contains all data for this type. + +Cardio acute chronic workload ratio represents how recent load compares with longer term regular load. Used to determine if the user is over or under-training. +Each entry has the following values: + + timestamp - Date at which the entry was logged in UTC. + ratio - Cardio acute chronic workload ratio value. + label - Label interpreting the ratio value. Values can be UNDER_TRAINING, OPTIMAL_TRAINING or OVER_TRAINING. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_2020-04-13.csv new file mode 100644 index 0000000..6cadf11 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,workout,background,total,data source +2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.111111111111111,1.111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval.csv new file mode 100644 index 0000000..7e38e65 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval.csv @@ -0,0 +1,21 @@ +timestamp,min observed load,max observed load,data source +2020-04-13,1.1,11.1,xxxxxxxxxx +2020-04-13,1.1,11.1,xxxxxxxxxx +2020-04-13,1.1,11.11111111111111,xxxxxxxxxx +2020-04-13,1.1,11.11111111111111,xxxxxxxxxx +2020-04-13,1.1,11.11111111111111,xxxxxxxxxx +2020-04-13,1.1,11.11111111111111,xxxxxxxxxx +2020-04-13,1.1,11.11111111111111,xxxxxxxxxx +2020-04-13,1.1,11.11111111111111,xxxxxxxxxx +2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx +2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx +2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx +2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx +2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx +2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx +2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx +2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx +2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx +2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx +2020-04-13,1.111111111111111,11.111111111111111,xxxxxxxxxx +2020-04-13,1.111111111111111,11.11111111111111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval_readme.txt new file mode 100644 index 0000000..1fa23a7 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval_readme.txt @@ -0,0 +1,16 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +cardio_load_observed_interval.csv - Contains all data for this type. + +Cardio load observed interval measures the personalized cardio load interval for a user. +Each entry has the following values: + + timestamp - Date at which the entry was logged in UTC. + min observed load - Average of top 3 lowest cardio load values over a period of 4 weeks. + max observed load - average of top 3 highest cardio load values over a period of 4 weeks. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_readme.txt new file mode 100644 index 0000000..5144760 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_readme.txt @@ -0,0 +1,17 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +cardio_load_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Cardio load also known as cardio exertion. Indicates the load on the cardiovascular system. +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + workout - Cardio load accrued during workouts. + background - Cardio load accrued outside of workouts. + total - Total cardio load, sum of workout and background cardio load. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability.csv new file mode 100644 index 0000000..1d8de24 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability.csv @@ -0,0 +1,21 @@ +timestamp,average heart rate variability milliseconds,non rem heart rate beats per minute,entropy,deep sleep root mean square of successive differences milliseconds,data source +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.11,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.11,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11,11.1,1.111,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11,11.1,1.111,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,11.1,1.111,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.11,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.11,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.11,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11,11.1,1.111,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11,11.1,1.11,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability_readme.txt new file mode 100644 index 0000000..fbee7fc --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability_readme.txt @@ -0,0 +1,17 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +daily_heart_rate_variability.csv - Contains all data for this type. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + average heart rate variability milliseconds - The average of a user's heart rate variability during sleep. Heart rate variability is calculated as the root mean square of successive differences (RMSSD) of heartbeat intervals. + non rem heart rate beats per minute - Non-REM heart rate + entropy - The Shanon entropy of heartbeat intervals. + deep sleep root mean square of successive differences milliseconds - The root mean square of successive differences (RMSSD) of heartbeat intervals during deep sleep. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones.csv new file mode 100644 index 0000000..6b9bf17 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones.csv @@ -0,0 +1,21 @@ +timestamp,heart_rate_zone,data source +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones_readme.txt new file mode 100644 index 0000000..59a0fcf --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones_readme.txt @@ -0,0 +1,14 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +daily_heart_rate_zones.csv - Contains all data for this type. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + heart_rate_zone - Heart rate zone information. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_2020-04-13.csv new file mode 100644 index 0000000..15ed566 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_2020-04-13.csv @@ -0,0 +1,19 @@ +timestamp,average percentage,lower bound percentage,upper bound percentage,baseline percentage,standard deviation percentage,data source +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,111.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,111.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_readme.txt new file mode 100644 index 0000000..f018261 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_readme.txt @@ -0,0 +1,18 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +daily_oxygen_saturation_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + average percentage - Average percentage of the day's absolute spo2. + lower bound percentage - Lower bound percentage of the day's absolute spo2. + upper bound percentage - Upper bound percentage of the day's absolute spo2. + baseline percentage - Baseline percentage of the day's absolute spo2. + standard deviation percentage - Standard deviation percentage of the day's absolute spo2. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness.csv new file mode 100644 index 0000000..5613c74 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness.csv @@ -0,0 +1,19 @@ +timestamp,score,type,readiness level,sleep readiness,heart rate variability readiness,resting heart rate readiness,data source +2020-04-13,11,xxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxxxxxx,xxxxxxxxxx +2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxx,xxx,xxxxxxxxxx +2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxx,xxx,xxxxxxxxxx +2020-04-13,11,xxxxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxxxxx,xxxxxxxxxx +2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxxxxx,xxxxxxxxxx +2020-04-13,11,xxxxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxx,xxxxxxxxxx +2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxx,xxxx,xxxxxxxxxx +2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxxxxxxx,xxxxxxxxxx +2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxx,xxxxxxxxx,xxxxxxxxxx +2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxx,xxxxxxxxx,xxxxxxxxxx +2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxxxxx,xxxxxxx,xxxxxxxxxx +2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxx,xxxxxxxxxx +2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxx,xxxxxxxxxx +2020-04-13,11,xxxxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxxxxx,xxxxxxxxxx +2020-04-13,111,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxxxxx,xxxx,xxxxxxxxxx +2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxx,xxxxxxxxxx +2020-04-13,11,xxxxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxxxxx,xxxxxxxxxx +2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxx,xxx,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness_readme.txt new file mode 100644 index 0000000..dbff3f0 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness_readme.txt @@ -0,0 +1,20 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +daily_readiness.csv - Contains all data for this type. + +Daily Readiness represents how ready the user is for activity, based on sleep, heart rate variability and resting heart rate. +Each entry has the following values: + + timestamp - Date at which the entry was logged in UTC. + score - Overall score based on the other metrics. Values can range from 1 to 100. + type - Overall readiness rating type. Values can be LOW, MEDIUM or HIGH. + readiness level - Readiness rating level. Values can be VERY LOW, LOW, BALANCED, HIGH, PEAK. + sleep readiness - Readiness rating based on sleep. Values can be VERY LOW, LOW, MEDIUM, HIGH, VERY HIGH, IGNORED or NOT AVAILABLE. + heart rate variability readiness - Readiness rating based on heart rate variability. Values can be VERY LOW, LOW, MEDIUM, HIGH, VERY HIGH. + resting heart rate readiness - Readiness rating based on resting heart rate. Values can be VERY LOW, LOW, MEDIUM, HIGH, VERY HIGH or IGNORED. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate.csv new file mode 100644 index 0000000..18459a7 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate.csv @@ -0,0 +1,21 @@ +timestamp,breaths per minute,data source +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate_readme.txt new file mode 100644 index 0000000..3239c5a --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate_readme.txt @@ -0,0 +1,14 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +daily_respiratory_rate.csv - Contains all data for this type. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + breaths per minute - The number of breaths per minute. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate.csv new file mode 100644 index 0000000..6308621 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate.csv @@ -0,0 +1,21 @@ +timestamp,beats per minute,data source +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate_readme.txt new file mode 100644 index 0000000..dbe1c04 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate_readme.txt @@ -0,0 +1,14 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +daily_resting_heart_rate.csv - Contains all data for this type. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + beats per minute - The resting heart rate for the day. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max.csv new file mode 100644 index 0000000..e94ce5c --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max.csv @@ -0,0 +1,21 @@ +timestamp,demographic vo2max,data source +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx +2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max_readme.txt new file mode 100644 index 0000000..948ad82 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max_readme.txt @@ -0,0 +1,15 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +demographic_vo2max.csv - Contains all data for this type. + +Demographic VO2Max contains information about a user's VO2 max score for a specific day, representing the maximum rate of oxygen the body is able to use during exercises. +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + demographic vo2max - VO2 Max value in ml/kg/min + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_2020-04-13.csv new file mode 100644 index 0000000..411ae14 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,distance,data source +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxx +2020-04-13T10:09:08Z,1.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx +2020-04-13T10:09:08Z,11.11,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_readme.txt new file mode 100644 index 0000000..27603f9 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_readme.txt @@ -0,0 +1,14 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +distance_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + distance - Distance covered in meters. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_2020-04-13.csv new file mode 100644 index 0000000..ed5bfe9 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,beats per minute,data source +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_readme.txt new file mode 100644 index 0000000..b279c06 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_readme.txt @@ -0,0 +1,14 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +heart_rate_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + beats per minute - Number of heart's beats per minute. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_2020-04-13.csv new file mode 100644 index 0000000..5c11870 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,root mean square of successive differences milliseconds,standard deviation milliseconds,data source +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_readme.txt new file mode 100644 index 0000000..c07bd21 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_readme.txt @@ -0,0 +1,15 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +heart_rate_variability_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + root mean square of successive differences milliseconds - The root mean square of successive differences between normal heartbeats. + standard deviation milliseconds - The standard deviation of the heart rate variability measurement. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height.csv new file mode 100644 index 0000000..83c4312 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height.csv @@ -0,0 +1,9 @@ +timestamp,height millimeters,data source +2020-04-13T10:09:08Z,1111,xxxxxxxxxx +2020-04-13T10:09:08Z,1111,xxxxxxxxxx +2020-04-13T10:09:08Z,1111,xxxxxxxxxx +2020-04-13T10:09:08Z,1111,xxxxxxxxxx +2020-04-13T10:09:08Z,1111,xxxxxxxxxx +2020-04-13T10:09:08Z,1111,xxxxxxxxxx +2020-04-13T10:09:08Z,1111,xxxxxxxxxx +2020-04-13T10:09:08Z,1111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height_readme.txt new file mode 100644 index 0000000..81cfc8e --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height_readme.txt @@ -0,0 +1,14 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +height.csv - Contains all data for this type. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + height millimeters - Height of the user in milimeters. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_2020-04-13.csv new file mode 100644 index 0000000..24f88b0 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,steps,distance millimeters,altitude gain millimeters,data source +2020-04-13T10:09:08Z,1,1,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx +2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_readme.txt new file mode 100644 index 0000000..6b90f91 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_readme.txt @@ -0,0 +1,16 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +live_pace_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + steps - Number of steps taken during the activity. + distance millimeters - Distance covered during the activity in millimeters. + altitude gain millimeters - Gain in altitude during the activity in millimeters. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_2020-04-13.csv new file mode 100644 index 0000000..b4c0b2a --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,oxygen saturation percentage,data source +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx +2020-04-13T10:09:08Z,11.1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_readme.txt new file mode 100644 index 0000000..3f269a5 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_readme.txt @@ -0,0 +1,14 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +oxygen_saturation_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + oxygen saturation percentage - The oxygen saturation percentage. Valid values are from 0 to 100. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_2020-04-13.csv new file mode 100644 index 0000000..4df7fb0 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,deep sleep stats - milli breaths per minute,deep sleep stats - standard deviation milli breaths per minute,deep sleep stats - signal to noise,light sleep stats - milli breaths per minute,light sleep stats - standard deviation milli breaths per minute,light sleep stats - signal to noise,rem sleep stats - milli breaths per minute,rem sleep stats - standard deviation milli breaths per minute,rem sleep stats - signal to noise,full sleep stats - milli breaths per minute,full sleep stats - standard deviation milli breaths per minute,full sleep stats - signal to noise,data source +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,11.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,11.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,1.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx +2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_readme.txt new file mode 100644 index 0000000..e032f4b --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_readme.txt @@ -0,0 +1,25 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +respiratory_rate_sleep_summary_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + deep sleep stats - milli breaths per minute - Deep sleep milli breaths per minute. + deep sleep stats - standard deviation milli breaths per minute - Deep sleep standard deviation milli breaths per minute. + deep sleep stats - signal to noise - Deep sleep signal to noise. + light sleep stats - milli breaths per minute - Light sleep milli breaths per minute. + light sleep stats - standard deviation milli breaths per minute - Light sleep standard deviation milli breaths per minute. + light sleep stats - signal to noise - Light sleep signal to noise. + rem sleep stats - milli breaths per minute - REM sleep milli breaths per minute. + rem sleep stats - standard deviation milli breaths per minute - REM sleep standard deviation milli breaths per minute. + rem sleep stats - signal to noise - REM sleep signal to noise. + full sleep stats - milli breaths per minute - Full sleep milli breaths per minute. + full sleep stats - standard deviation milli breaths per minute - Full sleep standard deviation milli breaths per minute. + full sleep stats - signal to noise - Full sleep signal to noise. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_2020-04-13.csv new file mode 100644 index 0000000..b0f8b9b --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_2020-04-13.csv @@ -0,0 +1,3 @@ +start time,end time,data source +2020-04-13T10:09:08Z,2020-04-13T10:09:08Z,xxxxxxxxxx +2020-04-13T10:09:08Z,2020-04-13T10:09:08Z,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_readme.txt new file mode 100644 index 0000000..6ada93c --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_readme.txt @@ -0,0 +1,14 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +sedentary_period_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + start time - Start date and time of the sedentary period. + end time - End date and time of the sedentary period. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_2020-04-13.csv new file mode 100644 index 0000000..6b681d5 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,steps,data source +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,1,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,1,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,1,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,1,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,11,xxxxxxxxx +2020-04-13T10:09:08Z,1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_readme.txt new file mode 100644 index 0000000..01f219e --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_readme.txt @@ -0,0 +1,14 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +steps_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + steps - Number of recorded steps. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_2020-04-13.csv new file mode 100644 index 0000000..6a6760f --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,lap time,stroke count,stroke type,data source +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,11,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,11,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,11,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,11,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_readme.txt new file mode 100644 index 0000000..58eb63b --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_readme.txt @@ -0,0 +1,16 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +swim_lengths_data_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + lap time - Time to complete a lap. + stroke count - Number of strokes. + stroke type - Stroke type. Values can be FREESTYLE, BACKSTROKE, BREASTSTROKE or BUTTERFLY. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_2020-04-13.csv new file mode 100644 index 0000000..d535eab --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,heart rate zone type,data source +2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx +2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_readme.txt new file mode 100644 index 0000000..f5d0f0d --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_readme.txt @@ -0,0 +1,14 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +time_in_heart_rate_zone_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + heart rate zone type - The heart rate zone in which the user spent time. The possible values are: LIGHT, MODERATE, VIGOROUS, PEAK. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight.csv new file mode 100644 index 0000000..538b3f9 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight.csv @@ -0,0 +1,2 @@ +timestamp,weight grams,data source +2020-04-13T10:09:08Z,11111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight_readme.txt new file mode 100644 index 0000000..ec2eaab --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight_readme.txt @@ -0,0 +1,14 @@ +Time Series Data Export + +The Time Series export provides a detailed timeline of your tracked activity. + +Files Included: +---------- + +weight.csv - Contains all data for this type. + +Each entry has the following values: + + timestamp - Date and time at which the entry was logged. + weight grams - The weight in grams. + data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Alerts.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Alerts.csv new file mode 100644 index 0000000..196ed56 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Alerts.csv @@ -0,0 +1 @@ +id,start_timestamp,end_timestamp,type,threshold,value \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Profile.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Profile.csv new file mode 100644 index 0000000..070b26e --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Profile.csv @@ -0,0 +1 @@ +threshold_high_custom,threshold_low_custom,use_custom_threshold_high,use_custom_threshold_low,alert_high_on,alert_low_on \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications README.txt new file mode 100644 index 0000000..fbe39ec --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications README.txt @@ -0,0 +1,30 @@ +Heart Rate Notifications Data Export + +The Heart Rate Notifications (HRNs) category of your export includes all the data related to your HRNs, including your profile settings and alert history. Some Fitbit devices such as Fitbit Charge 5, Fitbit Sense, and Fitbit Versa 3 notify you when we detect that your heart rate is outside your high or low thresholds while you appear to be inactive for at least 10 minutes. + +Files Included: +---------- + +Heart Rate Notifications Profile.csv + +This is the data related to a user's Heart Rate Notifications settings. + +threshold_high_custom - Custom upper threshold for HRN set by user +threshold_low_custom - Custom lower threshold for HRN set by user +use_custom_threshold_high - Use the custom high threshold +use_custom_threshold_low - Use the custom low threshold +alert_high_on - Are alerts on for heart rate exceeding high threshold +alert_low_on - Are alerts on for heart rate subceeding the lower threshold + +---------- + +Heart Rate Notifications Alerts.csv + +This is the data that was collected for each Heart Rate Notification alert. + +id - Unique numeric id for the alert +start_timestamp - Timestamp for the start of the HRN +end_timestamp - Timestamp for the end of the HRN +type - HIGH or LOW indicating whether HRN was triggered by crossing the high or low threshold +threshold - Threshold value crossed +value - Heart rate that triggered the notification \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_README.txt new file mode 100644 index 0000000..826fc70 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_README.txt @@ -0,0 +1,41 @@ +Afib Ppg Data Export + +The Afib PPG category of your data export includes all of the content you have added to Afib PPG in the app. This includes alerts you received. + +Files Included: +---------- + +afib_ppg_enrollment.csv + +This is the data related to Afib PPG enrollment status. + + consented - If user has consented to Afib PPG program agreement + onboarded - If user has finished the onboard process for the Afib PPG program + enrolled - If user has completed enrollment into the Afib PPG program + last_updated - What was the last time when the user's status was updated + last_notified - What was the last time when the user was notified about a positive observation + +---------- + +afib_ppg_alerts.csv + +This is the data that represents all the received alerts. + + alert_time - Current alert time + alert_detected_time - Time of Afib PPG positive detection + alert_wire_id - The wire ID of the device on which the data was taken + alert_is_read - Was this Afib PPG alert read already or not + window_bpm_time - Afib PPG analysed window bpm time + window_bpm_value - Afib PPG analysed window bpm value + +---------- + +afib_ppg_windows.csv + +This is the data that represents all the analyzed Afib PPG windows. + + start_time - The analysed window start time + is_positive - Does the analysed window have positive detections or not + wire_id - The wire ID of the device on which the data was taken + bpm_time - Afib PPG analysed window bpm time + bpm_value - Afib PPG analysed window bpm value diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_enrollment.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_enrollment.csv new file mode 100644 index 0000000..3df8f22 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_enrollment.csv @@ -0,0 +1,2 @@ +consented,onboarded,enrolled,last_updated,last_notified +false,false,false,Fri Apr 13 10:09:08 UTC 2020,null \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/Menstrual Health README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/Menstrual Health README.txt new file mode 100644 index 0000000..ca6af53 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/Menstrual Health README.txt @@ -0,0 +1,59 @@ +Menstrual Health Data Export + +The Menstrual Health category of your data export includes all of the content you have added to the Fitbit menstrual health tracker. This includes your settings, symptoms, menstrual cycles and birth control. + +Files Included: +---------- + +menstrual_health_birth_control.csv + +This is the birth control data that you enter into the app. + + birth_control_type - The type of birth control you use + event_date - Date at which you started birth control + has_started - Identifies if it has started or not + +---------- + +menstrual_health_settings.csv + +These are the settings that you enter while using menstrual health tracking + + pregnancy_history - Your pregnancy history + birth_control_history - Your birth control history + avg_period_days - Average number of days your period lasts (entered by user) + avg_cycle_days - Average number of days your cycle lasts (entered by user) + +---------- + +menstrual_health_symptoms.csv + +These are symptoms that you can log on a daily basis. + + timestamp - The date at which you recorded your symptom + fluids - The type of fluid you logged for the date + flow - The type of flow you experienced and you logged + conditions - Logged conditions like acne, headache, etc (multivalued) + sex - Protected/unprotected sex + ovulation_test - Result of an OPK test that you may have logged + cycle_altering_event - Cycle altering event such as morning after pill or pregnancy + mood - Moods you experienced on that day. (multivalued) + +----------- + +menstrual_health_cycles.csv + +All your data about menstrual cycles. + + id - Cycle id + cycle_start_date - Cycle start date + cycle_end_date - Cycle end date + ovulation_start_date - Start date for ovulation phase for this cycle + ovulation_end_date - End date for ovulation phase for this cycle + ovulation_source - Computed (internally computed prediction) / Manual (entered by you) + period_start_date - Start date of your period for this cycle + period_end_date - End date of your period for this cycle + period_source - Computed (internally computed prediction) / Manual (entered by you) + fertile_start_date - Start date of your fertile window for this cycle + fertile_end_date - End date of your fertile window for this cycle + fertile_source - Computed (internally computed prediction) / Manual(entered by you) diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_birth_control.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_birth_control.csv new file mode 100644 index 0000000..06ada91 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_birth_control.csv @@ -0,0 +1 @@ +birth_control_type,event_date,has_started diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_cycles.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_cycles.csv new file mode 100644 index 0000000..75655a4 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_cycles.csv @@ -0,0 +1 @@ +id,cycle_start_date,cycle_end_date,ovulation_start_date,ovulation_end_date,ovulation_source,period_start_date,period_end_date,period_source,fertile_start_date,fertile_end_date,fertile_source diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_settings.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_settings.csv new file mode 100644 index 0000000..4067b1e --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_settings.csv @@ -0,0 +1 @@ +pregnancy_history,birth_control_history,avg_period_days,avg_cycle_days diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_symptoms.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_symptoms.csv new file mode 100644 index 0000000..d084e09 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_symptoms.csv @@ -0,0 +1 @@ +timestamp,fluids,flow,conditions,sex,ovulation_test,cycle_altering_event,mood diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Other/estimated_oxygen_variation-2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Other/estimated_oxygen_variation-2020-04-13.csv new file mode 100644 index 0000000..3370911 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Other/estimated_oxygen_variation-2020-04-13.csv @@ -0,0 +1,21 @@ +timestamp,Infrared to Red Signal Ratio +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 +04/13/20 10:09:08,1 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices Readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices Readme.txt new file mode 100644 index 0000000..753f931 --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices Readme.txt @@ -0,0 +1,100 @@ +Device Data Export + +The Devices category of your data export includes all of the Fitbit devices you have paired. This includes Devices.csv, Trackers.csv, Tracker Optional Configuration.csv, Scales.csv, and iOS App Notification Settings.csv + +Files Included: +---------- + +Devices.csv + +This is the list of all Devices you have paired. + + wire_id + device_type + serial_number + enabled + fw_version + +---------- + +Trackers.csv + +This is the configuration of all Trackers you have paired, which are the data tightly coupled with the physical device. + + tracker_id + date_added + last_sync_date_time + batt_level + hardware_rev + is_display_distance + is_display_calories + is_display_clock + is_display_flower + is_display_elevation + is_display_chatter + is_right_handed + tracker_name + device_type + on_dominant_hand + is_display_active_minutes + clock_face + enable_ancs + is_bonded + is_display_steps + alarm_update_time + is_display_heart_rate + heart_rate_tracking + heart_rate_tracking_update_time + tap_enabled + tap_screen + flick_enabled + flick_screen + +---------- + +Tracker Optional Configuration.csv + +This is the additional configuration of all Trackers you have paired with various number of columns, which are optional and can be different between users. + + tracker_id + enabled_notification_types + on_right_hand + clock_face + enable_inactivity_alerts + last_updated_last_ia_time + last_reboot_time + payments_enabled + last_successful_wifi_connection_time + last_successful_wifi_connectionipv4address + last_successful_wifi_connectionipv6address + last_successful_wifi_connectionssid + live_data_disabled + +---------- + +Scales.csv + +This is the list of all Scales you have paired. + + scale_id + short_name + display_bf + display_bf_mass_unit + display_bmi + user_icon_id + + +---------- + +iOS App Notification Settings.csv + +This is the list of iOS applications that your Fitbit device can display notifications from. Notifications from apps with is_app_enabled “true” are displayed on the device, and apps with is_app_enabled “false” are not. + + user_id + tracker_id + mobile_app_name + is_app_enabled + show_partial_message + is_default_message_app + created_on + modified_on diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices.csv new file mode 100644 index 0000000..91dfbeb --- /dev/null +++ b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices.csv @@ -0,0 +1,2 @@ +wire_id,device_type,serial_number,enabled,fw_version +a1a1a1a1a1a1,xxxxxxxxx,,false,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Media/Avatar Photo.png b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Media/Avatar Photo.png new file mode 100644 index 0000000000000000000000000000000000000000..2c3cacd3f9ea2595dbd419e4ad2690a92d37c263 GIT binary patch literal 2855 zcma)8`8(8&7ab~1TI^#TYcVpiWqp+}6W&60W8aI38cdc*F@%q8&|qwtEEP%0SW|ds zEQ5*cOS12jvA$xy^L@Vm!1sr9&rkP0&pr1!_c;l7%#6-+ig1EJpz|ii2ul`cu|NQ` zv#L{3GQgrU4~G|Ux1R49G_C=8ije`kc$wJF!1Ava zELW7}A2FGpg@3KzZ%-cnFsn5b%l}?-k1fGg!4;7K0$cw1k&Z`XOXx>`)js{pHN>^$ zM!UYhrrQnn7|L~J`?VAQ2Nkb#bl}{Rq{J-Fg50F;&&pL=xMcFs*+9AQMQ`DS`VHI5 zFUKMB1_j>QCmV751e@QEo;O06IS^##{3`rxHGIKIU+u+r6X4vel}{?1CdE5u&O_3G zj`M@Q(gN|tw2LTj6vK7sW)|EMXOBpSGwhI6s1_|xD5{5tRE~4>&Jk#B@RGO54BXtXd)Ufy^WcxU3$RP zr~aL^FBTx4UcA2WN8(%e(wq9#Zs*!{TV25SO7bcoF108pgPj$Wzk};FI?idUjQ)mu zT%iw9!EHJ%c4Ni@jBUgWuE@?RSp+vGj6n~xJ@D=k*SAWVn7#|$n41J_{RM|S73CSK zdd)h}SqE^QB3YUFM=BXS{`3IjH@+w%VL0;0P~@4EuEar5ZGO8xEsIHSe$Q}rQ4bof z;XdX+NlYF0ab3$XXh|B?J8WKvA^WiUj;vtcl&Yb?3~HpSXy+x$>nuc=DiLAM#Hhcr zDh>cV;KMsSzQ|7r1OC7BSA+LHS8;?R{A!kX`istJpzd+M8Jtnky-%a@_3Df93BL0eHduP5% z=`?K8pwf7rrH1rcxEoi3^b1GbqL|jZ_)C`cluozb$l`eGW04IjsC$b(!QX0ZXqn0D zjmVZlcKoZ-L=qYok^(y$z^Jn48voHjXMoviAV`Cv?ZSC);bPQ33@p(biHA^Vh2|mG z8CnsU?rYpL+;D|6cCctsI+a2EN$Iz3!r_mg!CP11Yz**V$5U~m$_*LD+X|TLp zzD{=n_mk>I5&pHL%QMr?n~nJB3L7gpYg2#CX)G?x#nUZXswq23m>MYRnMkoAk|%L? zjFO=q!&u`QI^`4Wt*&k~ynOF%C~4}wKGeC0_*<+? zp4<_J1O%e0T&6YI;vViPkVGc_v@68C=8*Fl@$4;kvYGMRSy-G)v_`8;$GT2iKd8=X zV2}HSvz)44Ie%7R>$8a1%T{#eBJHa4#bw%E?JmaH$0T0l+nQ{F7h`)9u~8lKVGPp)-M~{iw|xhjS6J>7W7#blekc~OTkulg zfrgSKve*Goci4^luvdU~16Myl31(o@yzTU1A&*G)#x;V68&$s~`HNiTX1SX0zHC)& z_CC_czmN7cM%_52hZs6;*b=V85};1M%Y+!!EXhoFYiSc$=xyTrvm4dMD_>L;qJBjH zTy){YTpK%nPO8RHC&TMS(wuh~G_K}L<%CD~K}+9c5>{2v$Rjz8=7Xl_a6FqLo_eue za9HP?6L<|``bNf2(xO1KK8rKh{x&f4g!_QM39dBEO90eA+fD`Okbf0FrwuxEm6yo^ zh9ME%^Ezn)7fY4iPhCpSy7^a6&rP3E43yt-!F}~QM zvA%MCis3N^pitCtv;F03xG|Nt74x-buiQydS~Q(I&~R1zfoCi5do>V7>qNdBw%;G9 zc~y3ZOWY=28*r$o{xlh!_PYkno|poM9IOQg?D_fh_(e}8l4O@Kf> zARUw#EfhRd*`UU*`mPethuERW_tP|sGsY+Z{O)N;(9?+qhs1qeWFotgpC^GLtDe8j zJ%8}dWY6*$3c>~|hc~LILvPqR#0DpQ1cO-a@+mzb7~JX69m)-gR|n7}W!$ zUSv)%l_a^q`Vn0+bDtNxu%i}H(J3f?T-fnqAd)A1wrXKK92s_eDRF1bvm_p3n^4lG zTre_FTe0%l%39W?*f-nzT734pm+OSg!XF<#Hf}bM5S3qQSelg|rv3W~@s@NzwTp4t zQR5MC-F^ajzjUN%x`h9B)T+emR<{pa=OBk)|3^2TE1LQH3Z%#zJm?R_$Fm;sN6(BXgxiU7XF^t8Aus>!!hg=|SRy$1qGDkf$!Bxzfui0YxS0dgd* zS|t!1Hj&zxduG4}F#mA`GZ^=?vnbd^CR^eVdyy9k9iaJFmR2%;Zr>4VpMB90@|=t- z7;!dTSSd!Hn;ti$Q9N@ucI^_swd_MxsQ7Q!*MsS#*Ex>!!sPLT3y%;jr>8QSCo4E~ zeEMXH!$)U@51Y5+rShyR`~Dpd?ynd3{bz~#m)9x7B?qtD%V;&5DXle~i6-nwIkiwC zVzV0yF-hN=nI{@H!A;}S(CssiocB6;z94*(B9mugxcb`T{RI`CXmv46dt=~ebPsCP zL9cB;b5w1&p`b4<@h>MD>BT;mX`}_R$qIRuUapPHOO0?L02e=fn6Ak+y8vhP%C88ih9KkU9#NHscFWvsNUpFv;sE zQw-o04c5Jb^P04~WS^(eE2-=7LnkE@kHdY`TdT4cJvZ%W)S4J<1sEFL?|73`7hTFO z8!R+%HCj5jKeVL`&$^WIRsY^P%t>zSYCE5|8WonkPl%5Z-Jvkq=S6!%VNr#*S;-e