diff --git a/data-export/task.ts b/data-export/task.ts index ceb1b00..bcbeed0 100644 --- a/data-export/task.ts +++ b/data-export/task.ts @@ -2,6 +2,7 @@ import nodePath from 'node:path'; import fs from 'node:fs'; import { strict as assert } from "node:assert"; import { ZipFS } from "./zipFs.ts"; +import { globSync } from "glob"; import { $, ProcessOutput, quote } from "zx"; import { parallel } from "./parallel.ts"; @@ -13,7 +14,6 @@ type FSImpl = { init?(): Promise; ready?: boolean; - globSync: typeof fs["globSync"]; statSync: typeof fs["statSync"]; existsSync: typeof fs["existsSync"]; @@ -217,7 +217,10 @@ export class TaskTarget { /**Get a glob off of the target*/ glob(globPath: string): TaskTarget[] { globPath = this._joinPath(globPath); - const items = this.fsImpl.globSync(globPath); + const items = globSync(globPath, { + cwd: '/DUMMYCWD', + fs: this.fsImpl + }); const ret = items.map(i => new TaskTarget(i)); // TODO: This should probably clone() ret.forEach(t => t.fsImpl = this.fsImpl); // Should all use the same fsImpl diff --git a/data-export/zipFs.ts b/data-export/zipFs.ts index 355ae7c..c54cb88 100644 --- a/data-export/zipFs.ts +++ b/data-export/zipFs.ts @@ -1,7 +1,8 @@ import { strict as assert } from "node:assert"; +import fs from "node:fs"; +import path from "node:path"; import { Readable } from "node:stream"; import yauzl from "yauzl"; -import { globSync } from "glob"; function removeDummyCwd(path: string) { if (path.startsWith("/DUMMYCWD/")) { @@ -308,16 +309,6 @@ export class ZipFS { } } - globSync(globPath: string) { - const selfImpl = this.getImpl(); - return globSync(globPath, { - fs: selfImpl as any, - // We strip this later, this is so glob() doesn't use the cwd of the current - // process, which matches no files inside the .zip file - cwd: `/DUMMYCWD` - }); - } - getImpl() { // Because glob uses ...xxx notation to unpack ourselves into a _new_ object // we need to make sure that we DONT use a class, otherwise the properties @@ -328,7 +319,6 @@ export class ZipFS { init: this.init.bind(this), ready: this.ready, - globSync: this.globSync.bind(this), statSync: this.statSync.bind(this), createReadStream: this.createReadStream.bind(this), createWriteStream: this.createWriteStream.bind(this), diff --git a/package.json b/package.json index b27dde6..734b1bf 100644 --- a/package.json +++ b/package.json @@ -6,9 +6,14 @@ "type": "module", "scripts": { "test": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/task.ts", - "test-scrub": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/scrub.ts", - "test-exports": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/data-export.ts", - "test-exports-snapshots": "node --enable-source-maps --test --experimental-transform-types --no-warnings --test-update-snapshots ./test/data-export.ts", + "test2": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/facebook.ts", + "test-update-snapshots": "node --enable-source-maps --test --experimental-transform-types --no-warnings --test-update-snapshots ./test/facebook.ts", + "test3": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/discord.ts", + "test3-update-snapshots": "node --enable-source-maps --test --experimental-transform-types --no-warnings --test-update-snapshots ./test/discord.ts", + "test4": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/discord-chat-exporter.ts", + "test4-update-snapshots": "node --enable-source-maps --test --experimental-transform-types --no-warnings --test-update-snapshots ./test/discord-chat-exporter.ts", + "test5": "node --enable-source-maps --test --experimental-transform-types --no-warnings ./test/snapchat.ts", + "test5-update-snapshots": "node --enable-source-maps --test --experimental-transform-types --no-warnings --test-update-snapshots ./test/snapchat.ts", "dev": "vite --port 2223", "server": "node --experimental-transform-types server/server.ts", "prototype": "node --import ./util/tsx-loader.js --import ./util/ignore-css-loader.js --experimental-transform-types server/prototype.ts" @@ -29,7 +34,6 @@ "devDependencies": { "@types/node": "^24.1.0", "csv-parse": "^6.1.0", - "csv-stringify": "^6.6.0", "typescript": "^5.9.3" } } diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 5f87c64..49c20f3 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -36,9 +36,6 @@ importers: csv-parse: specifier: ^6.1.0 version: 6.1.0 - csv-stringify: - specifier: ^6.6.0 - version: 6.6.0 typescript: specifier: ^5.9.3 version: 5.9.3 @@ -68,9 +65,6 @@ packages: csv-parse@6.1.0: resolution: {integrity: sha512-CEE+jwpgLn+MmtCpVcPtiCZpVtB6Z2OKPTr34pycYYoL7sxdOkXDdQ4lRiw6ioC0q6BLqhc6cKweCVvral8yhw==} - csv-stringify@6.6.0: - resolution: {integrity: sha512-YW32lKOmIBgbxtu3g5SaiqWNwa/9ISQt2EcgOq0+RAIFufFp9is6tqNnKahqE5kuKvrnYAzs28r+s6pXJR8Vcw==} - dom-serializer@2.0.0: resolution: {integrity: sha512-wIkAryiqt/nV5EQKqQpo3SToSOV9J0DnbJqwK7Wv/Trc92zIAYZ4FlMu+JPFW1DfGFt81ZTCGgDEabffXeLyJg==} @@ -190,8 +184,6 @@ snapshots: csv-parse@6.1.0: {} - csv-stringify@6.6.0: {} - dom-serializer@2.0.0: dependencies: domelementtype: 2.3.0 diff --git a/test/data-export.ts b/test/data-export.ts deleted file mode 100644 index 5d8e664..0000000 --- a/test/data-export.ts +++ /dev/null @@ -1,79 +0,0 @@ -import test from "node:test"; -import nodePath from "node:path"; -import { strict as assert } from "node:assert"; -import { TaskTarget, unzip, pipe } from "../data-export/task.ts"; -import * as DataIO from "../data-export/io.ts"; -import { assertCSVWellFormed, idAndCSVsSnapshotOpts } from "./utils/csvUtils.ts"; - -import { facebook, facebook_v2 } from "../data-export/facebook.ts"; -import { discord } from "../data-export/discord.ts"; -import { snapchat } from "../data-export/snapchat.ts"; -import { discord_chat_exporter } from "../data-export/discord-chat-exporter.ts"; - -const THIS_FILE = import.meta.dirname; -const FACEBOOK_V1_DIR = nodePath.join(THIS_FILE, 'fixtures/facebook-json-2021-05-01'); -const FACEBOOK_V1_ZIPPED = nodePath.join(THIS_FILE, 'fixtures/facebook-json-2021-05-01.zip'); -const FACEBOOK_V2_DIR = nodePath.join(THIS_FILE, 'fixtures/facebook-json-2025-11-29'); -const DISCORD_V1_DIR = nodePath.join(THIS_FILE, 'fixtures/discord-json-2021-01'); -const SNAPCHAT_DIR = nodePath.join(THIS_FILE, 'fixtures/snapchat-2023-11'); -const DCE_DIR = nodePath.join(THIS_FILE, 'fixtures/discord-chat-exporter-2026-02'); - -async function testPipeline(t: test.TestContext, targets: TaskTarget[]) { - const out = await DataIO.runPipeline(targets); - const idAndCSVs: [string, string][] = []; - for (const {target, result} of out) { - const id = target.id; - // Check the result for success - assert.ok(!result.stderr, `Task ${id} should have no stderr output`); - assert.ok(result.ok, `Task ${id} should be okay`); - // Check the CSV itself for correctness - const csv = result.stdout; - assertCSVWellFormed(csv, `${csv}\nTask ${id} should have well-formed csv.`); - - idAndCSVs.push([target.id, csv]); - } - - // Snapshot as it should be unchanged unless we change the method of exporting - // directly - t.assert.snapshot(...idAndCSVsSnapshotOpts(idAndCSVs)); -} - -test("facebook: Can load the 2021 export", async (t) => { - const targets = [ - new TaskTarget(FACEBOOK_V1_DIR) - ] - const builtTargets = await facebook()(targets); - await testPipeline(t, builtTargets); -}); -test("facebook: Can load the 2021 export zipped", async (t) => { - const targets = [ - new TaskTarget(FACEBOOK_V1_ZIPPED) - ]; - const builtTargets = await pipe(unzip(), facebook())(targets); - await testPipeline(t, builtTargets); -}); -test("facebook: Can load the 2025 export", async (t) => { - const targets = [ - new TaskTarget(FACEBOOK_V2_DIR) - ] - const builtTargets = await facebook_v2()(targets); - await testPipeline(t, builtTargets); -}); - -test("discord: Can load the 2021 export", async (t) => { - const targets = [new TaskTarget(DISCORD_V1_DIR)]; - const builtTargets = await discord()(targets); - await testPipeline(t, builtTargets); -}); - -test("snapchat: Can load the 2023-11 export", async (t) => { - const targets = [new TaskTarget(SNAPCHAT_DIR)]; - const builtTargets = await snapchat()(targets); - await testPipeline(t, builtTargets); -}); - -test("discord-chat-exporter: Can load the 2026-02 export", async (t) => { - const targets = [new TaskTarget(DCE_DIR)]; - const builtTargets = await discord_chat_exporter()(targets); - await testPipeline(t, builtTargets); -}); diff --git a/test/data-export.ts.snapshot b/test/data-export.ts.snapshot deleted file mode 100644 index 47fdf73..0000000 --- a/test/data-export.ts.snapshot +++ /dev/null @@ -1,696 +0,0 @@ -exports[`discord-chat-exporter: Can load the 2026-02 export 1`] = ` -# === DiscordCE___Messages_0000000000000000 === -"id","timestamp","author","discriminator","content","attachment" -"111111111111111111","2020-04-13T10:09:08.000000+00:00","xxxxxxxx","1111","xxxxxxxxxxxxxxxxxx","" -"111111111111111111","2020-04-13T10:09:08.000000+00:00","xxxxxxxx","1111","xxxxxxxxx","" -"111111111111111111","2020-04-13T10:09:08.000000+00:00","xxxxxxxx","1111","https://example.com/example.png","" -"111111111111111111","2020-04-13T10:09:08.000000+00:00","xxxxxxxx","1111","xxx","GuildName - Text Channels - ChannelName [0000000000000000].json_Files/unknown-SUFFIX.png" -,# === DiscordCE___Messages_Meta === -id,guild_name,channel_name,channel_type,channel_category,channel_topic,message_count -"DiscordCE___Channel_0000000000000000","xxxxxxxx","xxxxxxx","xxxxxxxxxxxxx","xxxxxxxxxxxxx","",111 -,# === base_data_manager_metadata === -id,perRowDescription,perRowTags,columnMeta,metaId -DiscordCE___Messages_0000000000000000,"""{4}"" from {2} at {1}","discord,message","any,isodatetime,sender,any,text,url",DiscordCE___Messages_Meta - -`; - -exports[`discord: Can load the 2021 export 1`] = ` -# === Discord___Activity_Stats === -"application_id","last_played_at","total_duration" -"111111111111111111","2020-04-13T10:09:08.000000+00:00",1111 -"111111111111111111","2020-04-13T10:09:08.000000+00:00",111111 -,# === Discord___Activity_analytics === -"event_type","timestamp","channel_id","guild_id","message_id","game_name","channel_name","guild_name" -"xxxxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxxxxx","","" -"xxxxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxxxxx","","" -,# === Discord___Activity_modeling === -"event_type","timestamp","channel_id","guild_id","message_id","game_name","channel_name","guild_name" -"xxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxx","","" -"xxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxx","","" -,# === Discord___Activity_reporting === -"event_type","timestamp","channel_id","guild_id","message_id","game_name","channel_name","guild_name" -"xxxxxxxxxxxxxxxxxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxxxxxxxxxxxxx","","" -"xxxxxxxxxxxxxxxxxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxxxxxxxxxxxxx","","" -,# === Discord___Activity_tns === -"event_type","timestamp","channel_id","guild_id","message_id","game_name","channel_name","guild_name" -"xxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxx","xxxxxxxxxxx" -"xxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxx","111111111111111111","111111111111111111","111111111111111111","xxxxxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxx","xxxxxxxxxxx" -,# === Discord___Connections === -"type","name","id","verified","visibility" -"xxxxxxxxx","xxxxxxxxxxx","xxxxxxxxxxx",false,1 -"xxxxxxx","xxxxxxxx","xxxxxxxx",false,1 -,# === Discord___Messages_11111111111111111 === -id,timestamp,content,attachment -8888888888,2022-02-22 22:22:22.222222+00:00,Heyo, -,# === Discord___Messages_222222222222222222 === -id,timestamp,content,attachment -2222222222222,2022-22-22 22:22:22.22222+00:00,Heyo, -,# === Discord___Messages_333333333333333333 === -id,timestamp,content,attachment -000000000000000005,2011-02-02 02:05:02.000000+00:00,Huh what the heck is this message, -000000000000000004,2011-02-02 02:04:02.000000+00:00,<:thonk:000000000000000000><:thonk:000000000000000000><:thonk:000000000000000000>, -000000000000000003,2011-02-02 02:03:02.000000+00:00,"(so <@00000000000000000> who are you)", -000000000000000002,2011-02-02 02:02:02.000000+00:00,,https://cdn.discordapp.com/attachments/000000000000000000/000000000000000000/image.png -000000000000000001,2011-02-02 02:01:02.000000+00:00,https://google.com/whatever, -,# === Discord___Messages_Meta === -id,type,name,guild_id,guild_name,recipients -"Discord___Channel_333333333333333333",0,"generalchat","333333333333333332","xxx","" -"Discord___Channel_222222222222222222",1,"","","","00000000000000000,1111111111111111" -"Discord___Channel_11111111111111111",0,"","","","" -,# === Discord___Notes === -"user_id","note" -"111111111111111111","xxxx" -,# === Discord___Payments === -"created_at","description","amount","currency","status" -"2020-04-13T10:09:08.000000+00:00","xxxxxxxxxxxxxxxxxxxx",1111,"xxx",1 -"2020-04-13T10:09:08.000000+00:00","xxxxxxxxxxxxxxxxxxxx",1111,"xxx",1 -,# === Discord___Relationships === -"username","discriminator","type" -"xxxxxxxxxxxx","1111",1 -"xxxx","1111",1 -,# === base_data_manager_metadata === -id,perRowDescription,perRowTags,columnMeta,metaId -Discord___Messages_333333333333333333,"""{2}"" at {1}","discord,message,content_by_me","any,isodatetime,text,url",Discord___Messages_Meta -Discord___Messages_222222222222222222,"""{2}"" at {1}","discord,message,content_by_me","any,isodatetime,text,url",Discord___Messages_Meta -Discord___Messages_11111111111111111,"""{2}"" at {1}","discord,message,content_by_me","any,isodatetime,text,url",Discord___Messages_Meta -Discord___Connections,"{0} account ""{1}""",discord,"text,text,any,any,any", -Discord___Relationships,{0}#{1} (relationship type {2}),discord,"text,any,any", -Discord___Payments,{1}: {2} {3} on {0},"discord,payment","isodatetime,text,numeric,text,any", -Discord___Activity_Stats,"App {0}: {2}s played, last at {1}",discord,"any,isodatetime,numeric", -Discord___Notes,"Note on {0}: ""{1}""",discord,"any,text", -Discord___Activity_tns,{0} at {1},"discord,activity","text,isodatetime,any,any,any,text,text,text", -Discord___Activity_reporting,{0} at {1},"discord,activity","text,isodatetime,any,any,any,text,text,text", -Discord___Activity_modeling,{0} at {1},"discord,activity","text,isodatetime,any,any,any,text,text,text", -Discord___Activity_analytics,{0} at {1},"discord,activity","text,isodatetime,any,any,any,text,text,text", - -`; - -exports[`facebook: Can load the 2021 export 1`] = ` -# === Facebook___Album_0_json === -"album","uri","creation_timestamp" -"xxx","photos_and_videos/CoverPhotos_yyyyyy/200x200png.png","2024-03-07T15:23:20Z" -"xxx","photos_and_videos/CoverPhotos_yyyyyy/200x200png.png","2024-07-01T07:46:40Z" -,# === Facebook___Dating_Messages_0_json === -"from","to","timestamp","body" -"Me","xxx","2024-01-13T07:13:20Z","xxx" -"Me","xxx","2024-01-13T07:13:20Z","xxx" -,# === Facebook___Messages_Meta === -id,title,is_still_participant,thread_type,thread_path,participants -"Facebook___Messages_randomuser4_xxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" -"Facebook___Messages_randomuser3_xxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" -"Facebook___Messages_randomuser2_xxxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" -"Facebook___Messages_randomuser_xxxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" -,# === Facebook___Messages_randomuser2_xxxxxxxx___message_1_json === -"from","to","timestamp","content" -"xxx","","1970-01-01T00:00:00Z","xxx" -"xxx","","1970-01-01T00:00:00Z","xxx" -,# === Facebook___Messages_randomuser3_xxxxxxx___message_1_json === -"from","to","timestamp","content" -"xxx","","1970-01-01T00:00:00Z","xxx" -,# === Facebook___Messages_randomuser4_xxxxxxx___message_1_json === -"from","to","timestamp","content" -"xxx","","1970-01-01T00:00:00Z","xxx" -,# === Facebook___Messages_randomuser_xxxxxxxx___message_1_json === -"from","to","timestamp","content" -"xxx","","1970-01-01T00:00:00Z","xxx" -"xxx","","1970-01-01T00:00:00Z","xxx" -,# === Facebook___account_activity_json === -"action","ip","user_agent","datr_cookie","city","region","country","site_name","timestamp" -"xxx","1.1.1.1","some/path","xxx","xxx","xxx","xxx","xxx","2024-05-01T07:53:20Z" -"xxx","1.1.1.1","some/path","xxx","xxx","xxx","xxx","xxx","2024-05-01T07:53:20Z" -,# === Facebook___account_status_changes_json === -"status","timestamp" -"xxx","2024-05-01T07:53:20Z" -"xxx","2024-02-13T14:36:40Z" -,# === Facebook___accounts_and_profiles_json === -"service_name","native_app_id","username","email","phone_number","name" -"xxx",69,"xxx","not_a_real_email@example.com","xxx","xxx" -"xxx",1707005000,"xxx","not_a_real_email@example.com",,"xxx" -,# === Facebook___administrative_records_json === -"event","created_timestamp","ip_address","user_agent","datr_cookie" -"xxx","2024-05-01T07:53:20Z",,, -"xxx","2024-02-13T14:36:40Z",,, -,# === Facebook___apps_and_websites_json === -"name","added_timestamp" -"xxx","2024-12-29T08:13:20Z" -"xxx","2024-09-02T12:26:40Z" -,# === Facebook___authorized_logins_json === -"name","created_timestamp","updated_timestamp","ip_address","user_agent","location","app","session_type","datr_cookie" -"xxx","2024-08-22T01:26:40Z","2024-05-11T15:06:40Z","1.1.1.1","some/path","","","","xxx" -,# === Facebook___comments_json === -"timestamp","data","title" -"2024-02-08T19:20:00Z","TODO","xxx" -"2024-01-17T14:00:00Z","TODO","xxx" -,# === Facebook___contact_verifications_json === -"timestamp","email","contact_type" -"2024-10-18T07:03:20Z","not_a_real_email@example.com",69 -"2024-01-21T22:10:00Z","not_a_real_email@example.com",69 -,# === Facebook___followers_json === -"name" -"xxx" -"xxx" -,# === Facebook___following_json === -"name","timestamp" -"xxx","2024-05-01T07:53:20Z" -"xxx","2024-05-01T07:53:20Z" -,# === Facebook___friends_json === -"name","timestamp" -"xxx","2024-02-13T13:13:20Z" -"xxx","2024-10-31T00:36:40Z" -,# === Facebook___instant_games_json === -"game","added_timestamp" -"xxx","2024-11-03T16:06:40Z" -,# === Facebook___items_sold_json === -"title","price","seller","created_timestamp","latitude","longitude","description" -"xxx","xxx","xxx","2024-12-18T05:33:20Z",69,69,"xxx" -"xxx","xxx","xxx","2024-12-18T05:33:20Z",69,69,"xxx" -,# === Facebook___logins_and_logouts_json === -"action","timestamp","site","ip_address" -"xxx","2024-05-01T07:53:20Z","xxx","1.1.1.1" -"xxx","2024-04-23T17:56:40Z","xxx","1.1.1.1" -,# === Facebook___notifications_json === -"timestamp","unread","href","text" -"2024-04-30T08:16:40Z",true,"url://somewhere","xxx" -"2024-04-30T08:16:40Z",true,"url://somewhere","xxx" -,# === Facebook___pages_json === -"name","timestamp" -"xxx","2024-05-01T07:53:20Z" -"xxx","2024-05-01T07:53:20Z" -,# === Facebook___payment_history_json === -"from","to","amount","currency","type","status","payment_method","created_timestamp" -"xxx","xxx","xxx","xxx","xxx","xxx","xxx","2024-05-05T21:36:40Z" -,# === Facebook___people_json === -"name","uri","timestamp" -"xxx","url://somewhere","2024-01-15T12:00:00Z" -"xxx","url://somewhere","2024-01-12T06:13:20Z" -,# === Facebook___pokes_json === -"from","to","rank","timestamp" -"xxx","xxx",69,"2024-07-22T19:03:20Z" -,# === Facebook___posts_and_comments_json === -"title","timestamp","reaction" -,"2024-01-14T06:50:00Z","xxx" -,"2024-01-14T06:50:00Z","xxx" -,# === Facebook___profile_update_history_json === -"title","timestamp" -,"2024-10-06T08:56:40Z" -,"2024-10-06T08:56:40Z" -,# === Facebook___received_friend_requests_json === -"name","timestamp" -"xxx","2024-02-08T16:33:20Z" -"xxx","2024-09-24T19:10:00Z" -,# === Facebook___rejected_friend_requests_json === -"name","timestamp" -"xxx","2024-09-27T15:13:20Z" -"xxx","2024-08-24T00:40:00Z" -,# === Facebook___removed_friends_json === -"name","timestamp" -"xxx","2024-01-14T06:50:00Z" -"xxx","2024-01-14T06:50:00Z" -,# === Facebook___sent_friend_requests_json === -"name","timestamp" -"xxx","2024-06-23T05:20:00Z" -"xxx","2024-05-25T08:16:40Z" -,# === Facebook___story_reactions_json === -"title","timestamp" -"xxx","2024-01-14T06:50:00Z" -"xxx","2024-04-28T20:10:00Z" -,# === Facebook___support_correspondences_json === -"from","to","subject","message","timestamp" -"not_a_real_email@example.com","xxx","xxx","xxx","2024-10-16T06:26:40Z" -"xxx","xxx","xxx","url://somewhere","2024-10-16T06:26:40Z" -,# === Facebook___unfollowed_pages_json === -"title","timestamp" -"xxx","2024-12-17T08:43:20Z" -,# === Facebook___your_group_membership_activity_json === -"title","timestamp" -"xxx","2024-01-14T06:50:00Z" -"xxx","2024-01-14T06:50:00Z" -,# === Facebook___your_off_facebook_activity_json === -"name","id","type","timestamp" -"xxx",69,"xxx","2024-02-11T12:36:40Z" -"xxx",69,"xxx","2024-02-10T19:56:40Z" -"xxx",69,"xxx","2024-02-10T11:36:40Z" -"xxx",69,"xxx","2024-02-07T21:06:40Z" -,# === Facebook___your_pinned_posts_json === -"name","uri","timestamp" -"xxx","url://somewhere","2024-02-27T05:00:00Z" -"xxx","url://somewhere","2024-05-16T03:26:40Z" -,# === Facebook___your_posts_1_json === -"title","data","timestamp" -"xxx","TODO: data","2024-05-01T07:53:20Z" -"xxx","TODO: data","2024-10-31T06:10:00Z" -,# === Facebook___your_posts_and_comments_in_groups_json === -"title","data","timestamp" -"xxx","TODO","2024-02-08T19:20:00Z" -"xxx","TODO","2024-02-08T19:20:00Z" -,# === Facebook___your_search_history_json === -"title","data","timestamp" -"xxx","xxx","2024-11-17T06:30:00Z" -"xxx","xxx","2024-11-17T06:30:00Z" -,# === base_data_manager_metadata === -id,perRowDescription,perRowTags,columnMeta,metaId -Facebook___notifications_json,"Notification at {0}: ""{3}""","facebook,initiated_by_third_party","isodatetime,any,url,text", -Facebook___accounts_and_profiles_json,"{0} account ""{2}""",facebook,"text,text,text,text,text,text", -Facebook___your_off_facebook_activity_json,{2} event from {0} at {3},facebook,"text,any,text,isodatetime", -Facebook___apps_and_websites_json,"App ""{0}"" added on {1}",facebook,"text,isodatetime", -Facebook___comments_json,"Comment on ""{2}"" at {0}",facebook,"isodatetime,TODO,text", -Facebook___Dating_Messages_0_json,"""{3}"" from {0} to {1} at {2}","facebook,message,dating,content_by_me","sender,receiver,isodatetime,text", -Facebook___instant_games_json,"Played ""{0}"" starting {1}","facebook,gaming","text,isodatetime", -Facebook___unfollowed_pages_json,"Unfollowed ""{0}"" at {1}","facebook,initiated_by_me","text,isodatetime", -Facebook___following_json,"Followed ""{0}"" at {1}",facebook,"receiver,isodatetime", -Facebook___followers_json,{0} follows you,facebook,sender, -Facebook___sent_friend_requests_json,{0} at {1},facebook,"text,isodatetime", -Facebook___removed_friends_json,{0} at {1},facebook,"text,isodatetime", -Facebook___rejected_friend_requests_json,{0} at {1},facebook,"text,isodatetime", -Facebook___received_friend_requests_json,{0} at {1},facebook,"text,isodatetime", -Facebook___friends_json,{0} at {1},facebook,"text,isodatetime", -Facebook___your_group_membership_activity_json,"Joined group ""{0}"" at {1}","facebook,initiated_by_me","text,isodatetime", -Facebook___your_posts_and_comments_in_groups_json,"Group post ""{0}"" at {2}",facebook,"text,TODO,isodatetime", -Facebook___people_json,Interaction with {0} at {2},facebook,"text,url,isodatetime", -Facebook___pages_json,"Liked page ""{0}"" at {1}",facebook,"text,isodatetime", -Facebook___posts_and_comments_json,"{2} on ""{0}"" at {1}",facebook,"text,isodatetime,text", -Facebook___items_sold_json,"Sold ""{0}"" for {1} on {3}","facebook,marketplace","text,numeric,sender,isodatetime,lat,lng,text", -Facebook___Messages_randomuser4_xxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta -Facebook___Messages_randomuser3_xxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta -Facebook___Messages_randomuser2_xxxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta -Facebook___Messages_randomuser_xxxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta -Facebook___pokes_json,{0} poked {1} at {3},facebook,"sender,receiver,numeric,isodatetime", -Facebook___support_correspondences_json,"""{2}"" from {0} to {1} at {4}",facebook,"sender,receiver,text,text,isodatetime", -Facebook___payment_history_json,{2} {3} from {0} to {1} on {7},"facebook,payment","sender,receiver,numeric,text,text,text,text,isodatetime", -Facebook___Album_0_json,"Photo in ""{0}"" at {2}","facebook,photo","text,url,isodatetime", -Facebook___your_pinned_posts_json,"Pinned post ""{0}"" at {2}",facebook,"text,url,isodatetime", -Facebook___your_posts_1_json,"Post ""{0}"" at {2}",facebook,"text,TODO,isodatetime", -Facebook___profile_update_history_json,"Profile update ""{0}"" at {1}",facebook,"text,isodatetime", -Facebook___your_search_history_json,"Searched for ""{1}"" at {2}","facebook,initiated_by_me,content_by_me","text,text,isodatetime", -Facebook___account_status_changes_json,Account {0} at {1},"facebook,security","text,isodatetime", -Facebook___account_activity_json,"{0} from {4}, {6} on {8}","facebook,security","text,text,text,text,text,text,text,text,isodatetime", -Facebook___administrative_records_json,{0} at {1} from {2},"facebook,security","text,isodatetime,text,text,text", -Facebook___authorized_logins_json,"Session ""{0}"" from {5} on {1}","facebook,security","text,isodatetime,isodatetime,text,text,text,text,text,text", -Facebook___contact_verifications_json,{2} verification of {1} at {0},"facebook,security","isodatetime,text,text", -Facebook___logins_and_logouts_json,{0} on {2} at {1} from {3},"facebook,security","text,isodatetime,text,text", -Facebook___story_reactions_json,"Story reaction on ""{0}"" at {1}",facebook,"text,isodatetime", - -`; - -exports[`facebook: Can load the 2021 export zipped 1`] = ` -# === Facebook___Album_0_json === -"album","uri","creation_timestamp" -"xxx","photos_and_videos/CoverPhotos_yyyyyy/200x200png.png","2024-03-07T15:23:20Z" -"xxx","photos_and_videos/CoverPhotos_yyyyyy/200x200png.png","2024-07-01T07:46:40Z" -,# === Facebook___Dating_Messages_0_json === -"from","to","timestamp","body" -"Me","xxx","2024-01-13T07:13:20Z","xxx" -"Me","xxx","2024-01-13T07:13:20Z","xxx" -,# === Facebook___Messages_Meta === -id,title,is_still_participant,thread_type,thread_path,participants -"Facebook___Messages_randomuser4_xxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" -"Facebook___Messages_randomuser3_xxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" -"Facebook___Messages_randomuser2_xxxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" -"Facebook___Messages_randomuser_xxxxxxxx___message_1_json","xxx",true,"xxx","some/path","xxx, xxx" -,# === Facebook___Messages_randomuser2_xxxxxxxx___message_1_json === -"from","to","timestamp","content" -"xxx","","1970-01-01T00:00:00Z","xxx" -"xxx","","1970-01-01T00:00:00Z","xxx" -,# === Facebook___Messages_randomuser3_xxxxxxx___message_1_json === -"from","to","timestamp","content" -"xxx","","1970-01-01T00:00:00Z","xxx" -,# === Facebook___Messages_randomuser4_xxxxxxx___message_1_json === -"from","to","timestamp","content" -"xxx","","1970-01-01T00:00:00Z","xxx" -,# === Facebook___Messages_randomuser_xxxxxxxx___message_1_json === -"from","to","timestamp","content" -"xxx","","1970-01-01T00:00:00Z","xxx" -"xxx","","1970-01-01T00:00:00Z","xxx" -,# === Facebook___account_activity_json === -"action","ip","user_agent","datr_cookie","city","region","country","site_name","timestamp" -"xxx","1.1.1.1","some/path","xxx","xxx","xxx","xxx","xxx","2024-05-01T07:53:20Z" -"xxx","1.1.1.1","some/path","xxx","xxx","xxx","xxx","xxx","2024-05-01T07:53:20Z" -,# === Facebook___account_status_changes_json === -"status","timestamp" -"xxx","2024-05-01T07:53:20Z" -"xxx","2024-02-13T14:36:40Z" -,# === Facebook___accounts_and_profiles_json === -"service_name","native_app_id","username","email","phone_number","name" -"xxx",69,"xxx","not_a_real_email@example.com","xxx","xxx" -"xxx",1707005000,"xxx","not_a_real_email@example.com",,"xxx" -,# === Facebook___administrative_records_json === -"event","created_timestamp","ip_address","user_agent","datr_cookie" -"xxx","2024-05-01T07:53:20Z",,, -"xxx","2024-02-13T14:36:40Z",,, -,# === Facebook___apps_and_websites_json === -"name","added_timestamp" -"xxx","2024-12-29T08:13:20Z" -"xxx","2024-09-02T12:26:40Z" -,# === Facebook___authorized_logins_json === -"name","created_timestamp","updated_timestamp","ip_address","user_agent","location","app","session_type","datr_cookie" -"xxx","2024-08-22T01:26:40Z","2024-05-11T15:06:40Z","1.1.1.1","some/path","","","","xxx" -,# === Facebook___comments_json === -"timestamp","data","title" -"2024-02-08T19:20:00Z","TODO","xxx" -"2024-01-17T14:00:00Z","TODO","xxx" -,# === Facebook___contact_verifications_json === -"timestamp","email","contact_type" -"2024-10-18T07:03:20Z","not_a_real_email@example.com",69 -"2024-01-21T22:10:00Z","not_a_real_email@example.com",69 -,# === Facebook___followers_json === -"name" -"xxx" -"xxx" -,# === Facebook___following_json === -"name","timestamp" -"xxx","2024-05-01T07:53:20Z" -"xxx","2024-05-01T07:53:20Z" -,# === Facebook___friends_json === -"name","timestamp" -"xxx","2024-02-13T13:13:20Z" -"xxx","2024-10-31T00:36:40Z" -,# === Facebook___instant_games_json === -"game","added_timestamp" -"xxx","2024-11-03T16:06:40Z" -,# === Facebook___items_sold_json === -"title","price","seller","created_timestamp","latitude","longitude","description" -"xxx","xxx","xxx","2024-12-18T05:33:20Z",69,69,"xxx" -"xxx","xxx","xxx","2024-12-18T05:33:20Z",69,69,"xxx" -,# === Facebook___logins_and_logouts_json === -"action","timestamp","site","ip_address" -"xxx","2024-05-01T07:53:20Z","xxx","1.1.1.1" -"xxx","2024-04-23T17:56:40Z","xxx","1.1.1.1" -,# === Facebook___notifications_json === -"timestamp","unread","href","text" -"2024-04-30T08:16:40Z",true,"url://somewhere","xxx" -"2024-04-30T08:16:40Z",true,"url://somewhere","xxx" -,# === Facebook___pages_json === -"name","timestamp" -"xxx","2024-05-01T07:53:20Z" -"xxx","2024-05-01T07:53:20Z" -,# === Facebook___payment_history_json === -"from","to","amount","currency","type","status","payment_method","created_timestamp" -"xxx","xxx","xxx","xxx","xxx","xxx","xxx","2024-05-05T21:36:40Z" -,# === Facebook___people_json === -"name","uri","timestamp" -"xxx","url://somewhere","2024-01-15T12:00:00Z" -"xxx","url://somewhere","2024-01-12T06:13:20Z" -,# === Facebook___pokes_json === -"from","to","rank","timestamp" -"xxx","xxx",69,"2024-07-22T19:03:20Z" -,# === Facebook___posts_and_comments_json === -"title","timestamp","reaction" -,"2024-01-14T06:50:00Z","xxx" -,"2024-01-14T06:50:00Z","xxx" -,# === Facebook___profile_update_history_json === -"title","timestamp" -,"2024-10-06T08:56:40Z" -,"2024-10-06T08:56:40Z" -,# === Facebook___received_friend_requests_json === -"name","timestamp" -"xxx","2024-02-08T16:33:20Z" -"xxx","2024-09-24T19:10:00Z" -,# === Facebook___rejected_friend_requests_json === -"name","timestamp" -"xxx","2024-09-27T15:13:20Z" -"xxx","2024-08-24T00:40:00Z" -,# === Facebook___removed_friends_json === -"name","timestamp" -"xxx","2024-01-14T06:50:00Z" -"xxx","2024-01-14T06:50:00Z" -,# === Facebook___sent_friend_requests_json === -"name","timestamp" -"xxx","2024-06-23T05:20:00Z" -"xxx","2024-05-25T08:16:40Z" -,# === Facebook___story_reactions_json === -"title","timestamp" -"xxx","2024-01-14T06:50:00Z" -"xxx","2024-04-28T20:10:00Z" -,# === Facebook___support_correspondences_json === -"from","to","subject","message","timestamp" -"not_a_real_email@example.com","xxx","xxx","xxx","2024-10-16T06:26:40Z" -"xxx","xxx","xxx","url://somewhere","2024-10-16T06:26:40Z" -,# === Facebook___unfollowed_pages_json === -"title","timestamp" -"xxx","2024-12-17T08:43:20Z" -,# === Facebook___your_group_membership_activity_json === -"title","timestamp" -"xxx","2024-01-14T06:50:00Z" -"xxx","2024-01-14T06:50:00Z" -,# === Facebook___your_off_facebook_activity_json === -"name","id","type","timestamp" -"xxx",69,"xxx","2024-02-11T12:36:40Z" -"xxx",69,"xxx","2024-02-10T19:56:40Z" -"xxx",69,"xxx","2024-02-10T11:36:40Z" -"xxx",69,"xxx","2024-02-07T21:06:40Z" -,# === Facebook___your_pinned_posts_json === -"name","uri","timestamp" -"xxx","url://somewhere","2024-02-27T05:00:00Z" -"xxx","url://somewhere","2024-05-16T03:26:40Z" -,# === Facebook___your_posts_1_json === -"title","data","timestamp" -"xxx","TODO: data","2024-05-01T07:53:20Z" -"xxx","TODO: data","2024-10-31T06:10:00Z" -,# === Facebook___your_posts_and_comments_in_groups_json === -"title","data","timestamp" -"xxx","TODO","2024-02-08T19:20:00Z" -"xxx","TODO","2024-02-08T19:20:00Z" -,# === Facebook___your_search_history_json === -"title","data","timestamp" -"xxx","xxx","2024-11-17T06:30:00Z" -"xxx","xxx","2024-11-17T06:30:00Z" -,# === base_data_manager_metadata === -id,perRowDescription,perRowTags,columnMeta,metaId -Facebook___notifications_json,"Notification at {0}: ""{3}""","facebook,initiated_by_third_party","isodatetime,any,url,text", -Facebook___accounts_and_profiles_json,"{0} account ""{2}""",facebook,"text,text,text,text,text,text", -Facebook___your_off_facebook_activity_json,{2} event from {0} at {3},facebook,"text,any,text,isodatetime", -Facebook___apps_and_websites_json,"App ""{0}"" added on {1}",facebook,"text,isodatetime", -Facebook___comments_json,"Comment on ""{2}"" at {0}",facebook,"isodatetime,TODO,text", -Facebook___Dating_Messages_0_json,"""{3}"" from {0} to {1} at {2}","facebook,message,dating,content_by_me","sender,receiver,isodatetime,text", -Facebook___instant_games_json,"Played ""{0}"" starting {1}","facebook,gaming","text,isodatetime", -Facebook___unfollowed_pages_json,"Unfollowed ""{0}"" at {1}","facebook,initiated_by_me","text,isodatetime", -Facebook___following_json,"Followed ""{0}"" at {1}",facebook,"receiver,isodatetime", -Facebook___followers_json,{0} follows you,facebook,sender, -Facebook___sent_friend_requests_json,{0} at {1},facebook,"text,isodatetime", -Facebook___removed_friends_json,{0} at {1},facebook,"text,isodatetime", -Facebook___rejected_friend_requests_json,{0} at {1},facebook,"text,isodatetime", -Facebook___received_friend_requests_json,{0} at {1},facebook,"text,isodatetime", -Facebook___friends_json,{0} at {1},facebook,"text,isodatetime", -Facebook___your_group_membership_activity_json,"Joined group ""{0}"" at {1}","facebook,initiated_by_me","text,isodatetime", -Facebook___your_posts_and_comments_in_groups_json,"Group post ""{0}"" at {2}",facebook,"text,TODO,isodatetime", -Facebook___people_json,Interaction with {0} at {2},facebook,"text,url,isodatetime", -Facebook___pages_json,"Liked page ""{0}"" at {1}",facebook,"text,isodatetime", -Facebook___posts_and_comments_json,"{2} on ""{0}"" at {1}",facebook,"text,isodatetime,text", -Facebook___items_sold_json,"Sold ""{0}"" for {1} on {3}","facebook,marketplace","text,numeric,sender,isodatetime,lat,lng,text", -Facebook___Messages_randomuser4_xxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta -Facebook___Messages_randomuser3_xxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta -Facebook___Messages_randomuser2_xxxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta -Facebook___Messages_randomuser_xxxxxxxx___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta -Facebook___pokes_json,{0} poked {1} at {3},facebook,"sender,receiver,numeric,isodatetime", -Facebook___support_correspondences_json,"""{2}"" from {0} to {1} at {4}",facebook,"sender,receiver,text,text,isodatetime", -Facebook___payment_history_json,{2} {3} from {0} to {1} on {7},"facebook,payment","sender,receiver,numeric,text,text,text,text,isodatetime", -Facebook___Album_0_json,"Photo in ""{0}"" at {2}","facebook,photo","text,url,isodatetime", -Facebook___your_pinned_posts_json,"Pinned post ""{0}"" at {2}",facebook,"text,url,isodatetime", -Facebook___your_posts_1_json,"Post ""{0}"" at {2}",facebook,"text,TODO,isodatetime", -Facebook___profile_update_history_json,"Profile update ""{0}"" at {1}",facebook,"text,isodatetime", -Facebook___your_search_history_json,"Searched for ""{1}"" at {2}","facebook,initiated_by_me,content_by_me","text,text,isodatetime", -Facebook___account_status_changes_json,Account {0} at {1},"facebook,security","text,isodatetime", -Facebook___account_activity_json,"{0} from {4}, {6} on {8}","facebook,security","text,text,text,text,text,text,text,text,isodatetime", -Facebook___administrative_records_json,{0} at {1} from {2},"facebook,security","text,isodatetime,text,text,text", -Facebook___authorized_logins_json,"Session ""{0}"" from {5} on {1}","facebook,security","text,isodatetime,isodatetime,text,text,text,text,text,text", -Facebook___contact_verifications_json,{2} verification of {1} at {0},"facebook,security","isodatetime,text,text", -Facebook___logins_and_logouts_json,{0} on {2} at {1} from {3},"facebook,security","text,isodatetime,text,text", -Facebook___story_reactions_json,"Story reaction on ""{0}"" at {1}",facebook,"text,isodatetime", - -`; - -exports[`facebook: Can load the 2025 export 1`] = ` -# === Facebook___Messages_Meta === -id,title,is_still_participant,thread_type,thread_path,participants -"Facebookv2___Messages_chatname_000000000000000000___message_1_json","xxx",true,,"some/path","xxx, xxx" -"Facebookv2___Messages_chatname_000000000000000___message_1_json","xxx",true,,"some/path","xxx, xxx" -"Facebookv2___Messages_chatname_00000000000000000___message_1_json","xxx",true,,"some/path","xxx, xxx" -"Facebookv2___Messages_archived_threads___chatnametype2_000000000000000_json","xxx",true,,"some/path","xxx, xxx" -"Facebookv2___Messages_chatname_00000000000000000___message_1_json","xxx",true,,"some/path","xxx, xxx" -,# === Facebookv2___Messages_archived_threads___chatnametype2_000000000000000_json === -"from","to","timestamp","content" -"xxx","","1970-01-01T00:00:00Z","xxx" -"xxx","","1970-01-01T00:00:00Z","some/path" -,# === Facebookv2___Messages_chatname_000000000000000000___message_1_json === -"from","to","timestamp","content" -"xxx","","1970-01-01T00:00:00Z", -"xxx","","1970-01-01T00:00:00Z","xxx" -,# === Facebookv2___Messages_chatname_00000000000000000___message_1_json === -"from","to","timestamp","content" -"xxx","","1970-01-01T00:00:00Z","xxx" -"xxx","","1970-01-01T00:00:00Z","xxx" -,# === Facebookv2___Messages_chatname_00000000000000000___message_1_json === -"from","to","timestamp","content" -"xxx","","1970-01-01T00:00:00Z","xxx" -"xxx","","1970-01-01T00:00:00Z","xxx" -,# === Facebookv2___Messages_chatname_000000000000000___message_1_json === -"from","to","timestamp","content" -"xxx","","1970-01-01T00:00:00Z", -,# === Facebookv2___account_activity_json === -"action","ip","user_agent","datr_cookie","city","region","country","site_name","timestamp" -"xxx","1.1.1.1","some/path","xxx","xxx","xxx","xxx","xxx","2024-11-22T10:06:40Z" -"xxx","1.1.1.1","some/path","xxx","xxx","xxx","xxx","xxx","2024-11-21T23:00:00Z" -,# === Facebookv2___comments_json === -"timestamp","data","title" -"2024-02-13T02:06:40Z","TODO","xxx" -"2024-07-12T02:06:40Z","TODO","xxx" -,# === Facebookv2___connected_apps_and_websites_json === -"name","added_timestamp" -"xxx","2024-01-12T00:40:00Z" -"xxx","2024-06-21T17:13:20Z" -,# === Facebookv2___email_address_verifications_json === -"timestamp","email","contact_type" -"2024-02-07T19:43:20Z","not_a_real_email@example.com",69 -,# === Facebookv2___group_posts_and_comments_json === -"title","data","timestamp" -"xxx","TODO","2024-10-06T06:10:00Z" -"xxx","TODO","2024-01-22T16:13:20Z" -,# === Facebookv2___items_sold_json === -"title","price","seller","created_timestamp","latitude","longitude","description" -"xxx","xxx","xxx","2024-10-02T23:00:00Z",69,69,"xxx" -"xxx","xxx","xxx","2024-09-27T01:20:00Z",69,69,"xxx" -,# === Facebookv2___logins_and_logouts_json === -"action","timestamp","site","ip_address" -"xxx","2024-08-10T14:26:40Z","xxx","1.1.1.1" -"xxx","2024-08-10T14:26:40Z","xxx","1.1.1.1" -,# === Facebookv2___notifications_json === -"timestamp","unread","href","text" -"2024-11-20T12:16:40Z",true,"url://somewhere","xxx" -"2024-11-15T00:20:00Z",true,"url://somewhere","xxx" -,# === Facebookv2___pages_and_profiles_you_ve_unfollowed_json === -"title","timestamp" -"xxx","2024-02-21T03:10:00Z" -,# === Facebookv2___people_and_friends_json === -"name","uri","timestamp" -"xxx","url://somewhere","2024-09-11T20:03:20Z" -"xxx","url://somewhere","2024-01-20T12:50:00Z" -,# === Facebookv2___received_friend_requests_json === -"name","timestamp" -"xxx","2024-09-10T10:43:20Z" -"xxx","2024-09-02T12:26:40Z" -,# === Facebookv2___record_details_json === -"event","created_timestamp","ip_address","user_agent","datr_cookie" -"xxx","2024-08-11T01:33:20Z",,, -"xxx","2024-08-10T14:26:40Z",,, -,# === Facebookv2___rejected_friend_requests_json === -"name","timestamp" -"xxx","2024-09-01T14:13:20Z" -"xxx","2024-08-12T08:06:40Z" -,# === Facebookv2___time_spent_on_facebook_json === -"start","end" -,# === Facebookv2___where_you_re_logged_in_json === -"name","created_timestamp","updated_timestamp","ip_address","user_agent","location","app","session_type","datr_cookie" -,"2024-04-04T19:46:40Z","2024-11-23T02:46:40Z","1.1.1.1","some/path","xxx","xxx","xxx","xxx" -,"2024-04-05T06:53:20Z","2024-11-22T10:06:40Z","1.1.1.1","some/path","xxx","xxx","xxx","xxx" -,# === Facebookv2___your_friends_json === -"name","timestamp" -"xxx","2024-04-01T16:46:40Z" -"xxx","2024-09-07T16:03:20Z" -,# === Facebookv2___your_group_membership_activity_json === -"title","timestamp" -"xxx","2024-02-12T17:46:40Z" -"xxx","2024-02-12T17:46:40Z" -,# === Facebookv2___your_search_history_json === -"title","data","timestamp" -"xxx","xxx","2024-12-08T09:26:40Z" -"xxx","xxx","2024-12-28T00:16:40Z" -,# === base_data_manager_metadata === -id,perRowDescription,perRowTags,columnMeta,metaId -Facebookv2___connected_apps_and_websites_json,"App ""{0}"" added on {1}",facebook,"text,isodatetime", -Facebookv2___comments_json,"Comment on ""{2}"" at {0}",facebook,"isodatetime,TODO,text", -Facebookv2___Messages_chatname_000000000000000000___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta -Facebookv2___Messages_chatname_000000000000000___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta -Facebookv2___Messages_chatname_00000000000000000___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta -Facebookv2___Messages_archived_threads___chatnametype2_000000000000000_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta -Facebookv2___Messages_chatname_00000000000000000___message_1_json,"""{3}"" from {0} at {2}","facebook,message","sender,receiver,isodatetime,text",Facebook___Messages_Meta -Facebookv2___time_spent_on_facebook_json,Active from {0} to {1},facebook,"isodatetime,isodatetime", -Facebookv2___your_group_membership_activity_json,"Joined group ""{0}"" at {1}","facebook,initiated_by_me","text,isodatetime", -Facebookv2___group_posts_and_comments_json,"Group post ""{0}"" at {2}",facebook,"text,TODO,isodatetime", -Facebookv2___pages_and_profiles_you_ve_unfollowed_json,"Unfollowed ""{0}"" at {1}","facebook,initiated_by_me","text,isodatetime", -Facebookv2___your_friends_json,{0} at {1},facebook,"text,isodatetime", -Facebookv2___rejected_friend_requests_json,{0} at {1},facebook,"text,isodatetime", -Facebookv2___received_friend_requests_json,{0} at {1},facebook,"text,isodatetime", -Facebookv2___people_and_friends_json,Interaction with {0} at {2},facebook,"text,url,isodatetime", -Facebookv2___your_search_history_json,"Searched for ""{1}"" at {2}","facebook,initiated_by_me,content_by_me","text,text,isodatetime", -Facebookv2___notifications_json,"Notification at {0}: ""{3}""","facebook,initiated_by_third_party","isodatetime,any,url,text", -Facebookv2___account_activity_json,"{0} from {4}, {6} on {8}","facebook,security","text,text,text,text,text,text,text,text,isodatetime", -Facebookv2___record_details_json,{0} at {1} from {2},"facebook,security","text,isodatetime,text,text,text", -Facebookv2___where_you_re_logged_in_json,"Session ""{0}"" from {5} on {1}","facebook,security","text,isodatetime,isodatetime,text,text,text,text,text,text", -Facebookv2___email_address_verifications_json,{2} verification of {1} at {0},"facebook,security","isodatetime,text,text", -Facebookv2___logins_and_logouts_json,{0} on {2} at {1} from {3},"facebook,security","text,isodatetime,text,text", -Facebookv2___items_sold_json,"Sold ""{0}"" for {1} on {3}","facebook,marketplace","text,numeric,sender,isodatetime,lat,lng,text", - -`; - -exports[`snapchat: Can load the 2023-11 export 1`] = ` -# === Snapchat___Account_History === -"change_type","date","detail" -"display_name_change","2020-04-13T10:09:08+00:00","xxxxx" -"display_name_change","","xxxxxx" -"email_change","2020-04-13T10:09:08+00:00","not_a_real_email@example.com" -"password_change","2020-04-13T10:09:08+00:00","" -"password_change","2020-04-13T10:09:08+00:00","" -"linked_to_bitmoji","2020-04-13T10:09:08+00:00","" -"data_download","2020-04-13T10:09:08+00:00","xxxxxxx / not_a_real_email@example.com" -"data_download","2020-04-13T10:09:08+00:00","xxxxxxxxx / not_a_real_email@example.com" -,# === Snapchat___Chat_History === -"conversation_with","from","media_type","created","content","is_sender" -"some_friend","xxxxxxxxx","xxxxx","2020-04-13T10:09:08+00:00","","false" -"some_friend","xxxxxxxxx","xxxx","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxxxx","false" -"some_friend_too","xxxxxxxxxxxxxx","xxxxx","2020-04-13T10:09:08+00:00","","false" -"some_friend_too","xxxxxxxxxxxxx","xxxx","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxxxxxxxx","false" -,# === Snapchat___Connected_App_Permissions === -"app","time","type" -"xxxxxxx","2020-04-13T10:09:08+00:00","xxxxxxx" -,# === Snapchat___Email_Campaigns === -"campaign","opt_out_status" -"xxxxxxxxxxxxxxxx","xxxxxxxxxxxx" -"xxxxxxxxxxxxxxx","xxxxxxxxxxxx" -,# === Snapchat___Friends === -"relationship_type","username","display_name","created_at","modified_at","source" -"Friends","xxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxx" -"Friends","xxxxxxxxxxxxxxx","xxxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxxxx" -"Friend Requests Sent","xxxxxxxxxx","xxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxxxxxxxx" -"Friend Requests Sent","xxxxxxxxx","xxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxxxxxxxx" -"Blocked Users","xxxxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxxxxxxxx" -"Blocked Users","xxxxxxxxxxxxxx","xxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" -"Deleted Friends","xxxxxx","xxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" -"Deleted Friends","xxxxxxxxxxxxxxx","xxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" -"Ignored Snapchatters","xxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" -"Ignored Snapchatters","xxxxxxxx","xxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" -"Pending Requests","xxxxxxxxxxxxxxx","xxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" -"Pending Requests","xxxxxxxxxxxxxx","xxxxxxxxxxxxx","2020-04-13T10:09:08+00:00","2020-04-13T10:09:08+00:00","xxxxxxxxxxxxxxxx" -,# === Snapchat___In_App_Surveys === -"survey","time","question","response" -"Survey 2020/04/12","xxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx","xxxxxxxxxx" -"Survey 2020/04/12","xxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx","xxx" -"Survey 2020/04/13","xxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx","xxxxxxxxxxxxxx" -"Survey 2020/04/13","xxxxxxxxxxxx","xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx","some/path" -,# === Snapchat___Location_Visits === -"time","city","region","postal_code" -"some/path","xxxxxx","xxxxxxxx","11111" -,# === Snapchat___Login_History === -"ip","country","created","status","device" -"1.1.1.1","xx","2020-04-13T10:09:08+00:00","xxxxxxx","some/path" -"1.1.1.1","xx","2020-04-13T10:09:08+00:00","xxxxxxx","some/path" -,# === Snapchat___Spotlight === -"story_date","story_url","action_type","view_time" -"2020-04-13T10:09:08+00:00","url://somewhere","xxxx","xxxxxxxxxxxxx" -,# === Snapchat___Terms_History === -"version","acceptance_date" -"xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00" -"xxxxxxxxxxxxxxxxxxxxxxxxx","2020-04-13T10:09:08+00:00" -,# === base_data_manager_metadata === -id,perRowDescription,perRowTags,columnMeta,metaId -Snapchat___Login_History,Login from {0} ({1}) on {2},"snapchat,security","text,text,isodatetime,text,text", -Snapchat___Account_History,{0} on {1}: {2},"snapchat,security","text,isodatetime,text", -Snapchat___Friends,{0}: {2} (@{1}) since {3},snapchat,"text,text,text,isodatetime,isodatetime,text", -Snapchat___Chat_History,"""{4}"" from {1} in {0} at {3}","snapchat,message","text,sender,text,isodatetime,text,any", -Snapchat___Location_Visits,"Visited {1}, {2} ({3}) around {0}","snapchat,location","any,text,text,any", -Snapchat___Spotlight,{2} on spotlight at {0},snapchat,"isodatetime,url,text,any", -Snapchat___Terms_History,Accepted terms {0} on {1},snapchat,"text,isodatetime", -Snapchat___Connected_App_Permissions,{2} permission for {0} on {1},snapchat,"text,isodatetime,text", -Snapchat___Email_Campaigns,"Email campaign ""{0}"": {1}",snapchat,"text,text", -Snapchat___In_App_Surveys,"Survey ""{2}"": {3}",snapchat,"text,any,text,text", - -`; diff --git a/test/discord-chat-exporter.ts b/test/discord-chat-exporter.ts new file mode 100644 index 0000000..1064dc5 --- /dev/null +++ b/test/discord-chat-exporter.ts @@ -0,0 +1,27 @@ +import test from "node:test"; +import nodePath from "node:path"; +import { strict as assert } from "node:assert"; +import { TaskTarget } from "../data-export/task.ts"; +import { discord_chat_exporter } from "../data-export/discord-chat-exporter.ts"; +import * as DataIO from "../data-export/io.ts"; +import { parse } from "csv-parse/sync"; + +const THIS_FILE = import.meta.dirname; +const DCE_DIR = nodePath.join(THIS_FILE, 'fixtures/discord-chat-exporter-2026-02'); + +test("discord-chat-exporter: Can load the 2026-02 export", async (t) => { + const targets = [new TaskTarget(DCE_DIR)]; + const builtTargets = await discord_chat_exporter()(targets); + const out = await DataIO.runPipeline(builtTargets); + const idAndCSVs: [string, string][] = []; + for (const { target, result } of out) { + assert.ok(!result.stderr, `Task ${target.id} should have no stderr output`); + assert.ok(result.ok, `Task ${target.id} should be okay`); + idAndCSVs.push([target.id, result.stdout]); + } + const csvs = idAndCSVs + .sort() + .map(v => parse(v[1])); + + t.assert.snapshot(csvs); +}); diff --git a/test/discord-chat-exporter.ts.snapshot b/test/discord-chat-exporter.ts.snapshot new file mode 100644 index 0000000..6af4b8c --- /dev/null +++ b/test/discord-chat-exporter.ts.snapshot @@ -0,0 +1,82 @@ +exports[`discord-chat-exporter: Can load the 2026-02 export 1`] = ` +[ + [ + [ + "id", + "timestamp", + "author", + "discriminator", + "content", + "attachment" + ], + [ + "111111111111111111", + "2020-04-13T10:09:08.000000+00:00", + "xxxxxxxx", + "1111", + "xxxxxxxxxxxxxxxxxx", + "" + ], + [ + "111111111111111111", + "2020-04-13T10:09:08.000000+00:00", + "xxxxxxxx", + "1111", + "xxxxxxxxx", + "" + ], + [ + "111111111111111111", + "2020-04-13T10:09:08.000000+00:00", + "xxxxxxxx", + "1111", + "https://example.com/example.png", + "" + ], + [ + "111111111111111111", + "2020-04-13T10:09:08.000000+00:00", + "xxxxxxxx", + "1111", + "xxx", + "GuildName - Text Channels - ChannelName [0000000000000000].json_Files/unknown-SUFFIX.png" + ] + ], + [ + [ + "id", + "guild_name", + "channel_name", + "channel_type", + "channel_category", + "channel_topic", + "message_count" + ], + [ + "DiscordCE___Channel_0000000000000000", + "xxxxxxxx", + "xxxxxxx", + "xxxxxxxxxxxxx", + "xxxxxxxxxxxxx", + "", + "111" + ] + ], + [ + [ + "id", + "perRowDescription", + "perRowTags", + "columnMeta", + "metaId" + ], + [ + "DiscordCE___Messages_0000000000000000", + "\\"{4}\\" from {2} at {1}", + "discord,message", + "any,isodatetime,sender,any,text,url", + "DiscordCE___Messages_Meta" + ] + ] +] +`; diff --git a/test/discord.ts b/test/discord.ts new file mode 100644 index 0000000..787fe88 --- /dev/null +++ b/test/discord.ts @@ -0,0 +1,27 @@ +import test from "node:test"; +import nodePath from "node:path"; +import { strict as assert } from "node:assert"; +import { TaskTarget } from "../data-export/task.ts"; +import { discord } from "../data-export/discord.ts"; +import * as DataIO from "../data-export/io.ts"; +import { parse } from "csv-parse/sync"; + +const THIS_FILE = import.meta.dirname; +const DISCORD_V1_DIR = nodePath.join(THIS_FILE, 'fixtures/discord-json-2021-01'); + +test("discord: Can load the 2021 export", async (t) => { + const targets = [new TaskTarget(DISCORD_V1_DIR)]; + const builtTargets = await discord()(targets); + const out = await DataIO.runPipeline(builtTargets); + const idAndCSVs: [string, string][] = []; + for (const { target, result } of out) { + assert.ok(!result.stderr, `Task ${target.id} should have no stderr output`); + assert.ok(result.ok, `Task ${target.id} should be okay`); + idAndCSVs.push([target.id, result.stdout]); + } + const csvs = idAndCSVs + .sort() // Keep stable ordering for snapshots + .map(v => parse(v[1])); + + t.assert.snapshot(csvs); +}); diff --git a/test/discord.ts.snapshot b/test/discord.ts.snapshot new file mode 100644 index 0000000..6ea1a75 --- /dev/null +++ b/test/discord.ts.snapshot @@ -0,0 +1,415 @@ +exports[`discord: Can load the 2021 export 1`] = ` +[ + [ + [ + "application_id", + "last_played_at", + "total_duration" + ], + [ + "111111111111111111", + "2020-04-13T10:09:08.000000+00:00", + "1111" + ], + [ + "111111111111111111", + "2020-04-13T10:09:08.000000+00:00", + "111111" + ] + ], + [ + [ + "event_type", + "timestamp", + "channel_id", + "guild_id", + "message_id", + "game_name", + "channel_name", + "guild_name" + ], + [ + "xxxxxxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxxxxx", + "111111111111111111", + "111111111111111111", + "111111111111111111", + "xxxxxxxxx", + "", + "" + ], + [ + "xxxxxxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxxxxx", + "111111111111111111", + "111111111111111111", + "111111111111111111", + "xxxxxxxxx", + "", + "" + ] + ], + [ + [ + "event_type", + "timestamp", + "channel_id", + "guild_id", + "message_id", + "game_name", + "channel_name", + "guild_name" + ], + [ + "xxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxxxxx", + "111111111111111111", + "111111111111111111", + "111111111111111111", + "xxxxxx", + "", + "" + ], + [ + "xxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxxxxx", + "111111111111111111", + "111111111111111111", + "111111111111111111", + "xxxxxx", + "", + "" + ] + ], + [ + [ + "event_type", + "timestamp", + "channel_id", + "guild_id", + "message_id", + "game_name", + "channel_name", + "guild_name" + ], + [ + "xxxxxxxxxxxxxxxxxxxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxxxxx", + "111111111111111111", + "111111111111111111", + "111111111111111111", + "xxxxxxxxxxxxxxxxx", + "", + "" + ], + [ + "xxxxxxxxxxxxxxxxxxxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxxxxx", + "111111111111111111", + "111111111111111111", + "111111111111111111", + "xxxxxxxxxxxxxxxxx", + "", + "" + ] + ], + [ + [ + "event_type", + "timestamp", + "channel_id", + "guild_id", + "message_id", + "game_name", + "channel_name", + "guild_name" + ], + [ + "xxxxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxxxxx", + "111111111111111111", + "111111111111111111", + "111111111111111111", + "xxxxxxxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxx", + "xxxxxxxxxxx" + ], + [ + "xxxxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxxxxx", + "111111111111111111", + "111111111111111111", + "111111111111111111", + "xxxxxxxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxx", + "xxxxxxxxxxx" + ] + ], + [ + [ + "type", + "name", + "id", + "verified", + "visibility" + ], + [ + "xxxxxxxxx", + "xxxxxxxxxxx", + "xxxxxxxxxxx", + "false", + "1" + ], + [ + "xxxxxxx", + "xxxxxxxx", + "xxxxxxxx", + "false", + "1" + ] + ], + [ + [ + "id", + "timestamp", + "content", + "attachment" + ], + [ + "8888888888", + "2022-02-22 22:22:22.222222+00:00", + "Heyo", + "" + ] + ], + [ + [ + "id", + "timestamp", + "content", + "attachment" + ], + [ + "2222222222222", + "2022-22-22 22:22:22.22222+00:00", + "Heyo", + "" + ] + ], + [ + [ + "id", + "timestamp", + "content", + "attachment" + ], + [ + "000000000000000005", + "2011-02-02 02:05:02.000000+00:00", + "Huh what the heck is this message", + "" + ], + [ + "000000000000000004", + "2011-02-02 02:04:02.000000+00:00", + "<:thonk:000000000000000000><:thonk:000000000000000000><:thonk:000000000000000000>", + "" + ], + [ + "000000000000000003", + "2011-02-02 02:03:02.000000+00:00", + "(so <@00000000000000000> who are you)", + "" + ], + [ + "000000000000000002", + "2011-02-02 02:02:02.000000+00:00", + "", + "https://cdn.discordapp.com/attachments/000000000000000000/000000000000000000/image.png" + ], + [ + "000000000000000001", + "2011-02-02 02:01:02.000000+00:00", + "https://google.com/whatever", + "" + ] + ], + [ + [ + "id", + "type", + "name", + "guild_id", + "guild_name", + "recipients" + ], + [ + "Discord___Channel_333333333333333333", + "0", + "generalchat", + "333333333333333332", + "xxx", + "" + ], + [ + "Discord___Channel_222222222222222222", + "1", + "", + "", + "", + "00000000000000000,1111111111111111" + ], + [ + "Discord___Channel_11111111111111111", + "0", + "", + "", + "", + "" + ] + ], + [ + [ + "user_id", + "note" + ], + [ + "111111111111111111", + "xxxx" + ] + ], + [ + [ + "created_at", + "description", + "amount", + "currency", + "status" + ], + [ + "2020-04-13T10:09:08.000000+00:00", + "xxxxxxxxxxxxxxxxxxxx", + "1111", + "xxx", + "1" + ], + [ + "2020-04-13T10:09:08.000000+00:00", + "xxxxxxxxxxxxxxxxxxxx", + "1111", + "xxx", + "1" + ] + ], + [ + [ + "username", + "discriminator", + "type" + ], + [ + "xxxxxxxxxxxx", + "1111", + "1" + ], + [ + "xxxx", + "1111", + "1" + ] + ], + [ + [ + "id", + "perRowDescription", + "perRowTags", + "columnMeta", + "metaId" + ], + [ + "Discord___Messages_333333333333333333", + "\\"{2}\\" at {1}", + "discord,message,content_by_me", + "any,isodatetime,text,url", + "Discord___Messages_Meta" + ], + [ + "Discord___Messages_222222222222222222", + "\\"{2}\\" at {1}", + "discord,message,content_by_me", + "any,isodatetime,text,url", + "Discord___Messages_Meta" + ], + [ + "Discord___Messages_11111111111111111", + "\\"{2}\\" at {1}", + "discord,message,content_by_me", + "any,isodatetime,text,url", + "Discord___Messages_Meta" + ], + [ + "Discord___Connections", + "{0} account \\"{1}\\"", + "discord", + "text,text,any,any,any", + "" + ], + [ + "Discord___Relationships", + "{0}#{1} (relationship type {2})", + "discord", + "text,any,any", + "" + ], + [ + "Discord___Payments", + "{1}: {2} {3} on {0}", + "discord,payment", + "isodatetime,text,numeric,text,any", + "" + ], + [ + "Discord___Activity_Stats", + "App {0}: {2}s played, last at {1}", + "discord", + "any,isodatetime,numeric", + "" + ], + [ + "Discord___Notes", + "Note on {0}: \\"{1}\\"", + "discord", + "any,text", + "" + ], + [ + "Discord___Activity_tns", + "{0} at {1}", + "discord,activity", + "text,isodatetime,any,any,any,text,text,text", + "" + ], + [ + "Discord___Activity_reporting", + "{0} at {1}", + "discord,activity", + "text,isodatetime,any,any,any,text,text,text", + "" + ], + [ + "Discord___Activity_modeling", + "{0} at {1}", + "discord,activity", + "text,isodatetime,any,any,any,text,text,text", + "" + ], + [ + "Discord___Activity_analytics", + "{0} at {1}", + "discord,activity", + "text,isodatetime,any,any,any,text,text,text", + "" + ] + ] +] +`; diff --git a/test/facebook.ts b/test/facebook.ts new file mode 100644 index 0000000..e14d181 --- /dev/null +++ b/test/facebook.ts @@ -0,0 +1,68 @@ +import test from "node:test"; +import nodePath from "node:path"; +import { strict as assert } from "node:assert"; +import { TaskTarget, verify, run, unzip, pipe } from "../data-export/task.ts"; +import { parallel } from "../data-export/parallel.ts"; +import { facebook, facebook_v2 } from "../data-export/facebook.ts"; +import * as DataIO from "../data-export/io.ts"; +import { parse } from "csv-parse/sync"; // For better diffs + error checking of CSV output + +const THIS_FILE = import.meta.dirname; +const FACEBOOK_V1_DIR = nodePath.join(THIS_FILE, 'fixtures/facebook-json-2021-05-01'); +const FACEBOOK_V1_ZIPPED = nodePath.join(THIS_FILE, 'fixtures/facebook-json-2021-05-01.zip'); +const FACEBOOK_V2_DIR = nodePath.join(THIS_FILE, 'fixtures/facebook-json-2025-11-29'); + +test("facebook: Can load the 2021 export", async (t) => { + const targets = [ + new TaskTarget(FACEBOOK_V1_DIR) + ] + const builtTargets = await facebook()(targets); + const out = await DataIO.runPipeline(builtTargets); + const idAndCSVs: [string, string][] = []; + for (const {target, result} of out) { + assert.ok(!result.stderr, `Task ${target.id} should have no stderr output`); + assert.ok(result.ok, `Task ${target.id} should be okay`); + idAndCSVs.push([target.id, result.stdout]); + } + const csvs = idAndCSVs + .sort() // Keep stable ordering for snapshots + .map(v => parse(v[1])) + + t.assert.snapshot(csvs); +}); +test("facebook: Can load the 2021 export zipped", async (t) => { + const targets = [ + new TaskTarget(FACEBOOK_V1_ZIPPED) + ]; + const builtTargets = await pipe(unzip(), facebook())(targets); + const out = await DataIO.runPipeline(builtTargets); + const idAndCSVs: [string, string][] = []; + for (const {target, result} of out) { + assert.ok(!result.stderr, `Task ${target.id} should have no stderr output`); + assert.ok(result.ok, `Task ${target.id} should be okay`); + idAndCSVs.push([target.id, result.stdout]); + } + const csvs = idAndCSVs + .sort() // Keep stable ordering for snapshots + .map(v => parse(v[1])) + + t.assert.snapshot(csvs); +}); +test("facebook: Can load the 2025 export", async (t) => { + const targets = [ + new TaskTarget(FACEBOOK_V2_DIR) + ] + const builtTargets = await facebook_v2()(targets); + const out = await DataIO.runPipeline(builtTargets); + const idAndCSVs: [string, string][] = []; + for (const {target, result} of out) { + assert.ok(!result.stderr, `Task ${target.id} should have no stderr output`); + assert.ok(result.ok, `Task ${target.id} should be okay`); + idAndCSVs.push([target.id, result.stdout]); + } + const csvs = idAndCSVs + .sort() // Keep stable ordering for snapshots + .map(v => parse(v[1])) + + t.assert.snapshot(csvs); +}); diff --git a/test/facebook.ts.snapshot b/test/facebook.ts.snapshot new file mode 100644 index 0000000..faf0373 --- /dev/null +++ b/test/facebook.ts.snapshot @@ -0,0 +1,2591 @@ +exports[`facebook: Can load the 2021 export 1`] = ` +[ + [ + [ + "album", + "uri", + "creation_timestamp" + ], + [ + "xxx", + "photos_and_videos/CoverPhotos_yyyyyy/200x200png.png", + "2024-03-07T15:23:20Z" + ], + [ + "xxx", + "photos_and_videos/CoverPhotos_yyyyyy/200x200png.png", + "2024-07-01T07:46:40Z" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "body" + ], + [ + "Me", + "xxx", + "2024-01-13T07:13:20Z", + "xxx" + ], + [ + "Me", + "xxx", + "2024-01-13T07:13:20Z", + "xxx" + ] + ], + [ + [ + "xxx", + "true", + "xxx", + "some/path", + "xxx, xxx" + ], + [ + "xxx", + "true", + "xxx", + "some/path", + "xxx, xxx" + ], + [ + "xxx", + "true", + "xxx", + "some/path", + "xxx, xxx" + ], + [ + "xxx", + "true", + "xxx", + "some/path", + "xxx, xxx" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "content" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "content" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "content" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "content" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ] + ], + [ + [ + "action", + "ip", + "user_agent", + "datr_cookie", + "city", + "region", + "country", + "site_name", + "timestamp" + ], + [ + "xxx", + "1.1.1.1", + "some/path", + "xxx", + "xxx", + "xxx", + "xxx", + "xxx", + "2024-05-01T07:53:20Z" + ], + [ + "xxx", + "1.1.1.1", + "some/path", + "xxx", + "xxx", + "xxx", + "xxx", + "xxx", + "2024-05-01T07:53:20Z" + ] + ], + [ + [ + "status", + "timestamp" + ], + [ + "xxx", + "2024-05-01T07:53:20Z" + ], + [ + "xxx", + "2024-02-13T14:36:40Z" + ] + ], + [ + [ + "service_name", + "native_app_id", + "username", + "email", + "phone_number", + "name" + ], + [ + "xxx", + "69", + "xxx", + "not_a_real_email@example.com", + "xxx", + "xxx" + ], + [ + "xxx", + "1707005000", + "xxx", + "not_a_real_email@example.com", + "", + "xxx" + ] + ], + [ + [ + "event", + "created_timestamp", + "ip_address", + "user_agent", + "datr_cookie" + ], + [ + "xxx", + "2024-05-01T07:53:20Z", + "", + "", + "" + ], + [ + "xxx", + "2024-02-13T14:36:40Z", + "", + "", + "" + ] + ], + [ + [ + "name", + "added_timestamp" + ], + [ + "xxx", + "2024-12-29T08:13:20Z" + ], + [ + "xxx", + "2024-09-02T12:26:40Z" + ] + ], + [ + [ + "name", + "created_timestamp", + "updated_timestamp", + "ip_address", + "user_agent", + "location", + "app", + "session_type", + "datr_cookie" + ], + [ + "xxx", + "2024-08-22T01:26:40Z", + "2024-05-11T15:06:40Z", + "1.1.1.1", + "some/path", + "", + "", + "", + "xxx" + ] + ], + [ + [ + "timestamp", + "data", + "title" + ], + [ + "2024-02-08T19:20:00Z", + "TODO", + "xxx" + ], + [ + "2024-01-17T14:00:00Z", + "TODO", + "xxx" + ] + ], + [ + [ + "timestamp", + "email", + "contact_type" + ], + [ + "2024-10-18T07:03:20Z", + "not_a_real_email@example.com", + "69" + ], + [ + "2024-01-21T22:10:00Z", + "not_a_real_email@example.com", + "69" + ] + ], + [ + [ + "name" + ], + [ + "xxx" + ], + [ + "xxx" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-05-01T07:53:20Z" + ], + [ + "xxx", + "2024-05-01T07:53:20Z" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-02-13T13:13:20Z" + ], + [ + "xxx", + "2024-10-31T00:36:40Z" + ] + ], + [ + [ + "game", + "added_timestamp" + ], + [ + "xxx", + "2024-11-03T16:06:40Z" + ] + ], + [ + [ + "title", + "price", + "seller", + "created_timestamp", + "latitude", + "longitude", + "description" + ], + [ + "xxx", + "xxx", + "xxx", + "2024-12-18T05:33:20Z", + "69", + "69", + "xxx" + ], + [ + "xxx", + "xxx", + "xxx", + "2024-12-18T05:33:20Z", + "69", + "69", + "xxx" + ] + ], + [ + [ + "action", + "timestamp", + "site", + "ip_address" + ], + [ + "xxx", + "2024-05-01T07:53:20Z", + "xxx", + "1.1.1.1" + ], + [ + "xxx", + "2024-04-23T17:56:40Z", + "xxx", + "1.1.1.1" + ] + ], + [ + [ + "timestamp", + "unread", + "href", + "text" + ], + [ + "2024-04-30T08:16:40Z", + "true", + "url://somewhere", + "xxx" + ], + [ + "2024-04-30T08:16:40Z", + "true", + "url://somewhere", + "xxx" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-05-01T07:53:20Z" + ], + [ + "xxx", + "2024-05-01T07:53:20Z" + ] + ], + [ + [ + "from", + "to", + "amount", + "currency", + "type", + "status", + "payment_method", + "created_timestamp" + ], + [ + "xxx", + "xxx", + "xxx", + "xxx", + "xxx", + "xxx", + "xxx", + "2024-05-05T21:36:40Z" + ] + ], + [ + [ + "name", + "uri", + "timestamp" + ], + [ + "xxx", + "url://somewhere", + "2024-01-15T12:00:00Z" + ], + [ + "xxx", + "url://somewhere", + "2024-01-12T06:13:20Z" + ] + ], + [ + [ + "from", + "to", + "rank", + "timestamp" + ], + [ + "xxx", + "xxx", + "69", + "2024-07-22T19:03:20Z" + ] + ], + [ + [ + "title", + "timestamp", + "reaction" + ], + [ + "", + "2024-01-14T06:50:00Z", + "xxx" + ], + [ + "", + "2024-01-14T06:50:00Z", + "xxx" + ] + ], + [ + [ + "title", + "timestamp" + ], + [ + "", + "2024-10-06T08:56:40Z" + ], + [ + "", + "2024-10-06T08:56:40Z" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-02-08T16:33:20Z" + ], + [ + "xxx", + "2024-09-24T19:10:00Z" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-09-27T15:13:20Z" + ], + [ + "xxx", + "2024-08-24T00:40:00Z" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-01-14T06:50:00Z" + ], + [ + "xxx", + "2024-01-14T06:50:00Z" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-06-23T05:20:00Z" + ], + [ + "xxx", + "2024-05-25T08:16:40Z" + ] + ], + [ + [ + "title", + "timestamp" + ], + [ + "xxx", + "2024-01-14T06:50:00Z" + ], + [ + "xxx", + "2024-04-28T20:10:00Z" + ] + ], + [ + [ + "from", + "to", + "subject", + "message", + "timestamp" + ], + [ + "not_a_real_email@example.com", + "xxx", + "xxx", + "xxx", + "2024-10-16T06:26:40Z" + ], + [ + "xxx", + "xxx", + "xxx", + "url://somewhere", + "2024-10-16T06:26:40Z" + ] + ], + [ + [ + "title", + "timestamp" + ], + [ + "xxx", + "2024-12-17T08:43:20Z" + ] + ], + [ + [ + "title", + "timestamp" + ], + [ + "xxx", + "2024-01-14T06:50:00Z" + ], + [ + "xxx", + "2024-01-14T06:50:00Z" + ] + ], + [ + [ + "name", + "id", + "type", + "timestamp" + ], + [ + "xxx", + "69", + "xxx", + "2024-02-11T12:36:40Z" + ], + [ + "xxx", + "69", + "xxx", + "2024-02-10T19:56:40Z" + ], + [ + "xxx", + "69", + "xxx", + "2024-02-10T11:36:40Z" + ], + [ + "xxx", + "69", + "xxx", + "2024-02-07T21:06:40Z" + ] + ], + [ + [ + "name", + "uri", + "timestamp" + ], + [ + "xxx", + "url://somewhere", + "2024-02-27T05:00:00Z" + ], + [ + "xxx", + "url://somewhere", + "2024-05-16T03:26:40Z" + ] + ], + [ + [ + "title", + "data", + "timestamp" + ], + [ + "xxx", + "TODO: data", + "2024-05-01T07:53:20Z" + ], + [ + "xxx", + "TODO: data", + "2024-10-31T06:10:00Z" + ] + ], + [ + [ + "title", + "data", + "timestamp" + ], + [ + "xxx", + "TODO", + "2024-02-08T19:20:00Z" + ], + [ + "xxx", + "TODO", + "2024-02-08T19:20:00Z" + ] + ], + [ + [ + "title", + "data", + "timestamp" + ], + [ + "xxx", + "xxx", + "2024-11-17T06:30:00Z" + ], + [ + "xxx", + "xxx", + "2024-11-17T06:30:00Z" + ] + ], + [ + [ + "id", + "perRowDescription", + "perRowTags", + "columnMeta" + ], + [ + "Facebook___notifications_json", + "Notification at {0}: \\"{3}\\"", + "facebook,initiated_by_third_party", + "isodatetime,any,url,text" + ], + [ + "Facebook___accounts_and_profiles_json", + "{0} account \\"{2}\\"", + "facebook", + "text,text,text,text,text,text" + ], + [ + "Facebook___your_off_facebook_activity_json", + "{2} event from {0} at {3}", + "facebook", + "text,any,text,isodatetime" + ], + [ + "Facebook___apps_and_websites_json", + "App \\"{0}\\" added on {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___comments_json", + "Comment on \\"{2}\\" at {0}", + "facebook", + "isodatetime,TODO,text" + ], + [ + "Facebook___Dating_Messages_0_json", + "\\"{3}\\" from {0} to {1} at {2}", + "facebook,message,dating,content_by_me", + "sender,receiver,isodatetime,text" + ], + [ + "Facebook___instant_games_json", + "Played \\"{0}\\" starting {1}", + "facebook,gaming", + "text,isodatetime" + ], + [ + "Facebook___unfollowed_pages_json", + "Unfollowed \\"{0}\\" at {1}", + "facebook,initiated_by_me", + "text,isodatetime" + ], + [ + "Facebook___following_json", + "Followed \\"{0}\\" at {1}", + "facebook", + "receiver,isodatetime" + ], + [ + "Facebook___followers_json", + "{0} follows you", + "facebook", + "sender" + ], + [ + "Facebook___sent_friend_requests_json", + "{0} at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___removed_friends_json", + "{0} at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___rejected_friend_requests_json", + "{0} at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___received_friend_requests_json", + "{0} at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___friends_json", + "{0} at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___your_group_membership_activity_json", + "Joined group \\"{0}\\" at {1}", + "facebook,initiated_by_me", + "text,isodatetime" + ], + [ + "Facebook___your_posts_and_comments_in_groups_json", + "Group post \\"{0}\\" at {2}", + "facebook", + "text,TODO,isodatetime" + ], + [ + "Facebook___people_json", + "Interaction with {0} at {2}", + "facebook", + "text,url,isodatetime" + ], + [ + "Facebook___pages_json", + "Liked page \\"{0}\\" at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___posts_and_comments_json", + "{2} on \\"{0}\\" at {1}", + "facebook", + "text,isodatetime,text" + ], + [ + "Facebook___items_sold_json", + "Sold \\"{0}\\" for {1} on {3}", + "facebook,marketplace", + "text,numeric,sender,isodatetime,lat,lng,text" + ], + [ + "Facebook___Messages_randomuser4_xxxxxxx___message_1_json", + "\\"{3}\\" from {0} at {2}", + "facebook,message", + "sender,receiver,isodatetime,text" + ], + [ + "Facebook___Messages_randomuser3_xxxxxxx___message_1_json", + "\\"{3}\\" from {0} at {2}", + "facebook,message", + "sender,receiver,isodatetime,text" + ], + [ + "Facebook___Messages_randomuser2_xxxxxxxx___message_1_json", + "\\"{3}\\" from {0} at {2}", + "facebook,message", + "sender,receiver,isodatetime,text" + ], + [ + "Facebook___Messages_randomuser_xxxxxxxx___message_1_json", + "\\"{3}\\" from {0} at {2}", + "facebook,message", + "sender,receiver,isodatetime,text" + ], + [ + "Facebook___pokes_json", + "{0} poked {1} at {3}", + "facebook", + "sender,receiver,numeric,isodatetime" + ], + [ + "Facebook___support_correspondences_json", + "\\"{2}\\" from {0} to {1} at {4}", + "facebook", + "sender,receiver,text,text,isodatetime" + ], + [ + "Facebook___payment_history_json", + "{2} {3} from {0} to {1} on {7}", + "facebook,payment", + "sender,receiver,numeric,text,text,text,text,isodatetime" + ], + [ + "Facebook___Album_0_json", + "Photo in \\"{0}\\" at {2}", + "facebook,photo", + "text,url,isodatetime" + ], + [ + "Facebook___your_pinned_posts_json", + "Pinned post \\"{0}\\" at {2}", + "facebook", + "text,url,isodatetime" + ], + [ + "Facebook___your_posts_1_json", + "Post \\"{0}\\" at {2}", + "facebook", + "text,TODO,isodatetime" + ], + [ + "Facebook___profile_update_history_json", + "Profile update \\"{0}\\" at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___your_search_history_json", + "Searched for \\"{1}\\" at {2}", + "facebook,initiated_by_me,content_by_me", + "text,text,isodatetime" + ], + [ + "Facebook___account_status_changes_json", + "Account {0} at {1}", + "facebook,security", + "text,isodatetime" + ], + [ + "Facebook___account_activity_json", + "{0} from {4}, {6} on {8}", + "facebook,security", + "text,text,text,text,text,text,text,text,isodatetime" + ], + [ + "Facebook___administrative_records_json", + "{0} at {1} from {2}", + "facebook,security", + "text,isodatetime,text,text,text" + ], + [ + "Facebook___authorized_logins_json", + "Session \\"{0}\\" from {5} on {1}", + "facebook,security", + "text,isodatetime,isodatetime,text,text,text,text,text,text" + ], + [ + "Facebook___contact_verifications_json", + "{2} verification of {1} at {0}", + "facebook,security", + "isodatetime,text,text" + ], + [ + "Facebook___logins_and_logouts_json", + "{0} on {2} at {1} from {3}", + "facebook,security", + "text,isodatetime,text,text" + ], + [ + "Facebook___story_reactions_json", + "Story reaction on \\"{0}\\" at {1}", + "facebook", + "text,isodatetime" + ] + ] +] +`; + +exports[`facebook: Can load the 2021 export zipped 1`] = ` +[ + [ + [ + "album", + "uri", + "creation_timestamp" + ], + [ + "xxx", + "photos_and_videos/CoverPhotos_yyyyyy/200x200png.png", + "2024-03-07T15:23:20Z" + ], + [ + "xxx", + "photos_and_videos/CoverPhotos_yyyyyy/200x200png.png", + "2024-07-01T07:46:40Z" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "body" + ], + [ + "Me", + "xxx", + "2024-01-13T07:13:20Z", + "xxx" + ], + [ + "Me", + "xxx", + "2024-01-13T07:13:20Z", + "xxx" + ] + ], + [ + [ + "xxx", + "true", + "xxx", + "some/path", + "xxx, xxx" + ], + [ + "xxx", + "true", + "xxx", + "some/path", + "xxx, xxx" + ], + [ + "xxx", + "true", + "xxx", + "some/path", + "xxx, xxx" + ], + [ + "xxx", + "true", + "xxx", + "some/path", + "xxx, xxx" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "content" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "content" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "content" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "content" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ] + ], + [ + [ + "action", + "ip", + "user_agent", + "datr_cookie", + "city", + "region", + "country", + "site_name", + "timestamp" + ], + [ + "xxx", + "1.1.1.1", + "some/path", + "xxx", + "xxx", + "xxx", + "xxx", + "xxx", + "2024-05-01T07:53:20Z" + ], + [ + "xxx", + "1.1.1.1", + "some/path", + "xxx", + "xxx", + "xxx", + "xxx", + "xxx", + "2024-05-01T07:53:20Z" + ] + ], + [ + [ + "status", + "timestamp" + ], + [ + "xxx", + "2024-05-01T07:53:20Z" + ], + [ + "xxx", + "2024-02-13T14:36:40Z" + ] + ], + [ + [ + "service_name", + "native_app_id", + "username", + "email", + "phone_number", + "name" + ], + [ + "xxx", + "69", + "xxx", + "not_a_real_email@example.com", + "xxx", + "xxx" + ], + [ + "xxx", + "1707005000", + "xxx", + "not_a_real_email@example.com", + "", + "xxx" + ] + ], + [ + [ + "event", + "created_timestamp", + "ip_address", + "user_agent", + "datr_cookie" + ], + [ + "xxx", + "2024-05-01T07:53:20Z", + "", + "", + "" + ], + [ + "xxx", + "2024-02-13T14:36:40Z", + "", + "", + "" + ] + ], + [ + [ + "name", + "added_timestamp" + ], + [ + "xxx", + "2024-12-29T08:13:20Z" + ], + [ + "xxx", + "2024-09-02T12:26:40Z" + ] + ], + [ + [ + "name", + "created_timestamp", + "updated_timestamp", + "ip_address", + "user_agent", + "location", + "app", + "session_type", + "datr_cookie" + ], + [ + "xxx", + "2024-08-22T01:26:40Z", + "2024-05-11T15:06:40Z", + "1.1.1.1", + "some/path", + "", + "", + "", + "xxx" + ] + ], + [ + [ + "timestamp", + "data", + "title" + ], + [ + "2024-02-08T19:20:00Z", + "TODO", + "xxx" + ], + [ + "2024-01-17T14:00:00Z", + "TODO", + "xxx" + ] + ], + [ + [ + "timestamp", + "email", + "contact_type" + ], + [ + "2024-10-18T07:03:20Z", + "not_a_real_email@example.com", + "69" + ], + [ + "2024-01-21T22:10:00Z", + "not_a_real_email@example.com", + "69" + ] + ], + [ + [ + "name" + ], + [ + "xxx" + ], + [ + "xxx" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-05-01T07:53:20Z" + ], + [ + "xxx", + "2024-05-01T07:53:20Z" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-02-13T13:13:20Z" + ], + [ + "xxx", + "2024-10-31T00:36:40Z" + ] + ], + [ + [ + "game", + "added_timestamp" + ], + [ + "xxx", + "2024-11-03T16:06:40Z" + ] + ], + [ + [ + "title", + "price", + "seller", + "created_timestamp", + "latitude", + "longitude", + "description" + ], + [ + "xxx", + "xxx", + "xxx", + "2024-12-18T05:33:20Z", + "69", + "69", + "xxx" + ], + [ + "xxx", + "xxx", + "xxx", + "2024-12-18T05:33:20Z", + "69", + "69", + "xxx" + ] + ], + [ + [ + "action", + "timestamp", + "site", + "ip_address" + ], + [ + "xxx", + "2024-05-01T07:53:20Z", + "xxx", + "1.1.1.1" + ], + [ + "xxx", + "2024-04-23T17:56:40Z", + "xxx", + "1.1.1.1" + ] + ], + [ + [ + "timestamp", + "unread", + "href", + "text" + ], + [ + "2024-04-30T08:16:40Z", + "true", + "url://somewhere", + "xxx" + ], + [ + "2024-04-30T08:16:40Z", + "true", + "url://somewhere", + "xxx" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-05-01T07:53:20Z" + ], + [ + "xxx", + "2024-05-01T07:53:20Z" + ] + ], + [ + [ + "from", + "to", + "amount", + "currency", + "type", + "status", + "payment_method", + "created_timestamp" + ], + [ + "xxx", + "xxx", + "xxx", + "xxx", + "xxx", + "xxx", + "xxx", + "2024-05-05T21:36:40Z" + ] + ], + [ + [ + "name", + "uri", + "timestamp" + ], + [ + "xxx", + "url://somewhere", + "2024-01-15T12:00:00Z" + ], + [ + "xxx", + "url://somewhere", + "2024-01-12T06:13:20Z" + ] + ], + [ + [ + "from", + "to", + "rank", + "timestamp" + ], + [ + "xxx", + "xxx", + "69", + "2024-07-22T19:03:20Z" + ] + ], + [ + [ + "title", + "timestamp", + "reaction" + ], + [ + "", + "2024-01-14T06:50:00Z", + "xxx" + ], + [ + "", + "2024-01-14T06:50:00Z", + "xxx" + ] + ], + [ + [ + "title", + "timestamp" + ], + [ + "", + "2024-10-06T08:56:40Z" + ], + [ + "", + "2024-10-06T08:56:40Z" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-02-08T16:33:20Z" + ], + [ + "xxx", + "2024-09-24T19:10:00Z" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-09-27T15:13:20Z" + ], + [ + "xxx", + "2024-08-24T00:40:00Z" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-01-14T06:50:00Z" + ], + [ + "xxx", + "2024-01-14T06:50:00Z" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-06-23T05:20:00Z" + ], + [ + "xxx", + "2024-05-25T08:16:40Z" + ] + ], + [ + [ + "title", + "timestamp" + ], + [ + "xxx", + "2024-01-14T06:50:00Z" + ], + [ + "xxx", + "2024-04-28T20:10:00Z" + ] + ], + [ + [ + "from", + "to", + "subject", + "message", + "timestamp" + ], + [ + "not_a_real_email@example.com", + "xxx", + "xxx", + "xxx", + "2024-10-16T06:26:40Z" + ], + [ + "xxx", + "xxx", + "xxx", + "url://somewhere", + "2024-10-16T06:26:40Z" + ] + ], + [ + [ + "title", + "timestamp" + ], + [ + "xxx", + "2024-12-17T08:43:20Z" + ] + ], + [ + [ + "title", + "timestamp" + ], + [ + "xxx", + "2024-01-14T06:50:00Z" + ], + [ + "xxx", + "2024-01-14T06:50:00Z" + ] + ], + [ + [ + "name", + "id", + "type", + "timestamp" + ], + [ + "xxx", + "69", + "xxx", + "2024-02-11T12:36:40Z" + ], + [ + "xxx", + "69", + "xxx", + "2024-02-10T19:56:40Z" + ], + [ + "xxx", + "69", + "xxx", + "2024-02-10T11:36:40Z" + ], + [ + "xxx", + "69", + "xxx", + "2024-02-07T21:06:40Z" + ] + ], + [ + [ + "name", + "uri", + "timestamp" + ], + [ + "xxx", + "url://somewhere", + "2024-02-27T05:00:00Z" + ], + [ + "xxx", + "url://somewhere", + "2024-05-16T03:26:40Z" + ] + ], + [ + [ + "title", + "data", + "timestamp" + ], + [ + "xxx", + "TODO: data", + "2024-05-01T07:53:20Z" + ], + [ + "xxx", + "TODO: data", + "2024-10-31T06:10:00Z" + ] + ], + [ + [ + "title", + "data", + "timestamp" + ], + [ + "xxx", + "TODO", + "2024-02-08T19:20:00Z" + ], + [ + "xxx", + "TODO", + "2024-02-08T19:20:00Z" + ] + ], + [ + [ + "title", + "data", + "timestamp" + ], + [ + "xxx", + "xxx", + "2024-11-17T06:30:00Z" + ], + [ + "xxx", + "xxx", + "2024-11-17T06:30:00Z" + ] + ], + [ + [ + "id", + "perRowDescription", + "perRowTags", + "columnMeta" + ], + [ + "Facebook___notifications_json", + "Notification at {0}: \\"{3}\\"", + "facebook,initiated_by_third_party", + "isodatetime,any,url,text" + ], + [ + "Facebook___accounts_and_profiles_json", + "{0} account \\"{2}\\"", + "facebook", + "text,text,text,text,text,text" + ], + [ + "Facebook___your_off_facebook_activity_json", + "{2} event from {0} at {3}", + "facebook", + "text,any,text,isodatetime" + ], + [ + "Facebook___apps_and_websites_json", + "App \\"{0}\\" added on {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___comments_json", + "Comment on \\"{2}\\" at {0}", + "facebook", + "isodatetime,TODO,text" + ], + [ + "Facebook___Dating_Messages_0_json", + "\\"{3}\\" from {0} to {1} at {2}", + "facebook,message,dating,content_by_me", + "sender,receiver,isodatetime,text" + ], + [ + "Facebook___instant_games_json", + "Played \\"{0}\\" starting {1}", + "facebook,gaming", + "text,isodatetime" + ], + [ + "Facebook___unfollowed_pages_json", + "Unfollowed \\"{0}\\" at {1}", + "facebook,initiated_by_me", + "text,isodatetime" + ], + [ + "Facebook___following_json", + "Followed \\"{0}\\" at {1}", + "facebook", + "receiver,isodatetime" + ], + [ + "Facebook___followers_json", + "{0} follows you", + "facebook", + "sender" + ], + [ + "Facebook___sent_friend_requests_json", + "{0} at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___removed_friends_json", + "{0} at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___rejected_friend_requests_json", + "{0} at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___received_friend_requests_json", + "{0} at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___friends_json", + "{0} at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___your_group_membership_activity_json", + "Joined group \\"{0}\\" at {1}", + "facebook,initiated_by_me", + "text,isodatetime" + ], + [ + "Facebook___your_posts_and_comments_in_groups_json", + "Group post \\"{0}\\" at {2}", + "facebook", + "text,TODO,isodatetime" + ], + [ + "Facebook___people_json", + "Interaction with {0} at {2}", + "facebook", + "text,url,isodatetime" + ], + [ + "Facebook___pages_json", + "Liked page \\"{0}\\" at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___posts_and_comments_json", + "{2} on \\"{0}\\" at {1}", + "facebook", + "text,isodatetime,text" + ], + [ + "Facebook___items_sold_json", + "Sold \\"{0}\\" for {1} on {3}", + "facebook,marketplace", + "text,numeric,sender,isodatetime,lat,lng,text" + ], + [ + "Facebook___Messages_randomuser4_xxxxxxx___message_1_json", + "\\"{3}\\" from {0} at {2}", + "facebook,message", + "sender,receiver,isodatetime,text" + ], + [ + "Facebook___Messages_randomuser3_xxxxxxx___message_1_json", + "\\"{3}\\" from {0} at {2}", + "facebook,message", + "sender,receiver,isodatetime,text" + ], + [ + "Facebook___Messages_randomuser2_xxxxxxxx___message_1_json", + "\\"{3}\\" from {0} at {2}", + "facebook,message", + "sender,receiver,isodatetime,text" + ], + [ + "Facebook___Messages_randomuser_xxxxxxxx___message_1_json", + "\\"{3}\\" from {0} at {2}", + "facebook,message", + "sender,receiver,isodatetime,text" + ], + [ + "Facebook___pokes_json", + "{0} poked {1} at {3}", + "facebook", + "sender,receiver,numeric,isodatetime" + ], + [ + "Facebook___support_correspondences_json", + "\\"{2}\\" from {0} to {1} at {4}", + "facebook", + "sender,receiver,text,text,isodatetime" + ], + [ + "Facebook___payment_history_json", + "{2} {3} from {0} to {1} on {7}", + "facebook,payment", + "sender,receiver,numeric,text,text,text,text,isodatetime" + ], + [ + "Facebook___Album_0_json", + "Photo in \\"{0}\\" at {2}", + "facebook,photo", + "text,url,isodatetime" + ], + [ + "Facebook___your_pinned_posts_json", + "Pinned post \\"{0}\\" at {2}", + "facebook", + "text,url,isodatetime" + ], + [ + "Facebook___your_posts_1_json", + "Post \\"{0}\\" at {2}", + "facebook", + "text,TODO,isodatetime" + ], + [ + "Facebook___profile_update_history_json", + "Profile update \\"{0}\\" at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebook___your_search_history_json", + "Searched for \\"{1}\\" at {2}", + "facebook,initiated_by_me,content_by_me", + "text,text,isodatetime" + ], + [ + "Facebook___account_status_changes_json", + "Account {0} at {1}", + "facebook,security", + "text,isodatetime" + ], + [ + "Facebook___account_activity_json", + "{0} from {4}, {6} on {8}", + "facebook,security", + "text,text,text,text,text,text,text,text,isodatetime" + ], + [ + "Facebook___administrative_records_json", + "{0} at {1} from {2}", + "facebook,security", + "text,isodatetime,text,text,text" + ], + [ + "Facebook___authorized_logins_json", + "Session \\"{0}\\" from {5} on {1}", + "facebook,security", + "text,isodatetime,isodatetime,text,text,text,text,text,text" + ], + [ + "Facebook___contact_verifications_json", + "{2} verification of {1} at {0}", + "facebook,security", + "isodatetime,text,text" + ], + [ + "Facebook___logins_and_logouts_json", + "{0} on {2} at {1} from {3}", + "facebook,security", + "text,isodatetime,text,text" + ], + [ + "Facebook___story_reactions_json", + "Story reaction on \\"{0}\\" at {1}", + "facebook", + "text,isodatetime" + ] + ] +] +`; + +exports[`facebook: Can load the 2025 export 1`] = ` +[ + [ + [ + "xxx", + "true", + "", + "some/path", + "xxx, xxx" + ], + [ + "xxx", + "true", + "", + "some/path", + "xxx, xxx" + ], + [ + "xxx", + "true", + "", + "some/path", + "xxx, xxx" + ], + [ + "xxx", + "true", + "", + "some/path", + "xxx, xxx" + ], + [ + "xxx", + "true", + "", + "some/path", + "xxx, xxx" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "content" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "some/path" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "content" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "content" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "content" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "xxx" + ] + ], + [ + [ + "from", + "to", + "timestamp", + "content" + ], + [ + "xxx", + "", + "1970-01-01T00:00:00Z", + "" + ] + ], + [ + [ + "action", + "ip", + "user_agent", + "datr_cookie", + "city", + "region", + "country", + "site_name", + "timestamp" + ], + [ + "xxx", + "1.1.1.1", + "some/path", + "xxx", + "xxx", + "xxx", + "xxx", + "xxx", + "2024-11-22T10:06:40Z" + ], + [ + "xxx", + "1.1.1.1", + "some/path", + "xxx", + "xxx", + "xxx", + "xxx", + "xxx", + "2024-11-21T23:00:00Z" + ] + ], + [ + [ + "timestamp", + "data", + "title" + ], + [ + "2024-02-13T02:06:40Z", + "TODO", + "xxx" + ], + [ + "2024-07-12T02:06:40Z", + "TODO", + "xxx" + ] + ], + [ + [ + "name", + "added_timestamp" + ], + [ + "xxx", + "2024-01-12T00:40:00Z" + ], + [ + "xxx", + "2024-06-21T17:13:20Z" + ] + ], + [ + [ + "timestamp", + "email", + "contact_type" + ], + [ + "2024-02-07T19:43:20Z", + "not_a_real_email@example.com", + "69" + ] + ], + [ + [ + "title", + "data", + "timestamp" + ], + [ + "xxx", + "TODO", + "2024-10-06T06:10:00Z" + ], + [ + "xxx", + "TODO", + "2024-01-22T16:13:20Z" + ] + ], + [ + [ + "title", + "price", + "seller", + "created_timestamp", + "latitude", + "longitude", + "description" + ], + [ + "xxx", + "xxx", + "xxx", + "2024-10-02T23:00:00Z", + "69", + "69", + "xxx" + ], + [ + "xxx", + "xxx", + "xxx", + "2024-09-27T01:20:00Z", + "69", + "69", + "xxx" + ] + ], + [ + [ + "action", + "timestamp", + "site", + "ip_address" + ], + [ + "xxx", + "2024-08-10T14:26:40Z", + "xxx", + "1.1.1.1" + ], + [ + "xxx", + "2024-08-10T14:26:40Z", + "xxx", + "1.1.1.1" + ] + ], + [ + [ + "timestamp", + "unread", + "href", + "text" + ], + [ + "2024-11-20T12:16:40Z", + "true", + "url://somewhere", + "xxx" + ], + [ + "2024-11-15T00:20:00Z", + "true", + "url://somewhere", + "xxx" + ] + ], + [ + [ + "title", + "timestamp" + ], + [ + "xxx", + "2024-02-21T03:10:00Z" + ] + ], + [ + [ + "name", + "uri", + "timestamp" + ], + [ + "xxx", + "url://somewhere", + "2024-09-11T20:03:20Z" + ], + [ + "xxx", + "url://somewhere", + "2024-01-20T12:50:00Z" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-09-10T10:43:20Z" + ], + [ + "xxx", + "2024-09-02T12:26:40Z" + ] + ], + [ + [ + "event", + "created_timestamp", + "ip_address", + "user_agent", + "datr_cookie" + ], + [ + "xxx", + "2024-08-11T01:33:20Z", + "", + "", + "" + ], + [ + "xxx", + "2024-08-10T14:26:40Z", + "", + "", + "" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-09-01T14:13:20Z" + ], + [ + "xxx", + "2024-08-12T08:06:40Z" + ] + ], + [ + [ + "start", + "end" + ] + ], + [ + [ + "name", + "created_timestamp", + "updated_timestamp", + "ip_address", + "user_agent", + "location", + "app", + "session_type", + "datr_cookie" + ], + [ + "", + "2024-04-04T19:46:40Z", + "2024-11-23T02:46:40Z", + "1.1.1.1", + "some/path", + "xxx", + "xxx", + "xxx", + "xxx" + ], + [ + "", + "2024-04-05T06:53:20Z", + "2024-11-22T10:06:40Z", + "1.1.1.1", + "some/path", + "xxx", + "xxx", + "xxx", + "xxx" + ] + ], + [ + [ + "name", + "timestamp" + ], + [ + "xxx", + "2024-04-01T16:46:40Z" + ], + [ + "xxx", + "2024-09-07T16:03:20Z" + ] + ], + [ + [ + "title", + "timestamp" + ], + [ + "xxx", + "2024-02-12T17:46:40Z" + ], + [ + "xxx", + "2024-02-12T17:46:40Z" + ] + ], + [ + [ + "title", + "data", + "timestamp" + ], + [ + "xxx", + "xxx", + "2024-12-08T09:26:40Z" + ], + [ + "xxx", + "xxx", + "2024-12-28T00:16:40Z" + ] + ], + [ + [ + "id", + "perRowDescription", + "perRowTags", + "columnMeta" + ], + [ + "Facebookv2___connected_apps_and_websites_json", + "App \\"{0}\\" added on {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebookv2___comments_json", + "Comment on \\"{2}\\" at {0}", + "facebook", + "isodatetime,TODO,text" + ], + [ + "Facebookv2___Messages_chatname_000000000000000000___message_1_json", + "\\"{3}\\" from {0} at {2}", + "facebook,message", + "sender,receiver,isodatetime,text" + ], + [ + "Facebookv2___Messages_chatname_000000000000000___message_1_json", + "\\"{3}\\" from {0} at {2}", + "facebook,message", + "sender,receiver,isodatetime,text" + ], + [ + "Facebookv2___Messages_chatname_00000000000000000___message_1_json", + "\\"{3}\\" from {0} at {2}", + "facebook,message", + "sender,receiver,isodatetime,text" + ], + [ + "Facebookv2___Messages_archived_threads___chatnametype2_000000000000000_json", + "\\"{3}\\" from {0} at {2}", + "facebook,message", + "sender,receiver,isodatetime,text" + ], + [ + "Facebookv2___Messages_chatname_00000000000000000___message_1_json", + "\\"{3}\\" from {0} at {2}", + "facebook,message", + "sender,receiver,isodatetime,text" + ], + [ + "Facebookv2___time_spent_on_facebook_json", + "Active from {0} to {1}", + "facebook", + "isodatetime,isodatetime" + ], + [ + "Facebookv2___your_group_membership_activity_json", + "Joined group \\"{0}\\" at {1}", + "facebook,initiated_by_me", + "text,isodatetime" + ], + [ + "Facebookv2___group_posts_and_comments_json", + "Group post \\"{0}\\" at {2}", + "facebook", + "text,TODO,isodatetime" + ], + [ + "Facebookv2___pages_and_profiles_you_ve_unfollowed_json", + "Unfollowed \\"{0}\\" at {1}", + "facebook,initiated_by_me", + "text,isodatetime" + ], + [ + "Facebookv2___your_friends_json", + "{0} at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebookv2___rejected_friend_requests_json", + "{0} at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebookv2___received_friend_requests_json", + "{0} at {1}", + "facebook", + "text,isodatetime" + ], + [ + "Facebookv2___people_and_friends_json", + "Interaction with {0} at {2}", + "facebook", + "text,url,isodatetime" + ], + [ + "Facebookv2___your_search_history_json", + "Searched for \\"{1}\\" at {2}", + "facebook,initiated_by_me,content_by_me", + "text,text,isodatetime" + ], + [ + "Facebookv2___notifications_json", + "Notification at {0}: \\"{3}\\"", + "facebook,initiated_by_third_party", + "isodatetime,any,url,text" + ], + [ + "Facebookv2___account_activity_json", + "{0} from {4}, {6} on {8}", + "facebook,security", + "text,text,text,text,text,text,text,text,isodatetime" + ], + [ + "Facebookv2___record_details_json", + "{0} at {1} from {2}", + "facebook,security", + "text,isodatetime,text,text,text" + ], + [ + "Facebookv2___where_you_re_logged_in_json", + "Session \\"{0}\\" from {5} on {1}", + "facebook,security", + "text,isodatetime,isodatetime,text,text,text,text,text,text" + ], + [ + "Facebookv2___email_address_verifications_json", + "{2} verification of {1} at {0}", + "facebook,security", + "isodatetime,text,text" + ], + [ + "Facebookv2___logins_and_logouts_json", + "{0} on {2} at {1} from {3}", + "facebook,security", + "text,isodatetime,text,text" + ], + [ + "Facebookv2___items_sold_json", + "Sold \\"{0}\\" for {1} on {3}", + "facebook,marketplace", + "text,numeric,sender,isodatetime,lat,lng,text" + ] + ] +] +`; diff --git a/test/fixtures/fitbit-2026-02.md b/test/fixtures/fitbit-2026-02.md deleted file mode 100644 index 2d282bc..0000000 --- a/test/fixtures/fitbit-2026-02.md +++ /dev/null @@ -1,31 +0,0 @@ -# fitbit-2026-02 - -## Manual edits / notes -* Some many of these files are `category-2020-04-13.json` or `.csv` and then there's like 100 files. I had to manually delete all the extras and just keep one or two around. Im not keeping 2 for all of them because it's too much manual editing right now - -* `Social` - * `badge.json` kept some of the type names -* `Sleep` - * `sleep_score.csv` Manually kept magnitude of last index as scrubber was not good at preserving that - * `sleep-xxx.json` Pretty sure there are multiple shapes on this based on the type. In the UI it presents them differently (one showing just asleep/not asleep, the other showing like rem and such) - * **TODO** - I only have one of the types in the export data in the fixture im pretty sure. Need to add the other one -* `Physical Activity` - * `time_in_heart_rate_zones-xxx.json` WHY DOES THIS USE MM/DD/YY DATES, ughhhhh - * `swim_lengths_data-xxx.json` I don't really swim so I dont know why there's so much data in here - * `sedentary_minutes-xxx.json` Hmm, this one has a lot of 1440, even though I did not wear my fitbit for a lot of those days or it failed to sync, so probably just defaults... I see that in a lot of this data - * `resting_heart_rate-xxx.json` Yeah... This one has a bunch of null objects in it. So if you want to parse any of this data, you're going to have to filter out all the days you weren't wearing your device manually - * I also added an extra entry to this file for the nulls to show up in the export with - * `exercise-100.json` These are weird, seems to be a suffix of like `-\d+`. Not really any specific pattern either, I only see 0 and 100 in here - * `distance-xxx.json` This one seems to be minute-by-minute, but only for some minutes. It's kinda weird. Idk if these are supposed to be like number since last message, or number since last minute (but the last minute was missed), or what... - * `calories-xxx.json` Why does the default value here seem to be 0.95 for everything, ugh - * `Active Zone Minutes - xxx.csv` Added stuff the types back to this - * UGH this uses `2020-04-13T10:10` for the times, wtf why -* `Personal & Account` - * `weight-xxx.json` this uses `MM/DD/YY` and `HH:MM:ss` seperately. Manually had to fix -* `Heart` - * `afib_ppg_enrollment.csv` Another off the wall date format `Fri Dec 19 06:32:30 UTC 2025`. Going to manually edit this -* `Biometrics` - * `Glucose xxx.csv` no data in all of these. they're not even proper csvs when there's no data... ugh. The only info is that there's year and month inside the filename -* `Google Data` - * There's so much overlap here with the other stuff, but some of it looks better handled, others don't - * `Physical Activity/daily_heart_rate_zones.csv` - Fuck this file, JSON embedded in CSV why, they did not need to do this... \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Access_Events_1.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Access_Events_1.csv deleted file mode 100644 index bb49f1e..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Access_Events_1.csv +++ /dev/null @@ -1,10 +0,0 @@ -timestamp,event_name,email,location,ip,outcome,reason,application,device_info -Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx -Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,xxxxxxxxxxxxxx,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx -Mon Apr 13 10:09:08 UTC 2020,xxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,,xxxxxxxxxxxxxxxxxxxxxx, -Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx -Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,xxxxxxxxxxxxxx,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx -Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx -Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,xxxxxxxxxxxxxx,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx -Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx -Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,xxxxxxxxxxxxxxxxxxxxxxx,1.1.1.1,xxxxxxx,xxxxxxxxxxxxxx,xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Management_Events_1.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Management_Events_1.csv deleted file mode 100644 index af34107..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Account_Management_Events_1.csv +++ /dev/null @@ -1,4 +0,0 @@ -timestamp,event_name,email,location,ip,outcome,reason -Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,,1.1.1.1,xxxxxxx, -Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,,1.1.1.1,xxxxxxx, -Mon Apr 13 10:09:08 UTC 2020,xxxxxxxxxxxxxxxxxxx,not_a_real_email@example.com,,1.1.1.1,xxxxxxx, diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Coach README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Coach README.txt deleted file mode 100644 index d6078d6..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/Coach README.txt +++ /dev/null @@ -1,42 +0,0 @@ -Coach Data Export - -The Coach category of your data export includes the pieces of content that you favorited in the Coach view, as well as -content recommendations that were generated for you based on watch history, wellbeing and physical activity. - -Files included: ----------- - -Coach Favorites.csv - -This includes the items that you marked as favorite in the Coach view. - timestamp - Datetime of the moment the item was favorited - id - Unique identifier of the item - title - Name of the item - bundle_id - Category of content in the Coach view that the item belongs to - content_type - Content type of the item - ----------- - -Coach Content Recommendations.csv - -This is the list of videos/audios that were recently recommended to you based on your and other users' viewing history. - date - Date when the recommendation was generated - id - Unique identifier of the item - title - Name of the item - bundle_id - Category of content in the Coach view that the item belongs to - content_type - Content type of the item - rating - Rating representing how good the recommendation was computed to be - ----------- - -Coach Dynamic Recommendations.csv - -This file contains the list of content rows that were personalized for you and that were embedded in pages in the app -other than the main Coach view. - timestamp - Datetime of when the content row was determined - component_id - Unique identifier of the content row - bundle_id - Category of content in the Coach view that the item belongs to - id - Unique identifier of the item - title - Name of the item - content_type - Content type of the item - associated_tags - Tags describing the items in the content row and which can be filtered upon diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Email_Audit_Entry.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Email_Audit_Entry.csv deleted file mode 100644 index 0ac579c..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Email_Audit_Entry.csv +++ /dev/null @@ -1,2 +0,0 @@ -previous_email,change_time,request_id -not_a_real_email@example.com,2020-04-13T10:09:08.000000Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Retired_Password.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Retired_Password.csv deleted file mode 100644 index 8bcaf99..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Application/User_Retired_Password.csv +++ /dev/null @@ -1,2 +0,0 @@ -date_changed,reason -2020-04-13T10:09:08.000000Z,some/path diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Biometrics Readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Biometrics Readme.txt deleted file mode 100644 index 1359053..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Biometrics Readme.txt +++ /dev/null @@ -1,39 +0,0 @@ -Biometrics Data Export - -Description: For users who have access and started to use biometrics features (such as Blood Glucose) in the Fitbit app this category of the data export includes all of the content added via those features. This includes your biometrics and other associated data, including annotations, time and type of measurement, your personal ranges and reminders. - -Files Included: ----------- - -Glucose Reminders.csv - -The list of reminders that you created in the Fitbit app. - - time - Time - days - Days of week - enabled - Whether this remainder enabled - ----------- - -Glucose Target Ranges.csv - -Your blood glucose personal target range. - - min - Target range (min) - max - Target range (max) - ----------- - -Glucose YYYYMM.csv - -Each file holds the list of blood glucose values and associated data for the specific month (defined by YYYY-MM). - - time - Entry date and time - value - Value - unit - Unit (MMOL_L / MG_DL) - data_source - Description of data source (UNKNOWN / MANUAL / APP) - measurement_type - Entry type (UNSPECIFIED / SMBG / CGM / LAB_TEST) - medical_codes - List of medical codes (if available) (LOINC and/or SNOMED) - tags - List of associated annotations - - diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Glucose 202004.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Glucose 202004.csv deleted file mode 100644 index 9b6da8c..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Biometrics/Glucose 202004.csv +++ /dev/null @@ -1 +0,0 @@ -no data \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Commerce/README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Commerce/README.txt deleted file mode 100644 index c187570..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Commerce/README.txt +++ /dev/null @@ -1 +0,0 @@ -To access your order history and related information for orders placed between 2008 and 2024, please contact Google customer support at https://support.google.com/fitbit/gethelp. \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad README.txt deleted file mode 100644 index 0a33984..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad README.txt +++ /dev/null @@ -1,15 +0,0 @@ -Calibration Status for Readiness and Load - -The CalibrationStatusForReadinessAndLoad file contains the calibration status for the Readiness and Load features. -When the remaining number of days is 0, the user is considered calibrated. - ----------- - -CalibrationStatusForReadinessAndLoad.csv - - user_id - unique id for the user - feature - name of the feature - remaining_days - the remaining number of days required to complete the calibration - calibration_start_date - the date when calibration was started, local date - latest_completion_date - the date when calibration was completed, local date - latest_update_date - the date when the calibration status was last updated, local date \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad.csv deleted file mode 100644 index ab6a223..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/CalibrationStatusForReadinessAndLoad.csv +++ /dev/null @@ -1,3 +0,0 @@ -feature,remaining_days,calibration_start_date,latest_completion_date,latest_update_date -xxxxxxxxxxxxxxxxxxxxxxxx,1,2020-04-13,2020-04-13,2020-04-13 -xxxxxxxxxxxxxxxxxxxxxx,1,2020-04-13,2020-04-13,2020-04-13 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory README.txt deleted file mode 100644 index 8af27cd..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory README.txt +++ /dev/null @@ -1,14 +0,0 @@ -Goal Settings History - -The GoalSettingsHistory file contains the settings history for the user goals. - -Files Included: ----------- - -GoalSettingsHistory.csv - - name - name of the goal - objectives - objectives of the goal containing the target value and the metric to measure - schedule - schedule of the goal, weekly or fixed datetime range - status - status of the goal, enabled or disabled - update_time - time when the goal was updated with these settings diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory.csv deleted file mode 100644 index 1ec3636..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/GoalSettingsHistory.csv +++ /dev/null @@ -1,21 +0,0 @@ -name,objectives,schedule,status,update_time,meta,title,subtitle,rationale,domain,progress_start_time,progress_end_time,progress -xxxxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, -xxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,2020-04-13 10:09:08 - 2020-04-13 10:09:08,xxxxxxx,2020-04-13 10:09:08+0000,,,,,xxxxx,,, diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState README.txt deleted file mode 100644 index e756953..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState README.txt +++ /dev/null @@ -1,65 +0,0 @@ -Irregular Rhythm Notifications - -The below section is dedicated to the exported data of the Irregular Rhythm -Notifications (IRN) data domain. The IRN feature analyzes your heart rhythm for -signs of atrial fibrillation (AFib). - -Files Included: ----------- - -IrnUserState.csv - -The data for the user's state with respect to the Irregular Rhythm Notifications feature. - - EnrollmentState - The user's enrollment status in the IRN feature - (e.g., ENROLLED). - LastProcessedTime - The timestamp of the last time the user's heart - rhythm data was processed. - LastConclusiveWindow - The timestamp of the end of the last window of - data that was considered conclusive (either positive or negative for AFib). - LastProcessedTimestamps - A JSON array detailing the last processed - timestamp for each data source (e.g., each device). - LastNotifiedTime - The timestamp of the last time a notification was - sent to the user. - - -IrnAfibAlertWindows.csv - -The data for individual AFib analysis windows. An alert is generated from one or more of these windows. - - DeviceId - The identifier of the device that recorded the - data. - DeviceFitbitDeviceType - The model of the Fitbit device (e.g., ANTARES). - AlgorithmVersion - The version of the AFib detection algorithm used. - ServiceVersion - The version of the backend service that processed - the data. - StartTime - The start time of the analysis window. - Positive - A boolean indicating if the window was positive - for signs of AFib. - HeartBeats - A JSON array of heartbeats recorded during the - window, including the timestamp and beats per - minute for each. - - -IrnAfibAlerts.csv - -The data for AFib alerts sent to the user. - - DeviceId - The identifier of the device that recorded the - data. - DeviceFitbitDeviceType - The model of the Fitbit device. - AlgorithmVersion - The version of the AFib detection algorithm used. - ServiceVersion - The version of the backend service that processed - the data. - StartTime - The start time of the first analysis window in - the alert. - EndTime - The end time of the last analysis window in the - alert. - DetectedTime - The timestamp when the alert was officially - generated. - AlertWindows - A JSON array of the individual analysis windows - that constitute the alert. Each window includes - its start and end times, a positive flag, and the - associated heartbeats. - IsRead - A boolean indicating if the user has viewed the - notification. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState.csv deleted file mode 100644 index 24f272f..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/TakeoutIrnUserState.csv +++ /dev/null @@ -1,2 +0,0 @@ -enrollment_state,last_processed_time,last_conclusive_window,last_processed_timestamps,last_notified_time -xxxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx, diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData README.txt deleted file mode 100644 index ded0245..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData README.txt +++ /dev/null @@ -1,20 +0,0 @@ -UserAppSettingData Export - -The UserAppSetting data file contains user prerferences such as measurment units, height and weight system etc. - -Files included: ----------- - -UserAppSettingData.csv - -The data for User AppSettings - - preferred_workout_intensity_level - the preferred workout intensity level of the user - height_system - the height system of the user - weight_system - the weight system of the user - water_measurement_unit - the water measurement unit of the user - glucose_measurement_unit - the glucose measurement unit of the user - body_temperature_measurement_unit - the body temperature measurement unit of the user - pool_length - the pool length of the user (e.g. 16 units) - pool_length_measurement_unit - the pool length measurement unit of the user - swim_unit - the swim unit of the user diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData.csv deleted file mode 100644 index 72f34b5..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserAppSettingData.csv +++ /dev/null @@ -1,8 +0,0 @@ -value_time,setting_name,setting_value -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxxxxx,xxxxx -2020-04-13 10:09:08+0000,xxxxxxxxxxxxx,xx -2020-04-13 10:09:08+0000,xxxxxxxxxxx,11 -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxx -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxxx,xxxxx -2020-04-13 10:09:08+0000,xxxxxxxxxxxxx,xx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData README.txt deleted file mode 100644 index 7c91eb1..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData README.txt +++ /dev/null @@ -1,19 +0,0 @@ -UserDemographicData Export - -The User Demographic data file contains information commonly used for creating statistics / automatic update emails, including country, state, is_child etc. - -Files included: ----------- - -UserDemographicData.csv - -The data for User Demographic: - - country - the country of the user - state - the state of the user - sex - the gender of the user - timezone - the timezone of the user - locale - the locale of the user - is_child - whether the user is a child - -Note that it is expected for migrated Google accounts to contain entries with default Fitbit values for date_of_birth ("1970-01-01"). \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData.csv deleted file mode 100644 index b30edf0..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserDemographicData.csv +++ /dev/null @@ -1,4 +0,0 @@ -value_time,setting_name,setting_value -2020-04-13 10:09:08+0000,xxxxxx,xxxxx -2020-04-13 10:09:08+0000,xxx,xxxxxx -2020-04-13 10:09:08+0000,xxxxxxxx,some/path diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises README.txt deleted file mode 100644 index 6a51427..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises README.txt +++ /dev/null @@ -1,85 +0,0 @@ -Exercises - -The below section is dedicated to the exported data of the Exercise data domain. -Exercises are sent by the wearables device to the Backend and contain data about -the exercises performed by the user. - -Files Included: ----------- - -UserExercises.csv - -The data for exercises - exercise_id - the unique identifier of the exercise - exercise_start - the exercise start time at UTC - exercise_end - the exercise end time at UTC - utc_offset - the timezone offset relative to UTC for the exercise - exercise_created - the time when the exercise was created at UTC - exercise_last_updated - the time when the exercise was last updated at UTC - activity_name - the type of activity performed during the exercise - log_type - where the exercise was logged from (mobile, tracker, etc.) - - pool_length - user's preferred pool length in the unit specified by PoolLengthUnit - pool_length_unit - pool length unit - - intervals data about the intervals of the exercise (if the exercise was an interval workout). - it is listed as blocks of the following - - - type: the type of the interval (REST or MOVE) - - interval_num: the interval number - - total_intervals: the total number of intervals in the workout - - num_repeats: the number of times the interval was repeated - - duration_millis: the interval duration in milliseconds - - distance_units - the units of the distance (imperial or metric) - tracker_total_calories - the total calories burned during the exercise (registered by the tracker) - tracker_total_steps - the total steps taken during the exercise (registered by the tracker) - tracker_total_distance_mm - the total distance in millimeters covered during the exercise (registered by the tracker) - tracker_total_altitude_mm - the total altitude in millimeters covered during the exercise (registered by the tracker) - tracker_avg_heart_rate - the average heart rate during the exercise (registered by the tracker) - tracker_peak_heart_rate - the peak heart rate during the exercise (registered by the tracker) - tracker_avg_pace_mm_per_second - the average pace in millimeters per second during the exercise (registered by the tracker) - tracker_avg_speed_mm_per_second - the average speed in millimeters per second during the exercise (registered by the tracker) - tracker_peak_speed_mm_per_second - the peak speed in millimeters per second during the exercise (registered by the tracker) - tracker_auto_stride_run_mm - the stride length when running in millimeters during the exercise (registered by the tracker) - tracker_auto_stride_walk_mm - the stride length when walking in millimeters during the exercise (registered by the tracker) - tracker_swim_lengths - the number of lengths swam during a swim exercise (registered by the tracker) - tracker_pool_length - the pool length in the unit specified by TrackerPoolLengthUnit (calculated by the tracker) - tracker_pool_length_unit - the pool length unit - tracker_cardio_load - the cardio load of the exercise (registered by the tracker) - - manually_logged_total_calories - total calories burned during the exercise (manually logged by the user) - manually_logged_total_steps - total steps taken during the exercise (manually logged by the user) - manually_logged_total_distance_mm - total distance in millimeters covered during the exercise (manually logged by the user) - manually_logged_pool_length - the pool length in the unit specified by ManuallyLoggedPoolLengthUnit (manually logged by the user) - manually_logged_pool_length_unit - the pool length unit - - exercise_events - data about the events that happen throughout the exercise such as start, stop, pause, split - - for SPLIT, AUTO_SPLIT and INTERVAL events, all the metrics are relative to the previous event - - for PAUSE, AUTO_PAUSE and STOP events, all the metrics are relative to the start of the exercise - it is listed as blocks of the following - - - exercise_event_id: the unique identifier of the event - - timestamp: the time when the event occurred at UTC - - type: the type of the event (START, STOP, PAUSE, RESUME etc.) - - auto_cue_type: the type of the auto cue (MANUAL, DISTANCE, TIME, CALORIES etc.) - - elapsed_time_millis: the elapsed time in milliseconds - - traveled_distance_mm: the distance traveled in millimeters - - calories_burned: the calories burned - - steps: the steps taken - - average_heart_rate: average heart rate - - elevation_gain_mm: elevation gain in millimeters - - swim_lengths: number of lengths swam - - average_speed_mm_per_sec: average speed in millimeters per second - - interval_type: the type of the interval (REST or MOVE) - - activity_type_probabilities - a list of activities that the user might have performed during the exercise, with the probability of each activity - autodetected_confirmed - whether the user confirmed the autodetected exercise - autodetected_start_timestamp - the start time of the autodetected exercise at UTC - autodetected_end_timestamp - the end time of the autodetected exercise at UTC - autodetected_utc_offset - the timezone offset relative to UTC for the autodetected exercise - autodetected_activity_name - the name of the autodetected activity - autodetected_sensor_based_activity_name - the name of the sensor based autodetected activity - deletion_reason - the reason why the exercise was deleted - activity_label - the label of the activity - suggested_start_timestamp - the suggested start time of the exercise at UTC - suggested_end_timestamp - the suggested end time of the exercise at UTC - reconciliation_status - the status of the reconciliation diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises_2020-04-13 b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises_2020-04-13 deleted file mode 100644 index 0bc11e0..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserExercises_2020-04-13 +++ /dev/null @@ -1,21 +0,0 @@ -exercise_id,exercise_start,exercise_end,utc_offset,exercise_created,exercise_last_updated,activity_name,log_type,pool_length,pool_length_unit,intervals,distance_units,tracker_total_calories,tracker_total_steps,tracker_total_distance_mm,tracker_total_altitude_mm,tracker_avg_heart_rate,tracker_peak_heart_rate,tracker_avg_pace_mm_per_second,tracker_avg_speed_mm_per_second,tracker_peak_speed_mm_per_second,tracker_auto_stride_run_mm,tracker_auto_stride_walk_mm,tracker_swim_lengths,tracker_pool_length,tracker_pool_length_unit,tracker_cardio_load,manually_logged_total_calories,manually_logged_total_steps,manually_logged_total_distance_mm,manually_logged_pool_length,manually_logged_pool_length_unit,events,activity_type_probabilities,autodetected_confirmed,autodetected_start_timestamp,autodetected_end_timestamp,autodetected_utc_offset,autodetected_activity_name,autodetected_sensor_based_activity_name,deletion_reason,activity_label,suggested_start_timestamp,suggested_end_timestamp,reconciliation_status -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, -1111111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000,xxxxxxxxxxxx,xxxxxxxxxxxxx,1,xxxxxxxxxxx,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,xxxxxxxxxxx,,,, diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData README.txt deleted file mode 100644 index 7afcfd3..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData README.txt +++ /dev/null @@ -1,22 +0,0 @@ -UserLegacySettingData Export - -The User Legacy Setting Data file contains legacy settings for the user, including - -Files included: ----------- - -UserLegacySettingData.csv - -The data for User Legacy Setting Data: - - clock12 - whether the user has opted for a 12-hour clock display (e.g., AM/PM) instead of a 24-hour clock. - start_day_of_week - the user's start day of week (e.g., Monday, Sunday). This affects how weekly data is displayed in the app. - food_budget - whether the user has enabled a food budget feature, and the intensity level selected for it (e.g. maintenance, strict). - food_plan_estimation_enabled - whether the user has enabled food plan estimation feature. - legal_terms - the version of the legal terms the user has accepted. - sdk_developer_enabled - whether the user has enabled the SDK developer mode. - sdk_legal_terms_version - the version of the SDK legal terms the user has accepted. - weight_objective - the user's weight objective (e.g., lose, maintain, gain). - weight_track_start_date - the date the user started tracking their weight. - weight_goal_target_date - the user's weight goal target date. - food_database - the user's food database. \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData.csv deleted file mode 100644 index e61031f..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserLegacySettingData.csv +++ /dev/null @@ -1,5 +0,0 @@ -value_time,setting_name,setting_value -2020-04-13 10:09:08+0000,xxxxxxxxxxx,some/path -2020-04-13 10:09:08+0000,xxxxxxx,false -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxx,false -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxx,xxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData README.txt deleted file mode 100644 index 0526ea2..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData README.txt +++ /dev/null @@ -1,27 +0,0 @@ -UserMBDData Export - -The User MBD data file contains measured body data including sensitive fields such as is_nursing, pregnant_state, body_constitution etc. - -Files included: ----------- - -UserMBDData.csv - -The data for User MBD: - - is_nursing - whether the user is nursing - pregnant_state - the pregnancy state of the user (not_pregnant, first_trimester etc.) - body_constitution - the body constitution of the user (unspecified,regular, lean) - hr_scaling_sleep_rest - the user's HR scaling sleep rest - stride_length_walking - the user's stride length walking (mm) - stride_length_running - the user's stride length running (mm) - auto_stride_length_walking - the user's auto stride length walking (mm) - auto_stride_length_running - the user's auto stride length running (mm) - auto_stride_enabled - whether the user's auto stride is enabled - auto_run_enabled - whether the user's auto run is enabled - activity_state - the user's activity state (sedentary, low_active, active etc.) - inactivity_alerts_days - the user's inactivity alerts days - sedentary_alert_times - the user's sedentary alert times - sedentary_prune_time - the user's sedentary prune time (UTC, no timezone offset) - stia_update_time - the user's STIA update time (UTC, no timezone offset) - sleep_proc_algorithm - the user's sleep process algorithm (unspecified, composite, sensitive) diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData.csv deleted file mode 100644 index 812762e..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserMBDData.csv +++ /dev/null @@ -1,12 +0,0 @@ -value_time,setting_name,setting_value -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxx,false -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxx,false -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxx,xxxxxxx -2020-04-13 10:09:08+0000,xxxxxxxxxx,false -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxx,xxxxxxxxxxxx -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxx,1111 -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxx,1 -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxx,2020-04-13T10:09:08.000000Z -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData README.txt deleted file mode 100644 index 490666b..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData README.txt +++ /dev/null @@ -1,15 +0,0 @@ -UserProfileData Export - -The User Profile data file contains identifying information for a user's Fitbit account, including biography, username, first name etc. - -Files included: ----------- - -UserProfileData.csv - -The data for User Profile: - - about_me - user biography, free text - display_name_preference - preference for display name (name, username, or full name) - -Note that it is expected for migrated Google accounts to contain entries with default Fitbit values for first_name ("firstName") and last_name ("lastName"). \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData.csv deleted file mode 100644 index 626c2b8..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserProfileData.csv +++ /dev/null @@ -1,2 +0,0 @@ -value_time,setting_name,setting_value -2020-04-13 10:09:08+0000,xxxxxxxxxxxxxxxxxxxxxxx,xxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores README.txt deleted file mode 100644 index a0999cb..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores README.txt +++ /dev/null @@ -1,39 +0,0 @@ -Sleep Scores - -The below section is dedicated to the exported data of the Sleep Score data domain. -Sleep scores merge multiple sleep metrics (duration, composition, heart rate data) -into a summarized scoring system. - -Files Included: ----------- -UserSleepScores.csv - -The data for sleep scores - user_id - the unique identifier of the user - sleep_id - the unique identifier of the sleep session - sleep_score_id - the unique identifier for the sleep score record - - data_source - the method used to record this stage data (MANUAL, DERIVED, ACTIVELY_MEASURED, PASSIVELY_MEASURED) - - score_utc_offset - timezone offset relative to UTC when the score was generated - score_time - the timestamp (UTC) when the score was generated - - overall_score - the calculated overall sleep score - - duration_score - sub-score reflecting duration alignment with sleep goals - composition_score - sub-score reflecting the ratio/balance of different sleep stages - revitalization_score - sub-score reflecting how restorative the sleep was (based on e.g. restlessness, HR, etc.) - - sleep_time_minutes - total time spent asleep in minutes - deep_sleep_minutes - number of minutes spent in deep sleep - rem_sleep_percent - percentage of total sleep time in the REM stage - resting_heart_rate - measured resting heart rate during sleep - sleep_goal_minutes - the user's sleep goal, in minutes - - waso_count_long_wakes - count of longer awakenings - waso_count_all_wake_time - total wake time after initially falling asleep - restlessness_normalized - a normalized measure of restlessness - hr_below_resting_hr - fraction of HR measurements that were below the previous day's resting HR - - sleep_score_created - the creation timestamp of the sleep score record in UTC - sleep_score_last_updated - the last update timestamp of the sleep score record in UTC diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores_2020-04-13 b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores_2020-04-13 deleted file mode 100644 index 8a7935a..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepScores_2020-04-13 +++ /dev/null @@ -1,21 +0,0 @@ -sleep_id,sleep_score_id,data_source,score_utc_offset,score_time,overall_score,duration_score,composition_score,revitalization_score,sleep_time_minutes,deep_sleep_minutes,rem_sleep_percent,resting_heart_rate,sleep_goal_minutes,waso_count_long_wakes,waso_count_all_wake_time,restlessness_normalized,hr_below_resting_hr,sleep_score_created,sleep_score_last_updated -1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,11.111111111111111,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.11111111111111,-1,-1,-1,111,11,11.11111111111111,11,111,1,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1,1,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,1.1111111111111111,11,111,11.1,11,1.111111111111111111,1.111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1,1,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -111111111111111111,11111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,11,11.11,11,111,1,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.11,-1,-1,-1,111,11,11.11,11,111,1.1111111111111111,11,1.11111111111111111,1.1111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1.111111111111111,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1,1,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,111,11.11,11,111,11.111111111111111,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,11,11.11,11,111,1,1,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1.111111111111111,11,1.1111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1.1111111111111111,11,1.1111111111111111,1.1111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.111111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,1,1,1.1111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,11,11.11,11,111,1,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,11,11.11,11,111,1.1111111111111111,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,11,11.11,11,111,11.111111111111111,11,1.1111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.111,-1,-1,-1,111,11,11.11,11,111,1.1111111111111111,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,+00:00,2020-04-13 10:09:08+0000,11.11,-1,-1,-1,111,11,11.11,11,111,11.1,11,1.111111111111111111,1.1111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxxxx,-00:00,2020-04-13 10:09:08+0000,11.1111111111111,-1,-1,-1,111,11,11.111111111111111,11,111,11.111111111111111,11,1.111111111111111111,1.11111111111111111,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages README.txt deleted file mode 100644 index 330e36f..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages README.txt +++ /dev/null @@ -1,26 +0,0 @@ -Sleep Stages - -The below section is dedicated to the exported data of the Sleep Stage data domain. -Sleep stage data gives more detailed insight into how a user's sleep is distributed -across different stages. - -Files Included: ----------- -UserSleepStages.csv - -The data for sleep stages - user_id - the unique identifier of the user - sleep_id - the unique identifier of the sleep session - sleep_stage_id - the unique identifier of the sleep stage entry - sleep_stage_type - the type of sleep stage (AWAKE, LIGHT, DEEP, REM) - - start_utc_offset - timezone offset relative to UTC at the start of this sleep stage - sleep_stage_start - the start time of this sleep stage in UTC - - end_utc_offset - timezone offset relative to UTC at the end of this sleep stage - sleep_stage_end - the end time of this sleep stage in UTC - - data_source - the method used to record this stage data (MANUAL, DERIVED, ACTIVELY_MEASURED, PASSIVELY_MEASURED) - - sleep_stage_created - the creation timestamp of the sleep stage record in UTC - sleep_stage_last_updated - the last update timestamp of the sleep stage record in UTC diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages_2020-04-13 b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages_2020-04-13 deleted file mode 100644 index 6537327..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleepStages_2020-04-13 +++ /dev/null @@ -1,21 +0,0 @@ -sleep_id,sleep_stage_id,sleep_stage_type,start_utc_offset,sleep_stage_start,end_utc_offset,sleep_stage_end,data_source,sleep_stage_created,sleep_stage_last_updated -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxxxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,1111111111111111111,xxx,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps README.txt deleted file mode 100644 index 460afd7..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps README.txt +++ /dev/null @@ -1,33 +0,0 @@ -Sleeps - -The below section is dedicated to the exported data of the Sleep data domain. -Sleeps are sent by the wearable device (or manually entered) and contain data about -the user's sleep sessions. - -Files Included: ----------- -UserSleeps.csv - -The data for sleeps - user_id - the unique identifier of the user - sleep_id - the unique identifier of the sleep session - sleep_type - the type of the sleep session (CLASSIC, STAGES) - - minutes_in_sleep_period - the total number of minutes between going to bed and final wake-up - minutes_after_wake_up - total minutes after the user wakes up until they leave bed or stop tracking - minutes_to_fall_asleep - number of minutes it took the user to fall asleep - minutes_asleep - the total number of minutes the user was actually asleep - minutes_awake - the total number of minutes awake during the sleep session - minutes_longest_awakening - duration (in minutes) of the single longest awakening - minutes_to_persistent_sleep - number of minutes between going to bed and the onset of sustained sleep - - start_utc_offset - timezone offset relative to UTC at the start of the sleep - sleep_start - the start time of the sleep session in UTC - - end_utc_offset - timezone offset relative to UTC at the end of the sleep - sleep_end - the end time of the sleep session in UTC - - data_source - the method used to record this sleep (MANUAL, DERIVED, ACTIVELY_MEASURED, PASSIVELY_MEASURED) - - sleep_created - the creation timestamp of the sleep record in UTC - sleep_last_updated - the last update timestamp of the sleep record in UTC diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps_2020-04-13 b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps_2020-04-13 deleted file mode 100644 index 96ad74e..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Health Fitness Data/UserSleeps_2020-04-13 +++ /dev/null @@ -1,21 +0,0 @@ -sleep_id,sleep_type,minutes_in_sleep_period,minutes_after_wake_up,minutes_to_fall_asleep,minutes_asleep,minutes_awake,minutes_longest_awakening,minutes_to_persistent_sleep,start_utc_offset,sleep_start,end_utc_offset,sleep_end,data_source,sleep_created,sleep_last_updated -1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxxx,111,1,1,111,1,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxxx,111,1,1,11,1,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -111111111111111111,xxxxxx,111,1,1,111,11,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,11,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,11,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,1,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,11,1,1,-00:00,2020-04-13 10:09:08+0000,-00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,1,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,1,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxxx,11,1,1,11,1,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 -1111111111111111111,xxxxxx,111,1,1,111,1,1,1,+00:00,2020-04-13 10:09:08+0000,+00:00,2020-04-13 10:09:08+0000,xxxxxxx,2020-04-13 10:09:08+0000,2020-04-13 10:09:08+0000 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_2020-04-13.csv deleted file mode 100644 index 4087a1b..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,light,moderate,very,data source -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_readme.txt deleted file mode 100644 index 16b21b0..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_minutes_readme.txt +++ /dev/null @@ -1,17 +0,0 @@ -Time Series Data Export - -xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx - -xxxxxxxxxxxxxxx -xxxxxxxxxx - -xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx - -xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx -xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx - -xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx -xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx -xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx -xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx -xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_2020-04-13.csv deleted file mode 100644 index ab4b025..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,heart rate zone,total minutes,data source -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_readme.txt deleted file mode 100644 index 72bf21d..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/active_zone_minutes_readme.txt +++ /dev/null @@ -1,15 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -active_zone_minutes_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - heart rate zone - Heart rate zone: fat burn, cardio or peak. - total minutes - Total minutes equals to 1 for low intensity (fat burn) zones or 2 for high intensity zones (cardio, peak). - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_2020-04-13.csv deleted file mode 100644 index 1235454..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,level,data source -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxx,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_readme.txt deleted file mode 100644 index 5f7f1d0..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/activity_level_readme.txt +++ /dev/null @@ -1,15 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -activity_level_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Activity level categorizes how active one is during a certain time interval. -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - level - Label that categorizes the activity level. Values can be SEDENTARY, LIGHTLY_ACTIVE, MODERATELY_ACTIVE, VERY_ACTIVE. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_2020-04-13.csv deleted file mode 100644 index 5ac3ef0..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,temperature celsius,data source -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_readme.txt deleted file mode 100644 index 21cb9da..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/body_temperature_readme.txt +++ /dev/null @@ -1,14 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -body_temperature_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - temperature celsius - The body temperature in Celsius. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_2020-04-13.csv deleted file mode 100644 index af53ec5..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,calories,data source -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_2020-04-13.csv deleted file mode 100644 index e3b7f03..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,heart rate zone type,kcal,data source -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,1.11111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_readme.txt deleted file mode 100644 index 47cc6a2..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_in_heart_rate_zone_readme.txt +++ /dev/null @@ -1,15 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -calories_in_heart_rate_zone_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - heart rate zone type - The heart rate zone type the calories were burned in. - kcal - Amount of calories burned in kilocalories. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_readme.txt deleted file mode 100644 index c3ab08d..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/calories_readme.txt +++ /dev/null @@ -1,14 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -calories_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - calories - Number of calories burned. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio.csv deleted file mode 100644 index 86d142e..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,ratio,label,data source -2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.1111111111111111,xxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.1111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.1111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.1111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.11111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.11111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.11111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.1111111111111111,xxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13,1.1111111111111111,xxxxxxxxxxxxxx,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio_readme.txt deleted file mode 100644 index c4e4288..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_acute_chronic_workload_ratio_readme.txt +++ /dev/null @@ -1,16 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -cardio_acute_chronic_workload_ratio.csv - Contains all data for this type. - -Cardio acute chronic workload ratio represents how recent load compares with longer term regular load. Used to determine if the user is over or under-training. -Each entry has the following values: - - timestamp - Date at which the entry was logged in UTC. - ratio - Cardio acute chronic workload ratio value. - label - Label interpreting the ratio value. Values can be UNDER_TRAINING, OPTIMAL_TRAINING or OVER_TRAINING. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_2020-04-13.csv deleted file mode 100644 index 6cadf11..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,workout,background,total,data source -2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.111111111111111,1.111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.11111111111111111,1.11111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.1111111111111111,1.1111111111111111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval.csv deleted file mode 100644 index 7e38e65..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,min observed load,max observed load,data source -2020-04-13,1.1,11.1,xxxxxxxxxx -2020-04-13,1.1,11.1,xxxxxxxxxx -2020-04-13,1.1,11.11111111111111,xxxxxxxxxx -2020-04-13,1.1,11.11111111111111,xxxxxxxxxx -2020-04-13,1.1,11.11111111111111,xxxxxxxxxx -2020-04-13,1.1,11.11111111111111,xxxxxxxxxx -2020-04-13,1.1,11.11111111111111,xxxxxxxxxx -2020-04-13,1.1,11.11111111111111,xxxxxxxxxx -2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx -2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx -2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx -2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx -2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx -2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx -2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx -2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx -2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx -2020-04-13,1.1111111111111111,11.111111111111111,xxxxxxxxxx -2020-04-13,1.111111111111111,11.111111111111111,xxxxxxxxxx -2020-04-13,1.111111111111111,11.11111111111111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval_readme.txt deleted file mode 100644 index 1fa23a7..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_observed_interval_readme.txt +++ /dev/null @@ -1,16 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -cardio_load_observed_interval.csv - Contains all data for this type. - -Cardio load observed interval measures the personalized cardio load interval for a user. -Each entry has the following values: - - timestamp - Date at which the entry was logged in UTC. - min observed load - Average of top 3 lowest cardio load values over a period of 4 weeks. - max observed load - average of top 3 highest cardio load values over a period of 4 weeks. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_readme.txt deleted file mode 100644 index 5144760..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/cardio_load_readme.txt +++ /dev/null @@ -1,17 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -cardio_load_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Cardio load also known as cardio exertion. Indicates the load on the cardiovascular system. -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - workout - Cardio load accrued during workouts. - background - Cardio load accrued outside of workouts. - total - Total cardio load, sum of workout and background cardio load. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability.csv deleted file mode 100644 index 1d8de24..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,average heart rate variability milliseconds,non rem heart rate beats per minute,entropy,deep sleep root mean square of successive differences milliseconds,data source -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.11,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.11,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11,11.1,1.111,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11,11.1,1.111,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,11.1,1.111,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.11,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.11,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.11,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11,11.1,1.111,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11,11.1,1.11,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,1.111,11.1,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability_readme.txt deleted file mode 100644 index fbee7fc..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_variability_readme.txt +++ /dev/null @@ -1,17 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -daily_heart_rate_variability.csv - Contains all data for this type. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - average heart rate variability milliseconds - The average of a user's heart rate variability during sleep. Heart rate variability is calculated as the root mean square of successive differences (RMSSD) of heartbeat intervals. - non rem heart rate beats per minute - Non-REM heart rate - entropy - The Shanon entropy of heartbeat intervals. - deep sleep root mean square of successive differences milliseconds - The root mean square of successive differences (RMSSD) of heartbeat intervals during deep sleep. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones.csv deleted file mode 100644 index 6b9bf17..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,heart_rate_zone,data source -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones_readme.txt deleted file mode 100644 index 59a0fcf..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_heart_rate_zones_readme.txt +++ /dev/null @@ -1,14 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -daily_heart_rate_zones.csv - Contains all data for this type. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - heart_rate_zone - Heart rate zone information. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_2020-04-13.csv deleted file mode 100644 index 15ed566..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_2020-04-13.csv +++ /dev/null @@ -1,19 +0,0 @@ -timestamp,average percentage,lower bound percentage,upper bound percentage,baseline percentage,standard deviation percentage,data source -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,111.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,111.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,11.1,11.1,11.1,1.1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_readme.txt deleted file mode 100644 index f018261..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_oxygen_saturation_readme.txt +++ /dev/null @@ -1,18 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -daily_oxygen_saturation_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - average percentage - Average percentage of the day's absolute spo2. - lower bound percentage - Lower bound percentage of the day's absolute spo2. - upper bound percentage - Upper bound percentage of the day's absolute spo2. - baseline percentage - Baseline percentage of the day's absolute spo2. - standard deviation percentage - Standard deviation percentage of the day's absolute spo2. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness.csv deleted file mode 100644 index 5613c74..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness.csv +++ /dev/null @@ -1,19 +0,0 @@ -timestamp,score,type,readiness level,sleep readiness,heart rate variability readiness,resting heart rate readiness,data source -2020-04-13,11,xxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxxxxxx,xxxxxxxxxx -2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxx,xxx,xxxxxxxxxx -2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxx,xxx,xxxxxxxxxx -2020-04-13,11,xxxxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxxxxx,xxxxxxxxxx -2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxxxxx,xxxxxxxxxx -2020-04-13,11,xxxxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxx,xxxxxxxxxx -2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxx,xxxx,xxxxxxxxxx -2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxxxxxxx,xxxxxxxxxx -2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxx,xxxxxxxxx,xxxxxxxxxx -2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxx,xxxxxxxxx,xxxxxxxxxx -2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxxxxx,xxxxxxx,xxxxxxxxxx -2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxx,xxxxxxxxxx -2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxx,xxxxxxxxxx -2020-04-13,11,xxxxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxxxxx,xxxxxxxxxx -2020-04-13,111,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxxxxx,xxxx,xxxxxxxxxx -2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxx,xxxxxxxxxx -2020-04-13,11,xxxxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxxxx,xxxxxxx,xxxxxxxxxx -2020-04-13,11,xxxx,xxxxxxxxxxxxxxxx,xxxxxxxxx,xxxx,xxx,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness_readme.txt deleted file mode 100644 index dbff3f0..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_readiness_readme.txt +++ /dev/null @@ -1,20 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -daily_readiness.csv - Contains all data for this type. - -Daily Readiness represents how ready the user is for activity, based on sleep, heart rate variability and resting heart rate. -Each entry has the following values: - - timestamp - Date at which the entry was logged in UTC. - score - Overall score based on the other metrics. Values can range from 1 to 100. - type - Overall readiness rating type. Values can be LOW, MEDIUM or HIGH. - readiness level - Readiness rating level. Values can be VERY LOW, LOW, BALANCED, HIGH, PEAK. - sleep readiness - Readiness rating based on sleep. Values can be VERY LOW, LOW, MEDIUM, HIGH, VERY HIGH, IGNORED or NOT AVAILABLE. - heart rate variability readiness - Readiness rating based on heart rate variability. Values can be VERY LOW, LOW, MEDIUM, HIGH, VERY HIGH. - resting heart rate readiness - Readiness rating based on resting heart rate. Values can be VERY LOW, LOW, MEDIUM, HIGH, VERY HIGH or IGNORED. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate.csv deleted file mode 100644 index 18459a7..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,breaths per minute,data source -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate_readme.txt deleted file mode 100644 index 3239c5a..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_respiratory_rate_readme.txt +++ /dev/null @@ -1,14 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -daily_respiratory_rate.csv - Contains all data for this type. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - breaths per minute - The number of breaths per minute. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate.csv deleted file mode 100644 index 6308621..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,beats per minute,data source -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate_readme.txt deleted file mode 100644 index dbe1c04..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/daily_resting_heart_rate_readme.txt +++ /dev/null @@ -1,14 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -daily_resting_heart_rate.csv - Contains all data for this type. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - beats per minute - The resting heart rate for the day. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max.csv deleted file mode 100644 index e94ce5c..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,demographic vo2max,data source -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx -2020-04-13T10:09:08Z,11.11111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max_readme.txt deleted file mode 100644 index 948ad82..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/demographic_vo2max_readme.txt +++ /dev/null @@ -1,15 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -demographic_vo2max.csv - Contains all data for this type. - -Demographic VO2Max contains information about a user's VO2 max score for a specific day, representing the maximum rate of oxygen the body is able to use during exercises. -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - demographic vo2max - VO2 Max value in ml/kg/min - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_2020-04-13.csv deleted file mode 100644 index 411ae14..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,distance,data source -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxx -2020-04-13T10:09:08Z,1.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx -2020-04-13T10:09:08Z,11.11,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_readme.txt deleted file mode 100644 index 27603f9..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/distance_readme.txt +++ /dev/null @@ -1,14 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -distance_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - distance - Distance covered in meters. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_2020-04-13.csv deleted file mode 100644 index ed5bfe9..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,beats per minute,data source -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_readme.txt deleted file mode 100644 index b279c06..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_readme.txt +++ /dev/null @@ -1,14 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -heart_rate_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - beats per minute - Number of heart's beats per minute. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_2020-04-13.csv deleted file mode 100644 index 5c11870..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,root mean square of successive differences milliseconds,standard deviation milliseconds,data source -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_readme.txt deleted file mode 100644 index c07bd21..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/heart_rate_variability_readme.txt +++ /dev/null @@ -1,15 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -heart_rate_variability_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - root mean square of successive differences milliseconds - The root mean square of successive differences between normal heartbeats. - standard deviation milliseconds - The standard deviation of the heart rate variability measurement. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height.csv deleted file mode 100644 index 83c4312..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height.csv +++ /dev/null @@ -1,9 +0,0 @@ -timestamp,height millimeters,data source -2020-04-13T10:09:08Z,1111,xxxxxxxxxx -2020-04-13T10:09:08Z,1111,xxxxxxxxxx -2020-04-13T10:09:08Z,1111,xxxxxxxxxx -2020-04-13T10:09:08Z,1111,xxxxxxxxxx -2020-04-13T10:09:08Z,1111,xxxxxxxxxx -2020-04-13T10:09:08Z,1111,xxxxxxxxxx -2020-04-13T10:09:08Z,1111,xxxxxxxxxx -2020-04-13T10:09:08Z,1111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height_readme.txt deleted file mode 100644 index 81cfc8e..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/height_readme.txt +++ /dev/null @@ -1,14 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -height.csv - Contains all data for this type. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - height millimeters - Height of the user in milimeters. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_2020-04-13.csv deleted file mode 100644 index 24f88b0..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,steps,distance millimeters,altitude gain millimeters,data source -2020-04-13T10:09:08Z,1,1,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx -2020-04-13T10:09:08Z,1,1111,1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_readme.txt deleted file mode 100644 index 6b90f91..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/live_pace_readme.txt +++ /dev/null @@ -1,16 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -live_pace_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - steps - Number of steps taken during the activity. - distance millimeters - Distance covered during the activity in millimeters. - altitude gain millimeters - Gain in altitude during the activity in millimeters. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_2020-04-13.csv deleted file mode 100644 index b4c0b2a..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,oxygen saturation percentage,data source -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx -2020-04-13T10:09:08Z,11.1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_readme.txt deleted file mode 100644 index 3f269a5..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/oxygen_saturation_readme.txt +++ /dev/null @@ -1,14 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -oxygen_saturation_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - oxygen saturation percentage - The oxygen saturation percentage. Valid values are from 0 to 100. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_2020-04-13.csv deleted file mode 100644 index 4df7fb0..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,deep sleep stats - milli breaths per minute,deep sleep stats - standard deviation milli breaths per minute,deep sleep stats - signal to noise,light sleep stats - milli breaths per minute,light sleep stats - standard deviation milli breaths per minute,light sleep stats - signal to noise,rem sleep stats - milli breaths per minute,rem sleep stats - standard deviation milli breaths per minute,rem sleep stats - signal to noise,full sleep stats - milli breaths per minute,full sleep stats - standard deviation milli breaths per minute,full sleep stats - signal to noise,data source -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,11.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,11.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,1.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,1.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx -2020-04-13T10:09:08Z,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,11.1,1.1,1.1,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_readme.txt deleted file mode 100644 index e032f4b..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/respiratory_rate_sleep_summary_readme.txt +++ /dev/null @@ -1,25 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -respiratory_rate_sleep_summary_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - deep sleep stats - milli breaths per minute - Deep sleep milli breaths per minute. - deep sleep stats - standard deviation milli breaths per minute - Deep sleep standard deviation milli breaths per minute. - deep sleep stats - signal to noise - Deep sleep signal to noise. - light sleep stats - milli breaths per minute - Light sleep milli breaths per minute. - light sleep stats - standard deviation milli breaths per minute - Light sleep standard deviation milli breaths per minute. - light sleep stats - signal to noise - Light sleep signal to noise. - rem sleep stats - milli breaths per minute - REM sleep milli breaths per minute. - rem sleep stats - standard deviation milli breaths per minute - REM sleep standard deviation milli breaths per minute. - rem sleep stats - signal to noise - REM sleep signal to noise. - full sleep stats - milli breaths per minute - Full sleep milli breaths per minute. - full sleep stats - standard deviation milli breaths per minute - Full sleep standard deviation milli breaths per minute. - full sleep stats - signal to noise - Full sleep signal to noise. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_2020-04-13.csv deleted file mode 100644 index b0f8b9b..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_2020-04-13.csv +++ /dev/null @@ -1,3 +0,0 @@ -start time,end time,data source -2020-04-13T10:09:08Z,2020-04-13T10:09:08Z,xxxxxxxxxx -2020-04-13T10:09:08Z,2020-04-13T10:09:08Z,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_readme.txt deleted file mode 100644 index 6ada93c..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/sedentary_period_readme.txt +++ /dev/null @@ -1,14 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -sedentary_period_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - start time - Start date and time of the sedentary period. - end time - End date and time of the sedentary period. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_2020-04-13.csv deleted file mode 100644 index 6b681d5..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,steps,data source -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,1,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,1,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,1,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,1,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,11,xxxxxxxxx -2020-04-13T10:09:08Z,1,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_readme.txt deleted file mode 100644 index 01f219e..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/steps_readme.txt +++ /dev/null @@ -1,14 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -steps_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - steps - Number of recorded steps. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_2020-04-13.csv deleted file mode 100644 index 6a6760f..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,lap time,stroke count,stroke type,data source -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,11,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,11,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,11,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,11,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxxxxxx,1,xxxxxxxxxxxxxxxxxxxxxxxxxxxx,xxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_readme.txt deleted file mode 100644 index 58eb63b..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/swim_lengths_data_readme.txt +++ /dev/null @@ -1,16 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -swim_lengths_data_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - lap time - Time to complete a lap. - stroke count - Number of strokes. - stroke type - Stroke type. Values can be FREESTYLE, BACKSTROKE, BREASTSTROKE or BUTTERFLY. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_2020-04-13.csv deleted file mode 100644 index d535eab..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,heart rate zone type,data source -2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx -2020-04-13T10:09:08Z,xxxxx,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_readme.txt deleted file mode 100644 index f5d0f0d..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/time_in_heart_rate_zone_readme.txt +++ /dev/null @@ -1,14 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -time_in_heart_rate_zone_YYYY-MM-DD.csv - Where YYYY-MM-DD is the starting date for the entries in the file. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - heart rate zone type - The heart rate zone in which the user spent time. The possible values are: LIGHT, MODERATE, VIGOROUS, PEAK. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight.csv deleted file mode 100644 index 538b3f9..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight.csv +++ /dev/null @@ -1,2 +0,0 @@ -timestamp,weight grams,data source -2020-04-13T10:09:08Z,11111,xxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight_readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight_readme.txt deleted file mode 100644 index ec2eaab..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Google Data/Physical Activity/weight_readme.txt +++ /dev/null @@ -1,14 +0,0 @@ -Time Series Data Export - -The Time Series export provides a detailed timeline of your tracked activity. - -Files Included: ----------- - -weight.csv - Contains all data for this type. - -Each entry has the following values: - - timestamp - Date and time at which the entry was logged. - weight grams - The weight in grams. - data source - The origin or source of this data. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Alerts.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Alerts.csv deleted file mode 100644 index 196ed56..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Alerts.csv +++ /dev/null @@ -1 +0,0 @@ -id,start_timestamp,end_timestamp,type,threshold,value \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Profile.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Profile.csv deleted file mode 100644 index 070b26e..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications Profile.csv +++ /dev/null @@ -1 +0,0 @@ -threshold_high_custom,threshold_low_custom,use_custom_threshold_high,use_custom_threshold_low,alert_high_on,alert_low_on \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications README.txt deleted file mode 100644 index fbe39ec..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/Heart Rate Notifications README.txt +++ /dev/null @@ -1,30 +0,0 @@ -Heart Rate Notifications Data Export - -The Heart Rate Notifications (HRNs) category of your export includes all the data related to your HRNs, including your profile settings and alert history. Some Fitbit devices such as Fitbit Charge 5, Fitbit Sense, and Fitbit Versa 3 notify you when we detect that your heart rate is outside your high or low thresholds while you appear to be inactive for at least 10 minutes. - -Files Included: ----------- - -Heart Rate Notifications Profile.csv - -This is the data related to a user's Heart Rate Notifications settings. - -threshold_high_custom - Custom upper threshold for HRN set by user -threshold_low_custom - Custom lower threshold for HRN set by user -use_custom_threshold_high - Use the custom high threshold -use_custom_threshold_low - Use the custom low threshold -alert_high_on - Are alerts on for heart rate exceeding high threshold -alert_low_on - Are alerts on for heart rate subceeding the lower threshold - ----------- - -Heart Rate Notifications Alerts.csv - -This is the data that was collected for each Heart Rate Notification alert. - -id - Unique numeric id for the alert -start_timestamp - Timestamp for the start of the HRN -end_timestamp - Timestamp for the end of the HRN -type - HIGH or LOW indicating whether HRN was triggered by crossing the high or low threshold -threshold - Threshold value crossed -value - Heart rate that triggered the notification \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_README.txt deleted file mode 100644 index 826fc70..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_README.txt +++ /dev/null @@ -1,41 +0,0 @@ -Afib Ppg Data Export - -The Afib PPG category of your data export includes all of the content you have added to Afib PPG in the app. This includes alerts you received. - -Files Included: ----------- - -afib_ppg_enrollment.csv - -This is the data related to Afib PPG enrollment status. - - consented - If user has consented to Afib PPG program agreement - onboarded - If user has finished the onboard process for the Afib PPG program - enrolled - If user has completed enrollment into the Afib PPG program - last_updated - What was the last time when the user's status was updated - last_notified - What was the last time when the user was notified about a positive observation - ----------- - -afib_ppg_alerts.csv - -This is the data that represents all the received alerts. - - alert_time - Current alert time - alert_detected_time - Time of Afib PPG positive detection - alert_wire_id - The wire ID of the device on which the data was taken - alert_is_read - Was this Afib PPG alert read already or not - window_bpm_time - Afib PPG analysed window bpm time - window_bpm_value - Afib PPG analysed window bpm value - ----------- - -afib_ppg_windows.csv - -This is the data that represents all the analyzed Afib PPG windows. - - start_time - The analysed window start time - is_positive - Does the analysed window have positive detections or not - wire_id - The wire ID of the device on which the data was taken - bpm_time - Afib PPG analysed window bpm time - bpm_value - Afib PPG analysed window bpm value diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_enrollment.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_enrollment.csv deleted file mode 100644 index 3df8f22..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Heart/afib_ppg_enrollment.csv +++ /dev/null @@ -1,2 +0,0 @@ -consented,onboarded,enrolled,last_updated,last_notified -false,false,false,Fri Apr 13 10:09:08 UTC 2020,null \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/Menstrual Health README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/Menstrual Health README.txt deleted file mode 100644 index ca6af53..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/Menstrual Health README.txt +++ /dev/null @@ -1,59 +0,0 @@ -Menstrual Health Data Export - -The Menstrual Health category of your data export includes all of the content you have added to the Fitbit menstrual health tracker. This includes your settings, symptoms, menstrual cycles and birth control. - -Files Included: ----------- - -menstrual_health_birth_control.csv - -This is the birth control data that you enter into the app. - - birth_control_type - The type of birth control you use - event_date - Date at which you started birth control - has_started - Identifies if it has started or not - ----------- - -menstrual_health_settings.csv - -These are the settings that you enter while using menstrual health tracking - - pregnancy_history - Your pregnancy history - birth_control_history - Your birth control history - avg_period_days - Average number of days your period lasts (entered by user) - avg_cycle_days - Average number of days your cycle lasts (entered by user) - ----------- - -menstrual_health_symptoms.csv - -These are symptoms that you can log on a daily basis. - - timestamp - The date at which you recorded your symptom - fluids - The type of fluid you logged for the date - flow - The type of flow you experienced and you logged - conditions - Logged conditions like acne, headache, etc (multivalued) - sex - Protected/unprotected sex - ovulation_test - Result of an OPK test that you may have logged - cycle_altering_event - Cycle altering event such as morning after pill or pregnancy - mood - Moods you experienced on that day. (multivalued) - ------------ - -menstrual_health_cycles.csv - -All your data about menstrual cycles. - - id - Cycle id - cycle_start_date - Cycle start date - cycle_end_date - Cycle end date - ovulation_start_date - Start date for ovulation phase for this cycle - ovulation_end_date - End date for ovulation phase for this cycle - ovulation_source - Computed (internally computed prediction) / Manual (entered by you) - period_start_date - Start date of your period for this cycle - period_end_date - End date of your period for this cycle - period_source - Computed (internally computed prediction) / Manual (entered by you) - fertile_start_date - Start date of your fertile window for this cycle - fertile_end_date - End date of your fertile window for this cycle - fertile_source - Computed (internally computed prediction) / Manual(entered by you) diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_birth_control.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_birth_control.csv deleted file mode 100644 index 06ada91..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_birth_control.csv +++ /dev/null @@ -1 +0,0 @@ -birth_control_type,event_date,has_started diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_cycles.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_cycles.csv deleted file mode 100644 index 75655a4..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_cycles.csv +++ /dev/null @@ -1 +0,0 @@ -id,cycle_start_date,cycle_end_date,ovulation_start_date,ovulation_end_date,ovulation_source,period_start_date,period_end_date,period_source,fertile_start_date,fertile_end_date,fertile_source diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_settings.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_settings.csv deleted file mode 100644 index 4067b1e..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_settings.csv +++ /dev/null @@ -1 +0,0 @@ -pregnancy_history,birth_control_history,avg_period_days,avg_cycle_days diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_symptoms.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_symptoms.csv deleted file mode 100644 index d084e09..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Menstrual Health/menstrual_health_symptoms.csv +++ /dev/null @@ -1 +0,0 @@ -timestamp,fluids,flow,conditions,sex,ovulation_test,cycle_altering_event,mood diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Other/estimated_oxygen_variation-2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Other/estimated_oxygen_variation-2020-04-13.csv deleted file mode 100644 index 3370911..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Other/estimated_oxygen_variation-2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,Infrared to Red Signal Ratio -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 -04/13/20 10:09:08,1 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices Readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices Readme.txt deleted file mode 100644 index 753f931..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices Readme.txt +++ /dev/null @@ -1,100 +0,0 @@ -Device Data Export - -The Devices category of your data export includes all of the Fitbit devices you have paired. This includes Devices.csv, Trackers.csv, Tracker Optional Configuration.csv, Scales.csv, and iOS App Notification Settings.csv - -Files Included: ----------- - -Devices.csv - -This is the list of all Devices you have paired. - - wire_id - device_type - serial_number - enabled - fw_version - ----------- - -Trackers.csv - -This is the configuration of all Trackers you have paired, which are the data tightly coupled with the physical device. - - tracker_id - date_added - last_sync_date_time - batt_level - hardware_rev - is_display_distance - is_display_calories - is_display_clock - is_display_flower - is_display_elevation - is_display_chatter - is_right_handed - tracker_name - device_type - on_dominant_hand - is_display_active_minutes - clock_face - enable_ancs - is_bonded - is_display_steps - alarm_update_time - is_display_heart_rate - heart_rate_tracking - heart_rate_tracking_update_time - tap_enabled - tap_screen - flick_enabled - flick_screen - ----------- - -Tracker Optional Configuration.csv - -This is the additional configuration of all Trackers you have paired with various number of columns, which are optional and can be different between users. - - tracker_id - enabled_notification_types - on_right_hand - clock_face - enable_inactivity_alerts - last_updated_last_ia_time - last_reboot_time - payments_enabled - last_successful_wifi_connection_time - last_successful_wifi_connectionipv4address - last_successful_wifi_connectionipv6address - last_successful_wifi_connectionssid - live_data_disabled - ----------- - -Scales.csv - -This is the list of all Scales you have paired. - - scale_id - short_name - display_bf - display_bf_mass_unit - display_bmi - user_icon_id - - ----------- - -iOS App Notification Settings.csv - -This is the list of iOS applications that your Fitbit device can display notifications from. Notifications from apps with is_app_enabled “true” are displayed on the device, and apps with is_app_enabled “false” are not. - - user_id - tracker_id - mobile_app_name - is_app_enabled - show_partial_message - is_default_message_app - created_on - modified_on diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices.csv deleted file mode 100644 index 91dfbeb..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Devices.csv +++ /dev/null @@ -1,2 +0,0 @@ -wire_id,device_type,serial_number,enabled,fw_version -a1a1a1a1a1a1,xxxxxxxxx,,false,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Media/Avatar Photo.png b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Media/Avatar Photo.png deleted file mode 100644 index 2c3cacd..0000000 Binary files a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Media/Avatar Photo.png and /dev/null differ diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Products Export Readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Products Export Readme.txt deleted file mode 100644 index b6356aa..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Products Export Readme.txt +++ /dev/null @@ -1,23 +0,0 @@ -Products Data Export - -This portion of your data export includes data on your Premium subscriptions - -User Premium Subscriptions.csv: ---------- - provider_id - subscription provider, apple or google - sku - Fitbit name of premium product - product_description - premium product short description - product_reccurence - premium product recurrence - start_date - the date premium subscription started - valid_until - the date premium subscription is valid until - user_cancellation_date - the date premium subscription was cancelled by the user - trial_period - 'TRUE' means that subscription in the free trial status - fatal_renewal_error - if 'TRUE' subscription renewal will not be retried - grant_bundle - the name of features set included into the subscription - -User Premium Transactions.csv: ---------- - provider_id - subscription provider, apple or google - sku - Fitbit name of premium product - timestamp - date and time of the transaction - provider_transaction_id - transaction identifier received from Apple or Google \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Profile.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Profile.csv deleted file mode 100644 index 839424d..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Profile.csv +++ /dev/null @@ -1,2 +0,0 @@ -id,full_name,first_name,last_name,display_name_setting,display_name,username,email_address,date_of_birth,child,country,state,city,timezone,locale,member_since,about_me,start_of_week,sleep_tracking,time_display_format,gender,height,weight,stride_length_walking,stride_length_running,weight_unit,distance_unit,height_unit,water_unit,glucose_unit,swim_unit -xxxxxx,xxxxxxxxxxxxxxxx,xxxxxxxx,xxxxxxx,xxxx,xxxxxxxxxxx,null,not_a_real_email@example.com,2020-04-13,false,null,null,null,some/path,xxxxx,2020-04-13,null,xxxxxx,xxxxxx,xxxxxx,xxxxxx,111.11111111111111,11.1,11.1,111.11111111111111,xxxxx,xxxxx,xxxxx,xxxxx,xxxxx,xxxxx diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Scales.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Scales.csv deleted file mode 100644 index 2ac02c7..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Scales.csv +++ /dev/null @@ -1 +0,0 @@ -scale_id,short_name,display_bf,display_bf_mass_unit,display_bmi,user_icon_id diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Tracker Optional Configuration.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Tracker Optional Configuration.csv deleted file mode 100644 index f300e0a..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Tracker Optional Configuration.csv +++ /dev/null @@ -1,2 +0,0 @@ -tracker_id,enabled_notification_types,on_right_hand,clock_face,enable_inactivity_alerts,last_updated_ia_time,last_reboot_time,payments_enabled,last_successful_wifi_connection_time,last_successful_wifi_connectionipv4addr,last_successful_wifi_connectionipv6addr,last_successful_wifi_connectionssid,live_data_disabled -1111111111,xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx,false,,false,xxxxxxxxxxxxxxxxxxxxxxxx,,false,,,,,false diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Trackers.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Trackers.csv deleted file mode 100644 index f763e9d..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/Trackers.csv +++ /dev/null @@ -1,2 +0,0 @@ -tracker_id,date_added,last_sync_date_time,batt_level,hardware_rev,is_display_distance,is_display_calories,is_display_clock,is_display_flower,is_display_elevation,is_display_chatter,is_right_handed,tracker_name,device_type,on_dominant_hand,is_display_active_minutes,clock_face,enable_ancs,is_bonded,is_display_steps,alarm_update_time,is_display_heart_rate,heart_rate_tracking,heart_rate_tracking_update_time,tap_enabled,tap_screen,flick_enabled,flick_screen -1111111111,2020-04-13,xxxxxxxxxxxxxxxxxxxxxxxx,1,11,false,false,false,false,false,false,false,,xxxxxxxxx,false,false,a,false,false,false,xxxxxxxxxxxxxxxxxxxxxxxx,false,xxxx,xxxxxxxxxxxxxxxxxxxxxxxx,false,xxxx,false, diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/User Profile README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/User Profile README.txt deleted file mode 100644 index a88eb12..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/User Profile README.txt +++ /dev/null @@ -1,49 +0,0 @@ -User Profile Data Export - -This portion of your data export includes your profile information and settings. - -Files Included: ----------- - -Profile.csv - -Your profile data is represented as follows, with absent fields represented by "null": - - id - the user id associated with your account - full_name - the full name set in your profile settings - first_name - the first name set in your profile settings - last_name - the last name set in your profile settings - display_name_setting - your preferred display name (NAME, USERNAME, FULLNAME) - display_name - your display name as specified by the above setting - username - the username associated with your account - email_address - the email associated with your account - date_of_birth - the birthday set in your profile settings - child - whether your account is flagged as a child account - country - the country set in your profile settings - state - the state set in your profile settings - city - the city set in your profile settings - timezone - the timezone set in your profile settings - locale - the language preference set in your profile settings - member_since - the date (yyyy-MM-dd format) of your account creation - about_me - the 'about me' section set in your profile settings - start_of_week - the first day of the week set in your profile settings - sleep_tracking - the sleep sensitivity selection set in your profile settings - time_display_format - the clock display format in your profile settings (TWELVE_HOUR, TWENTY_FOUR_HOUR) - gender - the gender set in your profile settings - height - the height set in your profile settings, in centimeters - weight - the weight set in your profile settings, in kilograms - stride_length_walking - the walking stride length used for your account, in centimeters - stride_length_running - the running stride length used for your account, in centimeters - weight_unit - the unit system preference for weight data - distance_unit - the unit system preference for distance data - height_unit - the unit system preference for height data - water_unit - the unit system preference for water data - glucose_unit - the unit system preference for glucose data - swim_unit - the unit system preference for swim data - active - whether your account is flagged as recently active - ----------- - -Images - -Your profile avatar will be included separately in a Media subdirectory. If set, your cover photo will be included there as well. \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/height-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/height-2020-04-13.json deleted file mode 100644 index f81e531..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/height-2020-04-13.json +++ /dev/null @@ -1,10 +0,0 @@ -[ - { - "dateTime": "04/13/20 10:09:08", - "value": "1111" - }, - { - "dateTime": "04/13/20 10:09:08", - "value": "1111" - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/iOS App Notification Settings.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/iOS App Notification Settings.csv deleted file mode 100644 index 2d1d7cb..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/iOS App Notification Settings.csv +++ /dev/null @@ -1 +0,0 @@ -user_id,tracker_id,mobile_app_name,is_app_enabled,show_partial_message,is_default_message_app,created_on,modified_on diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/weight-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/weight-2020-04-13.json deleted file mode 100644 index 2e59d2d..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Personal & Account/weight-2020-04-13.json +++ /dev/null @@ -1,10 +0,0 @@ -[ - { - "logId": 1111111111111, - "weight": 111.1, - "bmi": 11.11, - "date": "04/13/20", - "time": "10:09:08", - "source": "xxx" - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Active Zone Minutes - 2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Active Zone Minutes - 2020-04-13.csv deleted file mode 100644 index 8780246..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Active Zone Minutes - 2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -date_time,heart_zone_id,total_minutes -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,CARDIO,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 -2020-04-13T10:09,FAT_BURN,1 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Activity Goals README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Activity Goals README.txt deleted file mode 100644 index de26baa..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Activity Goals README.txt +++ /dev/null @@ -1,21 +0,0 @@ -Activity Goals Data Export - -Activity Goals collects all information about the goals set by the user in the Fitbit ecosystem. - -Files Included: ------------ - -Activity Goals.csv - -This is the data related to goal values and their attributes. - - type - The goal type - frequency - The frequency set to complete the goal - target - The goal target value - result - The current progress towards the target value - status - The description of the current progress towards the target value - is_primary - The main goal of the user - start_date - The start date to achieve the goal - end_date - The end date to achieve the goal - created_on - The timestamp when the goal was created by the user - edited_on - The timestamp when the goal was edited by the user \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Activity Goals.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Activity Goals.csv deleted file mode 100644 index 0cdcfbb..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Activity Goals.csv +++ /dev/null @@ -1,13 +0,0 @@ -type,frequency,target,result,status,is_primary,start_date,end_date,created_on,edited_on -xxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,11.1,null,null,false,null,null,null,null -xxxxxxxxxxxxxxxxxxxxxxxx,xxxxxx,111.1,null,null,false,null,null,null,null -xxxxxxxxxxxxxxxxxxxx,xxxxx,1111.1,111.1,xxxxxxxxxxxxxxxxxxxxxxxx,false,2020-04-13,2020-04-13,2020-04-13T10:09:08.000000+00:00,null -xxxxxxxxxx,xxxxx,11111.1,1.1,xxxxxxxxxxxxxxxxxxxxxxxx,false,2020-04-13,2020-04-13,2020-04-13T10:09:08.000000+00:00,null -xxxxxxxxxxxxxxxxxxx,xxxxx,11.1,1.1,xxxxxxxxxxxxxxxxxxxxxxxx,false,2020-04-13,2020-04-13,2020-04-13T10:09:08.000000+00:00,null -xxxxxxxxxxxxxxxxxxxxxxxx,xxxxx,1.1,1.1,xxxxxxxxxxxxxxxxxxxxxxxx,false,2020-04-13,2020-04-13,2020-04-13T10:09:08.000000+00:00,null -xxxxxxxxxxxxxxxxxxx,xxxxx,11.1,1.1,xxxxxxxxxxxxxxxxxxxxxxxx,false,2020-04-13,2020-04-13,2020-04-13T10:09:08.000000+00:00,null -xxxxxxxxxx,xxxxxx,11111.1,1.1,xxxxxxxxxxxxxxxxxxxxxxxx,false,2020-04-13,2020-04-13,2020-04-13T10:09:08.000000+00:00,null -xxxxxxxxxxxxxxxxxxxxxxxx,xxxxxx,11.1,1.1,xxxxxxxxxxxxxxxxxxxxxxxx,false,2020-04-13,2020-04-13,2020-04-13T10:09:08.000000+00:00,null -xxxxxxxxxxxxxxxxxxx,xxxxxx,11.1,1.1,xxxxxxxxxxxxxxxxxxxxxxxx,false,2020-04-13,2020-04-13,2020-04-13T10:09:08.000000+00:00,null -xxxxxxxxxxxxxxxxxxxx,xxxxxx,11111.1,111.1,xxxxxxxxxxxxxxxxxxxxxxxx,false,2020-04-13,2020-04-13,2020-04-13T10:09:08.000000+00:00,null -xxxxxxxxxx,xxxxx,1111.1,1.1,xxxxxxxxxxxxxxxxxxxxxxxx,false,2020-04-13,2020-04-13,2020-04-13T10:09:08.000000+00:00,null diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Daily Readiness README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Daily Readiness README.txt deleted file mode 100644 index bc9cb2a..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Daily Readiness README.txt +++ /dev/null @@ -1,19 +0,0 @@ -The Daily Readiness score helps active users optimize their exercise routine by telling them when they are ready to work out and when they need to prioritize recovery. - -The included files contain daily values of the score and its components. - -date: the date of the score -readiness_score_value: the final daily readiness score -readiness_state: the description of the overall readiness state -activity_subcomponent: the activity subcomponent -sleep_subcomponent the recent sleep subcomponent -hrv_subcomponent: the heart rate variability subcomponent -activity_state: the activity state description -sleep_state: the recent sleep state description -hrv_state: the heart rate variability state description - -An included file contains user properties values. - -property_type: property type from previous period (recent activity or sleep) -value: numeric value representing the property type -last_update: date when the property value was last updated diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Daily Readiness User Properties - 2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Daily Readiness User Properties - 2020-04-13.csv deleted file mode 100644 index 6fad122..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/Daily Readiness User Properties - 2020-04-13.csv +++ /dev/null @@ -1 +0,0 @@ -property_type,value,last_update \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/calories-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/calories-2020-04-13.json deleted file mode 100644 index 852c755..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/calories-2020-04-13.json +++ /dev/null @@ -1,10 +0,0 @@ -[ - { - "dateTime": "04/13/20 10:09:08", - "value": "1.11" - }, - { - "dateTime": "04/13/20 10:09:08", - "value": "1.11" - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/demographic_vo2_max-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/demographic_vo2_max-2020-04-13.json deleted file mode 100644 index eb6581b..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/demographic_vo2_max-2020-04-13.json +++ /dev/null @@ -1,20 +0,0 @@ -[ - { - "dateTime": "04/13/20 10:09:08", - "value": { - "demographicVO2Max": 11.11111, - "demographicVO2MaxError": 1.1111111111111112, - "filteredDemographicVO2Max": 11.11111111111111, - "filteredDemographicVO2MaxError": 0.1111111111111111 - } - }, - { - "dateTime": "04/13/20 10:09:08", - "value": { - "demographicVO2Max": 11.11111111111111, - "demographicVO2MaxError": 1.1111111111111112, - "filteredDemographicVO2Max": 11.11111111111111, - "filteredDemographicVO2MaxError": 0.1111111111111111 - } - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/distance-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/distance-2020-04-13.json deleted file mode 100644 index f40ace4..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/distance-2020-04-13.json +++ /dev/null @@ -1,10 +0,0 @@ -[ - { - "dateTime": "04/13/20 10:09:08", - "value": "1" - }, - { - "dateTime": "04/13/20 10:09:08", - "value": "1" - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/exercise-100.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/exercise-100.json deleted file mode 100644 index 97abe45..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/exercise-100.json +++ /dev/null @@ -1,137 +0,0 @@ -[ - { - "logId": 11111111111, - "activityName": "xxxxxxxxxxxx", - "activityTypeId": 1111, - "activityLevel": [ - { - "minutes": 1, - "name": "xxxxxxxxx" - }, - { - "minutes": 1, - "name": "xxxxxxx" - } - ], - "averageHeartRate": 111, - "calories": 111, - "duration": 1111111, - "activeDuration": 1111111, - "logType": "xxxxxxxxxxxxx", - "manualValuesSpecified": { - "calories": false, - "distance": false, - "steps": false - }, - "heartRateZones": [ - { - "name": "xxxxxxxxxxxx", - "min": 11, - "max": 111, - "minutes": 11, - "caloriesOut": 111.11111111111111 - }, - { - "name": "xxxxxxxx", - "min": 111, - "max": 111, - "minutes": 11, - "caloriesOut": 111.11111 - } - ], - "activeZoneMinutes": { - "totalMinutes": 11, - "minutesInHeartRateZones": [ - { - "minutes": 11, - "zoneName": "xxxxxx", - "order": 1, - "type": "xxxxxx", - "minuteMultiplier": 1 - }, - { - "minutes": 11, - "zoneName": "xxxxxxxx", - "order": 1, - "type": "xxxxxxxx", - "minuteMultiplier": 1 - } - ] - }, - "lastModified": "04/13/20 10:09:08", - "startTime": "04/13/20 10:09:08", - "originalStartTime": "04/13/20 10:09:08", - "originalDuration": 1111111, - "hasGps": false, - "shouldFetchDetails": false, - "hasActiveZoneMinutes": false - }, - { - "logId": 11111111111, - "activityName": "xxxx", - "activityTypeId": 11111, - "activityLevel": [ - { - "minutes": 1, - "name": "xxxxxxxxx" - }, - { - "minutes": 1, - "name": "xxxxxxx" - } - ], - "averageHeartRate": 111, - "calories": 11, - "duration": 1111111, - "activeDuration": 1111111, - "steps": 1111, - "logType": "xxxxxxxxxxxxx", - "manualValuesSpecified": { - "calories": false, - "distance": false, - "steps": false - }, - "heartRateZones": [ - { - "name": "xxxxxxxxxxxx", - "min": 11, - "max": 111, - "minutes": 11, - "caloriesOut": 11.11111111111111 - }, - { - "name": "xxxxxxxx", - "min": 111, - "max": 111, - "minutes": 1, - "caloriesOut": 1.11111 - } - ], - "activeZoneMinutes": { - "totalMinutes": 1, - "minutesInHeartRateZones": [ - { - "minutes": 1, - "zoneName": "xxxxxx", - "order": 1, - "type": "xxxxxx", - "minuteMultiplier": 1 - }, - { - "minutes": 1, - "zoneName": "xxxxxxxx", - "order": 1, - "type": "xxxxxxxx", - "minuteMultiplier": 1 - } - ] - }, - "lastModified": "04/13/20 10:09:08", - "startTime": "04/13/20 10:09:08", - "originalStartTime": "04/13/20 10:09:08", - "originalDuration": 1111111, - "hasGps": false, - "shouldFetchDetails": false, - "hasActiveZoneMinutes": false - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/heart_rate-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/heart_rate-2020-04-13.json deleted file mode 100644 index b4fc48f..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/heart_rate-2020-04-13.json +++ /dev/null @@ -1,16 +0,0 @@ -[ - { - "dateTime": "04/13/20 10:09:08", - "value": { - "bpm": 11, - "confidence": 1 - } - }, - { - "dateTime": "04/13/20 10:09:08", - "value": { - "bpm": 11, - "confidence": 1 - } - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/lightly_active_minutes-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/lightly_active_minutes-2020-04-13.json deleted file mode 100644 index f40ace4..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/lightly_active_minutes-2020-04-13.json +++ /dev/null @@ -1,10 +0,0 @@ -[ - { - "dateTime": "04/13/20 10:09:08", - "value": "1" - }, - { - "dateTime": "04/13/20 10:09:08", - "value": "1" - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/moderately_active_minutes-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/moderately_active_minutes-2020-04-13.json deleted file mode 100644 index f40ace4..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/moderately_active_minutes-2020-04-13.json +++ /dev/null @@ -1,10 +0,0 @@ -[ - { - "dateTime": "04/13/20 10:09:08", - "value": "1" - }, - { - "dateTime": "04/13/20 10:09:08", - "value": "1" - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/resting_heart_rate-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/resting_heart_rate-2020-04-13.json deleted file mode 100644 index e0753f3..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/resting_heart_rate-2020-04-13.json +++ /dev/null @@ -1,26 +0,0 @@ -[ - { - "dateTime": "04/13/20 10:09:08", - "value": { - "date": "some/path", - "value": 11.1111111111111, - "error": 1.111111111111111 - } - }, - { - "dateTime": "04/13/20 10:09:08", - "value": { - "date": "some/path", - "value": 11.11111111111111, - "error": 1.111111111111111 - } - }, - { - "dateTime": "04/13/20 00:00:00", - "value" : { - "date" : null, - "value" : 0.0, - "error" : 0.0 - } - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/sedentary_minutes-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/sedentary_minutes-2020-04-13.json deleted file mode 100644 index f81e531..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/sedentary_minutes-2020-04-13.json +++ /dev/null @@ -1,10 +0,0 @@ -[ - { - "dateTime": "04/13/20 10:09:08", - "value": "1111" - }, - { - "dateTime": "04/13/20 10:09:08", - "value": "1111" - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/steps-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/steps-2020-04-13.json deleted file mode 100644 index f40ace4..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/steps-2020-04-13.json +++ /dev/null @@ -1,10 +0,0 @@ -[ - { - "dateTime": "04/13/20 10:09:08", - "value": "1" - }, - { - "dateTime": "04/13/20 10:09:08", - "value": "1" - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/swim_lengths_data-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/swim_lengths_data-2020-04-13.json deleted file mode 100644 index 27312d5..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/swim_lengths_data-2020-04-13.json +++ /dev/null @@ -1,20 +0,0 @@ -[ - { - "dateTime": "04/13/20 10:09:08", - "value": { - "lapDurationSec": 11, - "strokeCount": 1, - "swimStrokeType": "xxxxxxx", - "swimAlgorithmType": "xxxxxx" - } - }, - { - "dateTime": "04/13/20 10:09:08", - "value": { - "lapDurationSec": 11, - "strokeCount": 1, - "swimStrokeType": "xxxxxxx", - "swimAlgorithmType": "xxxxxx" - } - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/time_in_heart_rate_zones-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/time_in_heart_rate_zones-2020-04-13.json deleted file mode 100644 index 6cc5725..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/time_in_heart_rate_zones-2020-04-13.json +++ /dev/null @@ -1,13 +0,0 @@ -[ - { - "dateTime": "04/13/20 10:09:08", - "value": { - "valuesInZones": { - "BELOW_DEFAULT_ZONE_1": 111, - "IN_DEFAULT_ZONE_2": 1, - "IN_DEFAULT_ZONE_1": 1, - "IN_DEFAULT_ZONE_3": 1 - } - } - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/very_active_minutes-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/very_active_minutes-2020-04-13.json deleted file mode 100644 index f40ace4..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Physical Activity/very_active_minutes-2020-04-13.json +++ /dev/null @@ -1,10 +0,0 @@ -[ - { - "dateTime": "04/13/20 10:09:08", - "value": "1" - }, - { - "dateTime": "04/13/20 10:09:08", - "value": "1" - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Programs/Fitbit Health Programs Data README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Programs/Fitbit Health Programs Data README.txt deleted file mode 100644 index 04fbb11..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Programs/Fitbit Health Programs Data README.txt +++ /dev/null @@ -1,41 +0,0 @@ -Fitbit Health Programs - -The Fitbit Care category of your data export includes all of the content related to your Fitbit Health Programs -connected to your account. -This includes your health programs data, tasks data in particular programs - -Files Included: ----------- - -{PROGRAM_ID}_{PROGRAM_CREATED_DATE}.json - -File names include the next data: - PROGRAM_ID - Program id - PROGRAM_CREATED_DATE - Date of start of user participation in the program - -File content is json that includes the next data related to the health programs: - - - summary - Summary of the health program - state - Actual state of the health program. - tasks - List of tasks that connected to particular health programs - -Where summary included the next data: - - title - Subtitle of the health program - subtitle - Subtitle of the health program - status - Actual health program status, e.g. ACTIVE, COMPLETE, etc - startedAt - Date of start of user participation in the health program - endedAt - Date of end of user participation in the health program - detail - Details of the health program - -Where each task in the tasks list include the next data: - - id - Health Task id - title - Title of the health task - subtitle - Subtitle of the health task - status - Actual health task status, e.g. ACTIVE, COMPLETED, OBSOLETE - dataJson - Specific data for the health task related to health program - dueDate - Due date for health task - ------------------- diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily Heart Rate Variability Summary README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily Heart Rate Variability Summary README.txt deleted file mode 100644 index c1a7434..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily Heart Rate Variability Summary README.txt +++ /dev/null @@ -1,7 +0,0 @@ -Heart rate variability (HRV) is the physiological phenomenon of variation in the time interval between heartbeats. It is measured by the variation in the beat-to-beat interval. - -The "Daily Heart Rate Variability Summary" files include daily granularity recordings of your HRV during a sleep. The description for the values of each row is as follows: - -rmssd: Root mean squared value of the successive differences of time interval between successive heart beats., measured during sleep. -nremhr: Heart rate measured during non-REM sleep (i.e. light and deep sleep stages). -entropy: Entropy quantifies randomness or disorder in a system. High entropy indicates high HRV. Entropy is measured from the histogram of time interval between successive heart beats values measured during sleep. diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily Respiratory Rate Summary README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily Respiratory Rate Summary README.txt deleted file mode 100644 index 392222a..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily Respiratory Rate Summary README.txt +++ /dev/null @@ -1,5 +0,0 @@ -The respiratory rate (or breathing rate) is the rate at which breathing occurs. This is usually measured in breaths per minute. - -The "Daily Respiration Rate Summary" files include daily granularity recordings of your Respiratory Rate during a sleep. The description is as follows: - -daily_respiratory_rate: Breathing rate average estimated from deep sleep when possible, and from light sleep when deep sleep data is not available. \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily SpO2 - 2020-03-13-2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily SpO2 - 2020-03-13-2020-04-13.csv deleted file mode 100644 index 2e66913..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily SpO2 - 2020-03-13-2020-04-13.csv +++ /dev/null @@ -1,10 +0,0 @@ -timestamp,average_value,lower_bound,upper_bound -2020-04-13T10:09:08Z,11.1,11.1,11.1 -2020-04-13T10:09:08Z,11.1,11.1,11.1 -2020-04-13T10:09:08Z,11.1,11.1,111.1 -2020-04-13T10:09:08Z,11.1,11.1,11.1 -2020-04-13T10:09:08Z,11.1,11.1,11.1 -2020-04-13T10:09:08Z,11.1,11.1,11.1 -2020-04-13T10:09:08Z,11.1,11.1,11.1 -2020-04-13T10:09:08Z,11.1,11.1,11.1 -2020-04-13T10:09:08Z,11.1,11.1,11.1 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily SpO2 README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily SpO2 README.txt deleted file mode 100644 index 11b3c79..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Daily SpO2 README.txt +++ /dev/null @@ -1,10 +0,0 @@ -Blood oxygen saturation (SpO2) estimates the amount of oxygen in your blood as a percentage of the maximum it could contain. -After a period of sleep, a single value is computed from all gathered data. - -The "Daily SpO2" files contain the SpO2 values measured per day during sleep. - -Values per row: -- timestamp: The time when the sleep period has ended -- average_value: The average SpO2 value computed during sleep -- lower_bound: Lower bound of SpO2 values -- upper_bound: Upper bound of SpO2 values \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Device Temperature - 2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Device Temperature - 2020-04-13.csv deleted file mode 100644 index 688bed9..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Device Temperature - 2020-04-13.csv +++ /dev/null @@ -1 +0,0 @@ -recorded_time,temperature,sensor_type \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Heart Rate Variability README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Heart Rate Variability README.txt deleted file mode 100644 index 87aea54..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Heart Rate Variability README.txt +++ /dev/null @@ -1,14 +0,0 @@ -Heart rate variability (HRV) is the physiological phenomenon of variation in the time interval between heartbeats. It is measured by the variation in the beat-to-beat interval. - -The "Heart Rate Variability Details" files include 5 minutes granularity recordings of your HRV during a sleep. The description for the values of each row is as follows: - -- timestamp: the start of the 5 minutes interval for which the following values were computed -- rmssd: "root mean square of successive differences" - the square root of the mean of the squares of the successive differences between adjacent beat-to-beat intervals -- coverage: the number of data points in the interval, multiplied by the mean beat-to-beat of the interval in seconds and divided by the number of seconds in the interval (300 seconds) -- low_frequency: measures long term variations in heart rate and reflects activity from both the sympathetic and parasympathetic branches -- high_frequency: measures short term variations in heart rate and captures parasympathetic activity - -The "Heart Rate Variability Histogram" files include histograms that shows the spread in the beat-to-beat intervals for your sleeps: - -- timestamp: the wake time -- bucket_values: 29 bins grouping and counting the similar beat-to-beat durations during your sleep. The bins interval is 0.05s, and the bins start at 0.3s. E.g. 0.3s, 0.35s, 0.4s, etc \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Minute SpO2 - 2020-04-13.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Minute SpO2 - 2020-04-13.csv deleted file mode 100644 index 872efc3..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Minute SpO2 - 2020-04-13.csv +++ /dev/null @@ -1,21 +0,0 @@ -timestamp,value -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 -2020-04-13T10:09:08Z,11.1 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Minute SpO2 README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Minute SpO2 README.txt deleted file mode 100644 index b17e5c9..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Minute SpO2 README.txt +++ /dev/null @@ -1,12 +0,0 @@ -Blood oxygen saturation (SpO2) estimates the amount of oxygen in your blood as a percentage of the maximum it could contain. -This is measured per minute. - -The "Minute SpO2" files contain the SpO2 measured per minute during sleep. - -Values per row: -- timestamp: the time when SpO2 was measured -- value: SpO2 value -- confidence: An estimation of how much confidence we have in the SpO2 measurement -- coverage: The number of seconds in the last minute that were used in the calculation -- valid: False if low confidence -- unused: whether is used or not in the summary computation \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Respiratory Rate README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Respiratory Rate README.txt deleted file mode 100644 index a51cff2..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Respiratory Rate README.txt +++ /dev/null @@ -1,17 +0,0 @@ -The respiratory rate (or breathing rate) is the rate at which breathing occurs. This is usually measured in breaths per minute. - -The "Respiratory Rate Summary" files include summaries of your respiratory rate during sleeps: - -- timestamp: the wake time -- full_sleep_breathing_rate: the respiratory rate average for your entire sleep -- full_sleep_standard_deviation: measures the amount your respiratory rate variates during the entire sleep -- full_sleep_signal_to_noise: the signal-to-noise value for the entire sleep -- deep_sleep_breathing_rate: the respiratory rate average for your deep sleep periods -- deep_sleep_standard_deviation: measures the amount your respiratory rate variates during the deep sleep periods -- deep_sleep_signal_to_noise: the signal-to-noise value for the deep sleep periods -- light_sleep_breathing_rate: the respiratory rate average for your light sleep periods -- light_sleep_standard_deviation: measures the amount your respiratory rate variates during the light sleep periods -- light_sleep_signal_to_noise: the signal-to-noise value for the light sleep periods -- rem_sleep_breathing_rate: the respiratory rate average for your REM sleep periods -- rem_sleep_standard_deviation:measures the amount your respiratory rate variates during the REM sleep periods -- rem_sleep_signal_to_noise: the signal-to-noise value for the REM sleep periods \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Snore README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Snore README.txt deleted file mode 100644 index 50a61a9..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/Snore README.txt +++ /dev/null @@ -1,11 +0,0 @@ -Snore Details is providing the acoustic noise metrics during sleep. The acoustic noise metrics include noise level and snoring events. -The acoustic noise metrics are computed every segment (default 30 second). -The noise level is reported in A-weighting which is adjusted for loudness perceived by the human ear. The noise level is computed every 100 milliseconds. -- timestamp: the start time of this segment. -- mean_dba: average A-weighted noise level in decibels measured on the device in this segment. -- max_dba: maximum A-weighted noise level in decibels measured on the device in this segment. -- min_dba: minimum A-weighted noise level in decibels measured on the device in this segment. -- events_number: the number of sound events detected in this segment. -- snoring_events_number: the number of snoring events detected in this segment. -- snore_label: a binary label indicating whether there is enough snoring events in this segment. -- sample_duration: the duration of this segment, the default is 30 seconds. \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/sleep-2020-03-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/sleep-2020-03-13.json deleted file mode 100644 index 0731e1b..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/sleep-2020-03-13.json +++ /dev/null @@ -1,132 +0,0 @@ -[ - { - "logId": 11111111111, - "dateOfSleep": "2020-03-13", - "startTime": "2020-03-13T10:09:08.000", - "endTime": "2020-03-13T10:09:08.000", - "duration": 11111111, - "minutesToFallAsleep": 1, - "minutesAsleep": 111, - "minutesAwake": 11, - "minutesAfterWakeup": 1, - "timeInBed": 111, - "efficiency": 11, - "type": "xxxxxx", - "infoCode": 1, - "logType": "xxxxxxxxxxxxx", - "levels": { - "summary": { - "deep": { - "count": 1, - "minutes": 11, - "thirtyDayAvgMinutes": 11 - }, - "wake": { - "count": 11, - "minutes": 11, - "thirtyDayAvgMinutes": 11 - }, - "light": { - "count": 11, - "minutes": 111, - "thirtyDayAvgMinutes": 111 - }, - "rem": { - "count": 1, - "minutes": 11, - "thirtyDayAvgMinutes": 11 - } - }, - "data": [ - { - "dateTime": "2020-03-13T10:09:08.000", - "level": "xxxx", - "seconds": 111 - }, - { - "dateTime": "2020-03-13T10:09:08.000", - "level": "xxxxx", - "seconds": 111 - } - ], - "shortData": [ - { - "dateTime": "2020-03-13T10:09:08.000", - "level": "xxxx", - "seconds": 11 - }, - { - "dateTime": "2020-03-13T10:09:08.000", - "level": "xxxx", - "seconds": 111 - } - ] - }, - "mainSleep": false - }, - { - "logId": 11111111111, - "dateOfSleep": "2020-03-13", - "startTime": "2020-03-13T10:09:08.000", - "endTime": "2020-03-13T10:09:08.000", - "duration": 11111111, - "minutesToFallAsleep": 1, - "minutesAsleep": 111, - "minutesAwake": 11, - "minutesAfterWakeup": 1, - "timeInBed": 111, - "efficiency": 11, - "type": "xxxxxx", - "infoCode": 1, - "logType": "xxxxxxxxxxxxx", - "levels": { - "summary": { - "deep": { - "count": 1, - "minutes": 11, - "thirtyDayAvgMinutes": 11 - }, - "wake": { - "count": 11, - "minutes": 11, - "thirtyDayAvgMinutes": 11 - }, - "light": { - "count": 11, - "minutes": 111, - "thirtyDayAvgMinutes": 111 - }, - "rem": { - "count": 11, - "minutes": 11, - "thirtyDayAvgMinutes": 11 - } - }, - "data": [ - { - "dateTime": "2020-03-13T10:09:08.000", - "level": "xxxx", - "seconds": 111 - }, - { - "dateTime": "2020-03-13T10:09:08.000", - "level": "xxxxx", - "seconds": 111 - } - ], - "shortData": [ - { - "dateTime": "2020-03-13T10:09:08.000", - "level": "xxxx", - "seconds": 11 - }, - { - "dateTime": "2020-03-13T10:09:08.000", - "level": "xxxx", - "seconds": 11 - } - ] - }, - "mainSleep": false - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/sleep-2020-04-13.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/sleep-2020-04-13.json deleted file mode 100644 index a9a7b45..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/sleep-2020-04-13.json +++ /dev/null @@ -1,132 +0,0 @@ -[ - { - "logId": 11111111111, - "dateOfSleep": "2020-04-13", - "startTime": "2020-04-13T10:09:08.000", - "endTime": "2020-04-13T10:09:08.000", - "duration": 11111111, - "minutesToFallAsleep": 1, - "minutesAsleep": 111, - "minutesAwake": 11, - "minutesAfterWakeup": 1, - "timeInBed": 111, - "efficiency": 11, - "type": "xxxxxx", - "infoCode": 1, - "logType": "xxxxxxxxxxxxx", - "levels": { - "summary": { - "deep": { - "count": 1, - "minutes": 11, - "thirtyDayAvgMinutes": 11 - }, - "wake": { - "count": 11, - "minutes": 11, - "thirtyDayAvgMinutes": 11 - }, - "light": { - "count": 11, - "minutes": 111, - "thirtyDayAvgMinutes": 111 - }, - "rem": { - "count": 1, - "minutes": 11, - "thirtyDayAvgMinutes": 11 - } - }, - "data": [ - { - "dateTime": "2020-04-13T10:09:08.000", - "level": "xxxx", - "seconds": 111 - }, - { - "dateTime": "2020-04-13T10:09:08.000", - "level": "xxxxx", - "seconds": 111 - } - ], - "shortData": [ - { - "dateTime": "2020-04-13T10:09:08.000", - "level": "xxxx", - "seconds": 11 - }, - { - "dateTime": "2020-04-13T10:09:08.000", - "level": "xxxx", - "seconds": 111 - } - ] - }, - "mainSleep": false - }, - { - "logId": 11111111111, - "dateOfSleep": "2020-04-13", - "startTime": "2020-04-13T10:09:08.000", - "endTime": "2020-04-13T10:09:08.000", - "duration": 11111111, - "minutesToFallAsleep": 1, - "minutesAsleep": 111, - "minutesAwake": 11, - "minutesAfterWakeup": 1, - "timeInBed": 111, - "efficiency": 11, - "type": "xxxxxx", - "infoCode": 1, - "logType": "xxxxxxxxxxxxx", - "levels": { - "summary": { - "deep": { - "count": 1, - "minutes": 11, - "thirtyDayAvgMinutes": 11 - }, - "wake": { - "count": 11, - "minutes": 11, - "thirtyDayAvgMinutes": 11 - }, - "light": { - "count": 11, - "minutes": 111, - "thirtyDayAvgMinutes": 111 - }, - "rem": { - "count": 11, - "minutes": 11, - "thirtyDayAvgMinutes": 11 - } - }, - "data": [ - { - "dateTime": "2020-04-13T10:09:08.000", - "level": "xxxx", - "seconds": 111 - }, - { - "dateTime": "2020-04-13T10:09:08.000", - "level": "xxxxx", - "seconds": 111 - } - ], - "shortData": [ - { - "dateTime": "2020-04-13T10:09:08.000", - "level": "xxxx", - "seconds": 11 - }, - { - "dateTime": "2020-04-13T10:09:08.000", - "level": "xxxx", - "seconds": 11 - } - ] - }, - "mainSleep": false - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/sleep_score.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/sleep_score.csv deleted file mode 100644 index a356f03..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Sleep/sleep_score.csv +++ /dev/null @@ -1,20 +0,0 @@ -sleep_log_entry_id,timestamp,overall_score,composition_score,revitalization_score,duration_score,deep_sleep_in_minutes,resting_heart_rate,restlessness -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.03000000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.03000000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.03000000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.11000000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.11000000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,111,11,0.1100000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.1100000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.11000000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.1100000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.11000000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.1100000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.1100000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.11000000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,111,11,0.11000000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.110000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.1100000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.11000000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.1100000000000000 -11111111111,2020-04-13T10:09:08Z,11,,11,,11,11,0.1100000000000000 diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Social/Feed README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Social/Feed README.txt deleted file mode 100644 index 409a5fc..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Social/Feed README.txt +++ /dev/null @@ -1,63 +0,0 @@ -Social Feed Data Export - -The Social Feed category of your data export includes all of the content you have posted to the Fitbit community Feed and Groups. This includes cheers, comments, posts, groups, and images. - -Files Included: ----------- - -Feed Cheers.csv - -This is the list of all Posts and Comments you have cheered - - post_id - the id of the post - comment_id - if a comment was cheered, the id of the comment - author_id - the id of the user whose content you cheered - author_name - the name of the user whose content you cheered - ----------- - -Feed Comments.csv - -This is the list of all Comments you have made on a Post - - id - the id of the comment - content - the text content of the comment - timestamp - the date and time the comment was made - post_id - the id of the post the comment was replying to - ----------- - -Feed Posts.csv - -This is the list of all your Posts made to the community Feed and any to group you have been a apart of - - id - the id of the post - text_content - the text content of the post - timestamp - the date and time the post was made - comment_count - the number of comments made on the post - cheer_count - the number of Cheers - type - the type of post (mostly used for internal purposes) - group_id - if posted to a group, the id of the group - image_filename - if an image was included, the name of the image - embedded_url - a shared url - ----------- - -Groups.csv - -This is the list of all Groups you are a member of. description, avatar_url, cover_image_url, and members will only be populated for user created groups (i.e. groups with type "Closed group") - - id - the id of the group - name - the name of the group - description - the description of the group - avatar_url - the url of the group avatar image - cover_image_url - the url of the group cover image - type - the type of the group (e.g. "Public group") - members - the number of users who have joined the group - ----------- - -Images - -Any images you posted as part of a Post will be included separately in a Media/Posts subdirectory -Any avatar/cover images for user created groups you are a member of will be included separately in a Media/Groups subdirectory diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Social/badge.json b/test/fixtures/fitbit-2026-02/SamanthaFornari/Social/badge.json deleted file mode 100644 index 5b64c29..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Social/badge.json +++ /dev/null @@ -1,29 +0,0 @@ -[ - { - "encodedId": "xxxxxx", - "badgeType": "DAILY_STEPS", - "value": 1111, - "timesAchieved": 111, - "dateTime": "2020-04-13", - "name": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", - "shortName": "xxxxxxxxx", - "earnedMessage": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", - "description": "xxxxxxxxxxxxxxxxxxxx", - "category": "xxxxxxxxxxx", - "shareText": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx" - }, - { - "encodedId": "xxxxxx", - "badgeType": "LIFETIME_DISTANCE", - "value": 1111, - "unit": "xxxxx", - "timesAchieved": 1, - "dateTime": "2020-04-13", - "name": "xxxxxxxxxxxxxxxxxxxxxxxxxxxx", - "shortName": "xxxxx", - "earnedMessage": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", - "description": "xxxxxxxxxxxxxxxxxxxx", - "category": "xxxxxxxxxxxxxxxxx", - "shareText": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx" - } -] diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Stress/Stress Journal README.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Stress/Stress Journal README.txt deleted file mode 100644 index ac2b3fc..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Stress/Stress Journal README.txt +++ /dev/null @@ -1,41 +0,0 @@ -Stress Journal Data Export - -Your Stress Journal Data export includes your body responses, cEDA data, and certain information you log within the stress experience. - -Files Included: ----------- - -Stress Daily Summaries.csv - -Your Stress Daily Summaries data includes the following: - - body_response_start — Date and start time of a body response - body_response_end — Date and end time of a body response - logged_mood — Any moods you logged for a body response - ----------- - -Stress Weekly Summaries.csv - -Your Stress Weekly Summaries data includes the following: - - date — Last day of the week in which you selected a focus area - selected_focus — Any focus areas you logged in the stress experience - ----------- - -CEDA Data.csv - -Your cEDA Data, also known as continuous electrodermal activity data, includes the following: - - timestamp — Date and time when EDA data was collected - eda_level_real — Electrodermal activity level collected by the cEDA sensor on your device - ----------- - -Survey Data.csv - -Your Survey Data includes the following: - - logged_value — Any moods you logged within the stress experience - timestamp — Date and time when mood data was logged \ No newline at end of file diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Stress/Stress Score Readme.txt b/test/fixtures/fitbit-2026-02/SamanthaFornari/Stress/Stress Score Readme.txt deleted file mode 100644 index 1f3f575..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Stress/Stress Score Readme.txt +++ /dev/null @@ -1,22 +0,0 @@ -Stress Score Data Export - -Description: Users who have access to the Stress Management experience receive a daily Stress Management Score, which is a round number comprised of 3 subscores. - -Files Included: ----------- - -Stress Score.csv - -Stress Score for each of the days it was attempted to be calculated - -date - date when Stress Score was recorded -updated_at - time when score was created or update last time -stress_score - value of Stress Score -sleep_points - points from sleep components -max_sleep_points - maximal possible points from sleep components a user can get -responsiveness_points - points from responsiveness components -max_responsiveness_points - maximal points from responsiveness components a user can get -exertion_points - points from exertion components -max_exertion_points - maximal points from exertion components a user can get -status - IN_PROGRESS (calculations is in progress) / READY (Stress Score was calculated) -calculation_failed - whether stress score calculation has failed for a certain date diff --git a/test/fixtures/fitbit-2026-02/SamanthaFornari/Stress/Stress Score.csv b/test/fixtures/fitbit-2026-02/SamanthaFornari/Stress/Stress Score.csv deleted file mode 100644 index 63a3434..0000000 --- a/test/fixtures/fitbit-2026-02/SamanthaFornari/Stress/Stress Score.csv +++ /dev/null @@ -1 +0,0 @@ -DATE,UPDATED_AT,STRESS_SCORE,SLEEP_POINTS,MAX_SLEEP_POINTS,RESPONSIVENESS_POINTS,MAX_RESPONSIVENESS_POINTS,EXERTION_POINTS,MAX_EXERTION_POINTS,STATUS,CALCULATION_FAILED diff --git a/test/scrub.ts b/test/scrub.ts deleted file mode 100644 index 9881931..0000000 --- a/test/scrub.ts +++ /dev/null @@ -1,135 +0,0 @@ -import path from "node:path"; -import { test } from "node:test"; -import { strict as assert } from "node:assert"; -import { scrubPrimitive } from "../util/scrub_primitive.ts"; -import { $ } from "zx"; - -const scriptDir = path.dirname(new URL(import.meta.url).pathname); -const defsDir = path.join(scriptDir, "..", "util"); - -async function jqScrubPrimitive(value: unknown): Promise { - const input = JSON.stringify(value); - const result = await $`echo ${input} | jq -L ${defsDir} 'include "scrub"; scrub_primitive'`; - return JSON.parse(result.stdout.trim()); - // const result = await $`jq -f ${scrubJq} --argjson input ${input} -n '$input | scrub_primitive'`; - // return JSON.parse(result.stdout.trim()); -} - -interface TestCase { - name: string; - input: unknown; - expected: unknown; -} - -const cases: TestCase[] = [ - // === Strings === - { name: "IPv4 address", input: "192.168.1.1", expected: "1.1.1.1" }, - { name: "IPv4 address 2", input: "10.0.0.255", expected: "1.1.1.1" }, - { name: "IPv6 full", input: "2001:0db8:85a3:0000:0000:8a2e:0370:7334", expected: "2000:0000:0000:0000:0000:0000:0000:0000" }, - { name: "IPv6 shortened", input: "fe80::1", expected: "2000:0000:0000:0000:0000:0000:0000:0000" }, - { name: "IPv6 collapsed", input: "::1", expected: "2000:0000:0000:0000:0000:0000:0000:0000" }, - - { name: "email simple", input: "user@example.com", expected: "not_a_real_email@example.com" }, - { name: "email complex", input: "john.doe+tag@sub.domain.org", expected: "not_a_real_email@example.com" }, - - { name: "http URL", input: "https://www.example.com/path?q=1", expected: "url://somewhere" }, - { name: "ftp URL", input: "ftp://files.example.com/doc.pdf", expected: "url://somewhere" }, - { name: "custom scheme URL", input: "myapp://deep/link", expected: "url://somewhere" }, - - { name: "unix path", input: "/home/user/documents", expected: "some/path" }, - { name: "relative path", input: "some/relative/path", expected: "some/path" }, - - { name: "ISO datetime with tz no millis", input: "2023-11-15T14:30:00+05:00", expected: "2020-04-13T10:09:08+00:00" }, - { name: "ISO datetime with tz no tz colon no T", input: "2023-11-15 14:30:00+0500", expected: "2020-04-13 10:09:08+0000" }, - { name: "ISO datetime with negative tz no millis", input: "2023-11-15T14:30:00-08:00", expected: "2020-04-13T10:09:08+00:00" }, - { name: "ISO datetime with millis and tz", input: "2023-11-15T14:30:00.123+05:00", expected: "2020-04-13T10:09:08.000000+00:00" }, - { name: "ISO datetime with 6 digit millis and tz", input: "2023-11-15T14:30:00.123456+05:00", expected: "2020-04-13T10:09:08.000000+00:00" }, - { name: "ISO datetime with millis no tz", input: "2023-11-15T14:30:00.123", expected: "2020-04-13T10:09:08.000" }, - { name: "ISO datetime no millis no tz (falls through to millis branch)", input: "2023-11-15T14:30:00", expected: "2020-04-13T10:09:08.000" }, - { name: "ISO datetime with Z", input: "2023-11-15T14:30:00Z", expected: "2020-04-13T10:09:08Z" }, - { name: "ISO datetime with Z with millis", input: "2023-11-15T14:30:00.000Z", expected: "2020-04-13T10:09:08.000000Z" }, - { name: "ISO datetime with no seconds", input: "2023-11-15T14:30", expected: "2020-04-13T10:09" }, - { name: "ISO datetime range no T", input: "2023-11-15 14:30:08 - 2022-11-11 11:11:11", expected: "2020-04-13 10:09:08 - 2020-04-13 10:09:08" }, - { name: "date only", input: "2023-11-15", expected: "2020-04-13" }, - { name: "date only 2", input: "1999-01-01", expected: "2020-04-13" }, - { name: "datetime with UTC suffix", input: "2023-11-15 14:30:00 UTC", expected: "2020-04-13 10:09:08 UTC" }, - { name: "datetime without UTC suffix", input: "2023-11-15 14:30:00", expected: "2020-04-13 10:09:08" }, - { name: "datetime with /s and MM/DD/YY (whyyyy, fitbit, whyyy)", input: "11/15/25 14:30:00", expected: "04/13/20 10:09:08" }, - { name: "datetime with Mon Apr 13 10:09:08 UTC 2020 format", input: "Tue Apr 14 11:11:11 UTC 1999", expected: "Mon Apr 13 10:09:08 UTC 2020" }, - { name: "UTC offset only", input: "+04:00", expected: "+00:00" }, - { name: "UTC offset only negative", input: "-04:00", expected: "-00:00" }, - - { name: "numeric string short", input: "42", expected: "11" }, - { name: "numeric string long", input: "1234567890", expected: "1111111111" }, - { name: "numeric string single digit", input: "0", expected: "1" }, - - { name: "decimal string", input: "3.14", expected: "1.11" }, - { name: "negative decimal string", input: "-123.456", expected: "-111.111" }, - { name: "negative integer string", input: "-42", expected: "-11" }, - - { name: "hex string short", input: "deadbeef", expected: "a1a1a1a1" }, - { name: "hex string odd length", input: "abc", expected: "a1a" }, - { name: "hex string uppercase", input: "DEADBEEF", expected: "a1a1a1a1" }, - { name: "hex string mixed case", input: "AbCd01", expected: "a1a1a1" }, - - { name: "empty string", input: "", expected: "" }, - - { name: "string 'true'", input: "true", expected: "false" }, - { name: "string 'false'", input: "false", expected: "false" }, - { name: "string 'null'", input: "null", expected: "null" }, - - { name: "generic string short", input: "hello", expected: "xxxxx" }, - { name: "generic string with spaces", input: "hello world!", expected: "xxxxxxxxxxxx" }, - { name: "generic string single char", input: "z", expected: "x" }, - { name: "generic string special chars", input: "foo-bar_baz", expected: "xxxxxxxxxxx" }, - - // === Strings: Media file extensions (passthrough) === - // TODO: Fix - // { name: "jpg file path", input: "photo.jpg", expected: "photo.jpg" }, - // { name: "png file path", input: "image.png", expected: "image.png" }, - // { name: "mp4 file path", input: "video.mp4", expected: "video.mp4" }, - // { name: "mp3 file path", input: "song.mp3", expected: "song.mp3" }, - // { name: "svg file path", input: "icon.svg", expected: "icon.svg" }, - // { name: "webm file path", input: "clip.webm", expected: "clip.webm" }, - // { name: "flac file path", input: "track.flac", expected: "track.flac" }, - // { name: "case insensitive JPG", input: "photo.JPG", expected: "photo.JPG" }, - - // === Numbers === - { name: "unix timestamp low boundary", input: 946702800, expected: (((946702800 % 31557600 + 1704067200) / 5000 | 0) * 5000) }, - { name: "unix timestamp mid", input: 1700000000, expected: (((1700000000 % 31557600 + 1704067200) / 5000 | 0) * 5000) }, - { name: "unix timestamp high boundary", input: 1893474000, expected: (((1893474000 % 31557600 + 1704067200) / 5000 | 0) * 5000) }, - - { name: "integer single digit", input: 5, expected: 1 }, - { name: "integer two digits", input: 42, expected: 11 }, - { name: "integer three digits", input: 999, expected: 111 }, - { name: "integer large", input: 123456, expected: 111111 }, - { name: "integer zero", input: 0, expected: 1 }, - - // TODO: Fix, I dont care about negatives rn - // { name: "negative integer", input: -42, expected: -11 }, - // { name: "negative integer large", input: -123456, expected: -111111 }, - - { name: "decimal simple", input: 3.14, expected: 1.11 }, - { name: "decimal long fraction", input: 123.4567, expected: 111.1111 }, - { name: "decimal short fraction", input: 0.5, expected: 0.1 }, - // { name: "decimal negative", input: -3.14, expected: -1.11 }, - // { name: "decimal negative with zero int", input: -0.75, expected: -0.11 }, - - // === Misc === - { name: "boolean true", input: true, expected: false }, - { name: "boolean false", input: false, expected: false }, - - { name: "null", input: null, expected: null }, - -]; - -for (const { name, input, expected } of cases) { - test(`scrub() - ${name} TypeScript scrubPrimitive(${JSON.stringify(input)}) === ${JSON.stringify(expected)}`, () => { - const result = scrubPrimitive(input); - assert.deepEqual(result, expected); - }); - test(`scrub() - ${name} jq scrub_primitive(${JSON.stringify(input)}) === ${JSON.stringify(expected)}`, async () => { - const result = await jqScrubPrimitive(input); - assert.deepEqual(result, expected); - }); -} diff --git a/test/snapchat.ts b/test/snapchat.ts new file mode 100644 index 0000000..7d8bf9d --- /dev/null +++ b/test/snapchat.ts @@ -0,0 +1,27 @@ +import test from "node:test"; +import nodePath from "node:path"; +import { strict as assert } from "node:assert"; +import { TaskTarget } from "../data-export/task.ts"; +import { snapchat } from "../data-export/snapchat.ts"; +import * as DataIO from "../data-export/io.ts"; +import { parse } from "csv-parse/sync"; + +const THIS_FILE = import.meta.dirname; +const SNAPCHAT_DIR = nodePath.join(THIS_FILE, 'fixtures/snapchat-2023-11'); + +test("snapchat: Can load the 2023-11 export", async (t) => { + const targets = [new TaskTarget(SNAPCHAT_DIR)]; + const builtTargets = await snapchat()(targets); + const out = await DataIO.runPipeline(builtTargets); + const idAndCSVs: [string, string][] = []; + for (const { target, result } of out) { + assert.ok(!result.stderr, `Task ${target.id} should have no stderr output`); + assert.ok(result.ok, `Task ${target.id} should be okay`); + idAndCSVs.push([target.id, result.stdout]); + } + const csvs = idAndCSVs + .sort() + .map(v => parse(v[1])); + + t.assert.snapshot(csvs); +}); diff --git a/test/snapchat.ts.snapshot b/test/snapchat.ts.snapshot new file mode 100644 index 0000000..efeeec2 --- /dev/null +++ b/test/snapchat.ts.snapshot @@ -0,0 +1,401 @@ +exports[`snapchat: Can load the 2023-11 export 1`] = ` +[ + [ + [ + "change_type", + "date", + "detail" + ], + [ + "display_name_change", + "2020-04-13T10:09:08+00:00", + "xxxxx" + ], + [ + "display_name_change", + "", + "xxxxxx" + ], + [ + "email_change", + "2020-04-13T10:09:08+00:00", + "not_a_real_email@example.com" + ], + [ + "password_change", + "2020-04-13T10:09:08+00:00", + "" + ], + [ + "password_change", + "2020-04-13T10:09:08+00:00", + "" + ], + [ + "linked_to_bitmoji", + "2020-04-13T10:09:08+00:00", + "" + ], + [ + "data_download", + "2020-04-13T10:09:08+00:00", + "xxxxxxx / not_a_real_email@example.com" + ], + [ + "data_download", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxx / not_a_real_email@example.com" + ] + ], + [ + [ + "conversation_with", + "from", + "media_type", + "created", + "content", + "is_sender" + ], + [ + "some_friend", + "xxxxxxxxx", + "xxxxx", + "2020-04-13T10:09:08+00:00", + "", + "false" + ], + [ + "some_friend", + "xxxxxxxxx", + "xxxx", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxxxxxx", + "false" + ], + [ + "some_friend_too", + "xxxxxxxxxxxxxx", + "xxxxx", + "2020-04-13T10:09:08+00:00", + "", + "false" + ], + [ + "some_friend_too", + "xxxxxxxxxxxxx", + "xxxx", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxxxxxxxxxx", + "false" + ] + ], + [ + [ + "app", + "time", + "type" + ], + [ + "xxxxxxx", + "2020-04-13T10:09:08+00:00", + "xxxxxxx" + ] + ], + [ + [ + "campaign", + "opt_out_status" + ], + [ + "xxxxxxxxxxxxxxxx", + "xxxxxxxxxxxx" + ], + [ + "xxxxxxxxxxxxxxx", + "xxxxxxxxxxxx" + ] + ], + [ + [ + "relationship_type", + "username", + "display_name", + "created_at", + "modified_at", + "source" + ], + [ + "Friends", + "xxxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxx", + "2020-04-13T10:09:08+00:00", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxx" + ], + [ + "Friends", + "xxxxxxxxxxxxxxx", + "xxxxxxxxxxxxxxx", + "2020-04-13T10:09:08+00:00", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxxxxxx" + ], + [ + "Friend Requests Sent", + "xxxxxxxxxx", + "xxxxxxxxxxx", + "2020-04-13T10:09:08+00:00", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxxxxxxxxxx" + ], + [ + "Friend Requests Sent", + "xxxxxxxxx", + "xxxxxx", + "2020-04-13T10:09:08+00:00", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxxxxxxxxxx" + ], + [ + "Blocked Users", + "xxxxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxx", + "2020-04-13T10:09:08+00:00", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxxxxxxxxxx" + ], + [ + "Blocked Users", + "xxxxxxxxxxxxxx", + "xxxxxxxxxxxxxx", + "2020-04-13T10:09:08+00:00", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxxxx" + ], + [ + "Deleted Friends", + "xxxxxx", + "xxxxxxxxxxxxx", + "2020-04-13T10:09:08+00:00", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxxxx" + ], + [ + "Deleted Friends", + "xxxxxxxxxxxxxxx", + "xxxxxxxxxxxxx", + "2020-04-13T10:09:08+00:00", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxxxx" + ], + [ + "Ignored Snapchatters", + "xxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxxx", + "2020-04-13T10:09:08+00:00", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxxxx" + ], + [ + "Ignored Snapchatters", + "xxxxxxxx", + "xxxxxxxxxxxxxx", + "2020-04-13T10:09:08+00:00", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxxxx" + ], + [ + "Pending Requests", + "xxxxxxxxxxxxxxx", + "xxxxxxxxxxx", + "2020-04-13T10:09:08+00:00", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxxxx" + ], + [ + "Pending Requests", + "xxxxxxxxxxxxxx", + "xxxxxxxxxxxxx", + "2020-04-13T10:09:08+00:00", + "2020-04-13T10:09:08+00:00", + "xxxxxxxxxxxxxxxx" + ] + ], + [ + [ + "survey", + "time", + "question", + "response" + ], + [ + "Survey 2020/04/12", + "xxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", + "xxxxxxxxxx" + ], + [ + "Survey 2020/04/12", + "xxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", + "xxx" + ], + [ + "Survey 2020/04/13", + "xxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", + "xxxxxxxxxxxxxx" + ], + [ + "Survey 2020/04/13", + "xxxxxxxxxxxx", + "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", + "some/path" + ] + ], + [ + [ + "time", + "city", + "region", + "postal_code" + ], + [ + "some/path", + "xxxxxx", + "xxxxxxxx", + "11111" + ] + ], + [ + [ + "ip", + "country", + "created", + "status", + "device" + ], + [ + "1.1.1.1", + "xx", + "2020-04-13T10:09:08+00:00", + "xxxxxxx", + "some/path" + ], + [ + "1.1.1.1", + "xx", + "2020-04-13T10:09:08+00:00", + "xxxxxxx", + "some/path" + ] + ], + [ + [ + "story_date", + "story_url", + "action_type", + "view_time" + ], + [ + "2020-04-13T10:09:08+00:00", + "url://somewhere", + "xxxx", + "xxxxxxxxxxxxx" + ] + ], + [ + [ + "version", + "acceptance_date" + ], + [ + "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx", + "2020-04-13T10:09:08+00:00" + ], + [ + "xxxxxxxxxxxxxxxxxxxxxxxxx", + "2020-04-13T10:09:08+00:00" + ] + ], + [ + [ + "id", + "perRowDescription", + "perRowTags", + "columnMeta", + "metaId" + ], + [ + "Snapchat___Login_History", + "Login from {0} ({1}) on {2}", + "snapchat,security", + "text,text,isodatetime,text,text", + "" + ], + [ + "Snapchat___Account_History", + "{0} on {1}: {2}", + "snapchat,security", + "text,isodatetime,text", + "" + ], + [ + "Snapchat___Friends", + "{0}: {2} (@{1}) since {3}", + "snapchat", + "text,text,text,isodatetime,isodatetime,text", + "" + ], + [ + "Snapchat___Chat_History", + "\\"{4}\\" from {1} in {0} at {3}", + "snapchat,message", + "text,sender,text,isodatetime,text,any", + "" + ], + [ + "Snapchat___Location_Visits", + "Visited {1}, {2} ({3}) around {0}", + "snapchat,location", + "any,text,text,any", + "" + ], + [ + "Snapchat___Spotlight", + "{2} on spotlight at {0}", + "snapchat", + "isodatetime,url,text,any", + "" + ], + [ + "Snapchat___Terms_History", + "Accepted terms {0} on {1}", + "snapchat", + "text,isodatetime", + "" + ], + [ + "Snapchat___Connected_App_Permissions", + "{2} permission for {0} on {1}", + "snapchat", + "text,isodatetime,text", + "" + ], + [ + "Snapchat___Email_Campaigns", + "Email campaign \\"{0}\\": {1}", + "snapchat", + "text,text", + "" + ], + [ + "Snapchat___In_App_Surveys", + "Survey \\"{2}\\": {3}", + "snapchat", + "text,any,text,text", + "" + ] + ] +] +`; diff --git a/test/utils/csvUtils.ts b/test/utils/csvUtils.ts deleted file mode 100644 index a6a423b..0000000 --- a/test/utils/csvUtils.ts +++ /dev/null @@ -1,153 +0,0 @@ -import { strict as assert } from "node:assert"; -import { type TestContextAssert } from "node:test"; -import { parse } from "csv-parse/sync"; - -function formatCSVForSnapshot(id: string, csv: string) { - return `# === ${id} ===\n${csv}`; -} - -/**Custom serializer options for id + csv tuples. The default node:test snapshot serialization - * results in CLI output that looks like the following - * ``` - * '\n[\n "\\\\"album\\\\",\\\\"uri\\\\"...' - * ``` - * which is nearly useless to try to find what went wrong in - * So instead we output the plain csvs + id in a flatter, plainer serialized format - * to compare against*/ -export function idAndCSVsSnapshotOpts(idAndCSVs: [string, string][]): Parameters { - function idAndCSVsSnapshotSerializer(idAndCSVs: [string, string][]) { - return idAndCSVs.map((idAndCSV)=>formatCSVForSnapshot(...idAndCSV)); - } - // Keep stable ordering for snapshots - idAndCSVs.sort(); - return [idAndCSVs, { - serializers: [idAndCSVsSnapshotSerializer] - }]; -} - -/**Scores CSV rows on whether or not we can determine if it has headers - * In this case - * ``` - * score < 0 - First row does follow observed patterns in rows [1,rowsToSample), most likely does not have headers - * score === 0 - Header - * score > 0 - First row does NOT follow patterns observed in rows [1,rowsToSample), most likely has headers - * ``` - * Compare the output like `> 0` or `>= 0` depending on your needs - * - * The theory here comes from Python's implementation of has_headers which - * does a similar thing - * https://github.com/python/cpython/blob/main/Lib/csv.py#L453 - * - * Scan over dataRows (every row after mightBeHeader) and collect the pattern of - * the length of the values in the column as well as the type of the values - * in that column. - * If the mightBeHeader has the same type as the dataRows and is not a string - * there's a good chance it's a header. Same if all the dataRows have the - * same string length but the header has a different string length - */ -function getHasHeaderScore(rows: string[][], rowsToSample = 20): number { - const mightBeHeader = rows[0]; - const dataRows = rows - .slice(1) // Remove header - .slice(0, rowsToSample); // Select only the first rowsToSample rows - - function typeFromValue(v: string) { - const maybeNum = Number(v); - if (!isNaN(maybeNum)) { - return "number" as const; - } - return "string" as const; - } - - interface ColumnInfo { - type?: "number" | "string"; - length?: number; - } - function deriveColumnInfoFromValue(v: string) { - return { - type: typeFromValue(v), - length: v.length - }; - } - function combineColumnInfo(a: ColumnInfo | undefined, b: ColumnInfo) { - if (!a) { - // Don't have a previous value yet - return b; - } - - // Combine each piece of info, if it differs - return { - type: a.type === b.type ? a.type : undefined, - length: a.length === b.length ? a.length : undefined - }; - } - function scoreColumnInfo(mightBeHeader: ColumnInfo, dataRow?: ColumnInfo) { - let typeScore = 0; - if (dataRow?.type !== undefined && dataRow.type !== "string") { - typeScore = dataRow.type !== mightBeHeader.type ? 1 : -1; - } - let lengthScore = 0; - if (dataRow?.length !== undefined) { - lengthScore = dataRow.length !== mightBeHeader.length ? 1 : -1; - } - return typeScore + lengthScore; - } - - // Maps column index to the ColumnInfo derived for that row - const colInfos: (ColumnInfo | undefined)[] = []; - // For every sampled row, collect the pattern info across the columns - for (const row of dataRows) { - for (const [colIdx, value] of row.entries()) { - const maybeColInfo = colInfos[colIdx]; - const newColInfo = deriveColumnInfoFromValue(value); - colInfos[colIdx] = combineColumnInfo(maybeColInfo, newColInfo); - } - } - - // Score headers for differences from the above observed patterns - let score = 0; - for (const [idx, headerValue] of mightBeHeader.entries()) { - const headerColInfo = deriveColumnInfoFromValue(headerValue); - const maybeDataRowColInfo = colInfos[idx]; - score += scoreColumnInfo(headerColInfo, maybeDataRowColInfo); - } - - return score; -} -function hasHeader(rows: string[][], rowsToSample = 20): boolean { - return getHasHeaderScore(rows, rowsToSample) > 0; -} - -// Inline test -assert(hasHeader([["name", "place", "count"], ["who", "where", "2"], ["some", "one", "5"]]) === true, "Inline hasHeader unit-test 1"); -assert(hasHeader([["bingus_column", "nothing", "nothing"], ["bingus", "ggg", "hhhhh"], ["bingus", "ffff", "aaaaaaa"]]) === true, "Inline hasHeader unit-test 2"); -assert(hasHeader([["not", "a", "header"], ["marco", "polo", "afafaf"], ["g", "f", "a"]]) === false, "Inline hasHeader unit-test 3"); - -/**Makes sure the csv passed follows a set of guidelines*/ -export function assertCSVWellFormed(csv: string, msg?: string) { - // ends in a newline - assert(csv[csv.length - 1] === "\n", `${msg} CSV must end in a new line`); - assert(!csv.includes("\r"), `${msg} CSV included carriage returns, but we dont want those in our output`); - - // This throws if: - // * it finds mismatching lengths of rows - // * ... others, see below - // Also see https://csv.js.org/parse/errors/#runtime-errors - const rows = parse(csv, { - record_delimiter: '\n', // Default is autodiscovery, but we only want '\n' - - // Explicitly define these even though they're the default. This is what we - // want to cause a throw if the csv comes in poorly - relax_column_count: false, - relax_quotes: false, - skip_records_with_error: false, - skip_empty_lines: false, - skip_records_with_empty_values: false - }); - - assert(rows.length > 0, `${msg} CSV had no rows`); - // Use >= 0 here so if it's ambiguous we just let it pass, some of the tables - // we output done have any "observable" patterns w.r.t how getHasHeaderScore() - // works - assert(getHasHeaderScore(rows) >= 0, `${msg} CSVs should have headers`); -} \ No newline at end of file diff --git a/util/scrub.jq b/util/scrub.jq index 53ed108..ac4c0f0 100644 --- a/util/scrub.jq +++ b/util/scrub.jq @@ -28,72 +28,31 @@ def scrub_primitive: # TODO: jq 1.7 adds debug(), use this instead when I can upgrade jq, otherwise # you need to manually grep for MANUAL REPAIR NEEDED for now ("MANUAL REPAIR NEEDED: \(.)" | stderr) | . + elif test("://") then + "url://somewhere" + elif test("/") then + "some/path" elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}[+\\-][0-9]{2}:[0-9]{2}$") then # iso date time without millis with timezone "2020-04-13T10:09:08+00:00" elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(\\.[0-9]{1,6})?[+\\-][0-9]{2}:[0-9]{2}$") then # iso date time with millis with timezone "2020-04-13T10:09:08.000000+00:00" - elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(\\.[0-9]{1,6})?$") then - # iso date time with millis no timezone - "2020-04-13T10:09:08.000" - elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$") then - # iso date time with z and the end (from fitbit export) - "2020-04-13T10:09:08Z" - elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}\\.[0-9]{1,6}Z$") then - # iso date time with z and the end and millis (from fitbit export) - "2020-04-13T10:09:08.000000Z" - elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}$") then - # iso date time but no seconds (from fitbit export) - "2020-04-13T10:09" - elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2} - [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}$") then - # iso date time range no T (from fitbit export) - "2020-04-13 10:09:08 - 2020-04-13 10:09:08" - elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}(\\.[0-9]{1,6})?[+\\-][0-9]{4}$") then - # iso date time with millis with timezone no colon (fitbit export) - "2020-04-13 10:09:08+0000" - elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2}$") then - # Just date - "2020-04-13" - elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2} UTC$") then + elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2} UTC") then # Date format from snapchat export "2020-04-13 10:09:08 UTC" - elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}$") then + elif test("^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}") then # Date format from snapchat export "2020-04-13 10:09:08" - elif test("^[0-9]{2}/[0-9]{2}/[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}$") then - # Date format from fitbit export (wtf ugh) - "04/13/20 10:09:08" - elif test("^\\w{3} \\w{3} [0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2} UTC [0-9]{4}$") then - # Date format from fitbit export (uughhh) - "Mon Apr 13 10:09:08 UTC 2020" - elif test("^\\+[0-9]{2}:[0-2]{2}$") then - # UTC offset (from fitbit export) - "+00:00" - elif test("^-[0-9]{2}:[0-2]{2}$") then - # negative UTC offset (from fitbit export) - "-00:00" elif test("^[0-9]+$") then # preserve length of the string "1" * length - elif test("^-?[0-9]+(\\.[0-9]+)?$") then - # decmial number in a string - gsub("[0-9]"; "1") elif test("^[0-9a-fA-F]+$") then #hexadecimal string # repeat the hex pattern and truncate to original length ("a1" * length)[:length] elif . == "" then # prevents empty string from just returning null instead of empty string "" - elif . == "true" or . == "false" then - "false" - elif test("://") then - "url://somewhere" - elif test("/") then - "some/path" - elif . == "null" then - # From fitbit export in csv - "null" else # Preserve string length for other strings "x" * length @@ -106,11 +65,7 @@ def scrub_primitive: # Integer - preserve digit count (tostring | length) as $len | ("1" * $len) | tonumber else - # Decimal - preserve digit count and leading zero - tostring | split(".") | - (.[0] | if . == "0" or . == "-0" then . else ("1" * length) end) as $int_part | - (.[1] | ("1" * length)) as $frac_part | - ($int_part + "." + $frac_part) | tonumber + 8.08 end elif type == "boolean" then # Replace all booleans with false, this can give sensative info away based @@ -133,4 +88,4 @@ def scrub: end; # Call scrub -#scrub +scrub diff --git a/util/scrub.ts b/util/scrub.ts index 20f12b1..7b1cade 100755 --- a/util/scrub.ts +++ b/util/scrub.ts @@ -1,13 +1,8 @@ #!/usr/bin/env -S node -import { $, path, minimist } from "zx"; +import { $, argv, path } from "zx"; import { strict as assert } from "node:assert"; import fs from "node:fs/promises"; -import { parse } from "csv-parse/sync"; -import { stringify } from "csv-stringify/sync"; -import { scrubPrimitive } from "./scrub_primitive.ts"; - -$.verbose = true; /**Catches any p Promise throws and instead returns those in a tuple*/ async function ptry( @@ -21,88 +16,47 @@ async function ptry( } } -class UnsupportedScrubError extends Error {} - -interface ScrubOptions { - hasHeaders?: boolean; - overrideType?: "csv" | "json" -} - -/**Scrubs a file, json or csv*/ -async function scrubFile(inFile: string, outFile: string, options?: ScrubOptions): Promise<[(Error | undefined), undefined]> { - if (inFile.endsWith(".csv") || overrideType === "csv") { - const [maybeErr, inCSV] = await ptry(fs.readFile(inFile, { encoding: "utf8" })); - if (maybeErr) { - return [maybeErr, undefined]; - } - const hasHeaders = options?.hasHeaders ?? false; - - const rows = parse(inCSV); - const MAX_ROWS = 20; - let scrubbedRows; - if (hasHeaders) { - const header = rows[0]; - const scrubbedRest = rows.slice(1, MAX_ROWS + 1).map(row => row.map(cell => scrubPrimitive(cell))); - scrubbedRows = [header, ...scrubbedRest]; - } - else { - scrubbedRows = rows.slice(0, MAX_ROWS).map(row => row.map(cell => scrubPrimitive(cell))); - } - - const outCSV = stringify(scrubbedRows); - const [maybeErr2] = await ptry(fs.writeFile(outFile, outCSV, { encoding: "utf8" })); - return [maybeErr2, undefined]; - } - else if (inFile.endsWith(".json") || overrideType === "json") { - const [jqErr] = await ptry($`cat ${inFile} | jq -L ${scriptDir} 'include "scrub"; scrub' > ${outFile}`); - return [jqErr, undefined]; - } - else { - return [new UnsupportedScrubError(`No method for scrubbing file '${inFile}'`), undefined]; - } -} +$.verbose = true; const scriptDir = path.dirname(new URL(import.meta.url).pathname); +const scrubJq = path.join(scriptDir, "scrub.jq"); -const argv = minimist(process.argv.slice(2), { - boolean: ["has-headers"], - string: ["override-type"], -}); -const fileOrGlob = argv._[0]; -const hasHeaders = argv["has-headers"]; // already a boolean, no need for !! -const overrideType = argv["override-type"]; -assert(fileOrGlob, "Usage: ./scrub.ts [--has-headers] [--override-type=csv] "); -assert(overrideType === undefined || overrideType === "" || overrideType === "csv" || overrideType === "json", "Override type must be either 'json' or 'csv'"); +const targetDir = argv._[0]; -console.log(`Matching files against passed file_or_glob: '${fileOrGlob}'`); +assert(targetDir, "Usage: ./scrub.ts "); -const filePaths: string[] = []; -for await (const file of fs.glob(fileOrGlob)) { - const resolved = path.resolve(file); - filePaths.push(resolved); -} +const targetPath = path.resolve(targetDir); +const [notADir] = await ptry($`test -d ${targetPath}`); +assert(!notADir, `Error: '${targetPath}' is not a directory`); + +const [noScrubJq] = await ptry($`test -f ${scrubJq}`); +assert(!noScrubJq, `Error: scrub.jq not found at ${scrubJq}`); + +console.log(`Scrubbing JSON files in: ${targetPath}`); +console.log(`Using scrub.jq from: ${scrubJq}`); +console.log(); + +const [findErr, files] = await ptry($`fdfind -t f '\\.json$' ${targetPath} -0`.quiet()); +assert(!findErr, `Error finding JSON files: ${findErr}`); + +const filePaths = files.stdout.split("\0").filter(Boolean); console.log("filePaths", filePaths); -assert(filePaths.length > 0, `No files found matching: ${fileOrGlob}`); for (const file of filePaths) { console.log(`Processing: ${file}`); const tmpFile = `${file}.tmp`; const piiFile = `${file}.DELETE-THIS-HAS-PII`; - - const [scrubError] = await scrubFile(file, tmpFile, { hasHeaders, overrideType }); - if (scrubError instanceof UnsupportedScrubError) { - console.warn(scrubError.message); - continue; - } - assert(!scrubError, `Error processing ${file}: ${scrubError}`); + + const [jqErr] = await ptry($`jq -f ${scrubJq} ${file} > ${tmpFile}`); + assert(!jqErr, `Error processing ${file}: ${jqErr}`); const [mvErr] = await ptry($`mv ${file} ${piiFile}`); assert(!mvErr, `Error moving ${file} to ${piiFile}: ${mvErr}`); - + const [mv2Err] = await ptry($`mv ${tmpFile} ${file}`); assert(!mv2Err, `Error moving ${tmpFile} to ${file}: ${mv2Err}`); } console.log(); -console.log("Done!"); +console.log("Done!"); \ No newline at end of file diff --git a/util/scrub_primitive.ts b/util/scrub_primitive.ts deleted file mode 100644 index 80cf646..0000000 --- a/util/scrub_primitive.ts +++ /dev/null @@ -1,146 +0,0 @@ -/**Scrubs a primitive the same as scrub.jq - * @todo Keep in sync with scrub.jq, as ideally they'd just be the same code... but diff - * languages ugh*/ -export function scrubPrimitive(value: unknown): unknown { - if (typeof value === "string") { - if (/^(([0-9]{1,3}\.){3}[0-9]{1,3})$/.test(value)) { - // IPv4 - return "1.1.1.1"; - } - else if (/^([0-9a-fA-F]{0,4}:){2,7}[0-9a-fA-F]{0,4}$/.test(value)) { - // IPv6 - return "2000:0000:0000:0000:0000:0000:0000:0000"; - } - else if (/^[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}$/.test(value)) { - // Email-like - return "not_a_real_email@example.com"; - } - else if (/\.(jpg|jpeg|png|gif|bmp|webp|svg|ico|tiff|mp3|wav|flac|aac|ogg|wma|m4a|mp4|avi|mkv|mov|wmv|flv|webm)$/i.test(value)) { - // Leave these alone, you will have to manually go through these later and replace with - // placeholders - console.error(`MANUAL REPAIR NEEDED: ${value}`); - return value; - } - else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}[+-][0-9]{2}:[0-9]{2}$/.test(value)) { - // iso date time without millis with timezone - return "2020-04-13T10:09:08+00:00"; - } - else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(\.[0-9]{1,6})?[+-][0-9]{2}:[0-9]{2}$/.test(value)) { - // iso date time with millis with timezone - return "2020-04-13T10:09:08.000000+00:00"; - } - else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(\.[0-9]{1,6})?$/.test(value)) { - // iso date time with millis with timezone - return "2020-04-13T10:09:08.000"; - } - else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$/.test(value)) { - // iso date time with z and the end (from fitbit export) - return "2020-04-13T10:09:08Z"; - } - else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}\.[0-9]{1,6}Z$/.test(value)) { - // iso date time with z and the end (from fitbit export) - return "2020-04-13T10:09:08.000000Z"; - } - else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}$/.test(value)) { - // iso date time no seconds (from fitbit export) - return "2020-04-13T10:09"; - } - else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2} - [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}$/.test(value)) { - // iso date time range (from fitbit export) - return "2020-04-13 10:09:08 - 2020-04-13 10:09:08"; - } - else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}(\.[0-9]{1,6})?[+-][0-9]{4}$/.test(value)) { - // iso date time with millis with timezone no colon, no T (from fitbit export) - return "2020-04-13 10:09:08+0000"; - } - else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2}$/.test(value)) { - // just date - return "2020-04-13"; - } - else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2} UTC$/.test(value)) { - // Date format from snapchat export - return "2020-04-13 10:09:08 UTC"; - } - else if (/^[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}$/.test(value)) { - // Date format from snapchat export - return "2020-04-13 10:09:08"; - } - else if (/^[0-9]{2}\/[0-9]{2}\/[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}$/.test(value)) { - // Date format from fitbit export (MM/DD/YY) - return "04/13/20 10:09:08"; - } - else if (/^\w{3} \w{3} \d{2} \d{2}:\d{2}:\d{2} UTC \d{4}$/.test(value)) { - // Date format from fitbit export (uughhh) - return "Mon Apr 13 10:09:08 UTC 2020"; - } - else if (/^\+[0-9]{2}:[0-2]{2}$/.test(value)) { - // UTC offset (from fitbit export) - return "+00:00"; - } - else if (/^-[0-9]{2}:[0-2]{2}$/.test(value)) { - // UTC offset (from fitbit export) - return "-00:00" - } - else if (/^[0-9]+$/.test(value)) { - // preserve length of the string - return "1".repeat(value.length); - } - else if (/^-?[0-9]*(\.[0-9]*)?$/.test(value) && /[0-9]/.test(value)) { - // Decimal string - preserve shape - return value.replace(/[0-9]/g, "1"); - } - else if (/^[0-9a-fA-F]+$/.test(value)) { - // hexadecimal string - repeat the hex pattern and truncate to original length - return "a1".repeat(value.length) - .slice(0, value.length); - } - else if (value === "") { - // prevents empty string from just returning null instead of empty string - return ""; - } - else if (value === "true" || value === "false") { - return "false"; - } - else if (/:\/\//.test(value)) { - return "url://somewhere"; - } - else if (/\//.test(value)) { - return "some/path"; - } - else if (value === "null") { - return "null"; - } - else { - // Preserve string length for other strings - return "x".repeat(value.length); - } - } - else if (typeof value === "number") { - if (946702800 <= value && value <= 1893474000) { - // Take modulo 1 year to get variance in the output, then add offset to bring to ~2024 - return Math.floor(((value % 31557600) + 1704067200) / 5000) * 5000; - } - else if (Number.isInteger(value)) { - // Integer - preserve digit count - const len = value.toString() - .length; - return Number("1".repeat(len)); - } - else { - // Decimal - preserve shape, sign, and leading zero - const sign = value < 0 ? "-" : ""; - const parts = Math.abs(value).toString().split("."); - const intPart = parts[0] === "0" ? "0" : "1".repeat(parts[0].length); - const fracPart = "1".repeat(parts[1].length); - return Number(`${sign}${intPart}.${fracPart}`); - } - } - else if (typeof value === "boolean") { - // Replace all booleans with false, this can give sensitive info away based - // on what the key was in the data - return false; - } - else { - return value; - } -} \ No newline at end of file