Record downloaded operations.

Author: rkistner

tools/diagnostics-app/src/app/views/sync-diagnostics.tsx

@@ -46,6 +46,7 @@ SELECT
   stats.metadata_size,
   IFNULL(stats.row_count, 0) as row_count,
   local.download_size,
+  local.downloaded_operations,
   local.total_operations,
   local.downloading
 FROM local_bucket_data local
@@ -64,6 +65,7 @@ SELECT
   0 as metadata_size,
   0 as row_count,
   local.download_size,
+  local.downloaded_operations,
   local.total_operations,
   local.downloading
 FROM local_bucket_data local`;
@@ -136,6 +138,7 @@ export default function SyncDiagnosticsPage() {
     { field: 'name', headerName: 'Name', flex: 2 },
     { field: 'tables', headerName: 'Table(s)', flex: 1, type: 'text' },
     { field: 'row_count', headerName: 'Row Count', flex: 1, type: 'number' },
+    { field: 'downloaded_operations', headerName: 'Downloaded Operations', flex: 1, type: 'number' },
     { field: 'total_operations', headerName: 'Total Operations', flex: 1, type: 'number' },
     {
       field: 'data_size',
@@ -172,6 +175,7 @@ export default function SyncDiagnosticsPage() {
       name: r.name,
       tables: JSON.parse(r.tables ?? '[]').join(', '),
       row_count: r.row_count,
+      downloaded_operations: r.downloaded_operations,
       total_operations: r.total_operations,
       data_size: r.data_size,
       metadata_size: r.metadata_size,
@@ -183,6 +187,7 @@ export default function SyncDiagnosticsPage() {
   const totals = {
     buckets: rows.length,
     row_count: rows.reduce((total, row) => total + row.row_count, 0),
+    downloaded_operations: rows.reduce((total, row) => total + row.downloaded_operations, 0),
     total_operations: rows.reduce((total, row) => total + row.total_operations, 0),
     data_size: rows.reduce((total, row) => total + row.data_size, 0),
     metadata_size: rows.reduce((total, row) => total + row.metadata_size, 0),
@@ -217,6 +222,7 @@ export default function SyncDiagnosticsPage() {
               Number of buckets
             </TableCell>
             <TableCell component="th">Total Rows</TableCell>
+            <TableCell component="th">Downloaded Operations</TableCell>
             <TableCell component="th">Total Operations</TableCell>
             <TableCell component="th">Total Data Size</TableCell>
             <TableCell component="th">Total Metadata Size</TableCell>
@@ -226,6 +232,7 @@ export default function SyncDiagnosticsPage() {
           <TableRow sx={{ '&:last-child td, &:last-child th': { border: 0 } }}>
             <TableCell align="right">{totals.buckets}</TableCell>
             <TableCell align="right">{totals.row_count}</TableCell>
+            <TableCell align="right">{totals.downloaded_operations}</TableCell>
             <TableCell align="right">{totals.total_operations}</TableCell>
             <TableCell align="right">{formatBytes(totals.data_size)}</TableCell>
             <TableCell align="right">{formatBytes(totals.metadata_size)}</TableCell>

tools/diagnostics-app/src/library/powersync/AppSchema.ts

@@ -5,6 +5,7 @@ export const local_bucket_data = new Table(
     total_operations: column.integer,
     last_op: column.text,
     download_size: column.integer,
+    downloaded_operations: column.integer,
     downloading: column.integer
   },
   { localOnly: true }

tools/diagnostics-app/src/library/powersync/RecordingStorageAdapter.ts

@@ -26,15 +26,16 @@ export class RecordingStorageAdapter extends SqliteBucketStorage {
     await this.rdb.writeTransaction(async (tx) => {
       for (const bucket of checkpoint.buckets) {
         await tx.execute(
-          `INSERT OR REPLACE INTO local_bucket_data(id, total_operations, last_op, download_size, downloading)
+          `INSERT OR REPLACE INTO local_bucket_data(id, total_operations, last_op, download_size, downloading, downloaded_operations)
            VALUES (
             ?,
             ?,
             IFNULL((SELECT last_op FROM local_bucket_data WHERE id = ?), '0'),
             IFNULL((SELECT download_size FROM local_bucket_data WHERE id = ?), 0),
-            IFNULL((SELECT downloading FROM local_bucket_data WHERE id = ?), TRUE)
+            IFNULL((SELECT downloading FROM local_bucket_data WHERE id = ?), TRUE),
+            IFNULL((SELECT downloaded_operations FROM local_bucket_data WHERE id = ?), TRUE)
             )`,
-          [bucket.bucket, bucket.count, bucket.bucket, bucket.bucket, bucket.bucket]
+          [bucket.bucket, bucket.count, bucket.bucket, bucket.bucket, bucket.bucket, bucket.bucket]
         );
       }
     });
@@ -61,8 +62,13 @@ export class RecordingStorageAdapter extends SqliteBucketStorage {
         // Record metrics
         const size = JSON.stringify(bucket.data).length;
         await tx.execute(
-          'UPDATE local_bucket_data SET download_size = IFNULL(download_size, 0) + ?, last_op = ?, downloading = ? WHERE id = ?',
-          [size, bucket.next_after, bucket.has_more, bucket.bucket]
+          `UPDATE local_bucket_data SET
+              download_size = IFNULL(download_size, 0) + ?,
+              last_op = ?,
+              downloading = ?,
+              downloaded_operations = IFNULL(downloaded_operations, 0) + ?
+            WHERE id = ?`,
+          [size, bucket.next_after, bucket.has_more, bucket.data.length, bucket.bucket]
         );
       }
     });