Recorder app missing steps

[ruvilonix]

Bangle.js 2 (2v28)
Recorder (0.48)

I have the Recorder app installed to save step count to a CSV every 60 seconds. But it seems to skip saving data at random times, so the step count is less than what the watch shows through Bangle.getStepCount or in a clock info counter.

I started tracking this morning after running Bangle.setStepCount(0) and restarting the watch, and starting with a fresh Recorder CSV. When I looked a few hours later, the clockinfo and the getStepCount function both said 826 steps. But when I download the CSV from Recorder, it has 798 steps total.

The CSV has 194 rows. When I look at the diff in time for each row from the last row, almost all rows are separated by 60 seconds, the time interval I set. But there are 4 exceptions, which were 93, 96, 119, and 127 seconds after the last recording. Two of these rows had non-zero step counts, so I was walking at the time, and I wonder if the data for the preceding minute was skipped.

Any ideas for what might be the issue?

[gfwilliams]

almost all rows are separated by 60 seconds, the time interval I set. But there are 4 exceptions...

Were they 120 seconds (eg exactly one write skipped), or something else?

Was it possible you were swapping apps on the watch while walking? That could be the cause, as when everything is reloaded the recorder would lose recorded steps since the last write.

Come to think of it, if that's the problem I could make the recorder write any saved data before apps are switched, which would basically fix it.

[ruvilonix]

Were they 120 seconds (eg exactly one write skipped), or something else?

I included the times above: "93, 96, 119, and 127 seconds after the last recording."

It's now been recording for a few days, so there's more data to look at. There are 4226 readings, which theoretically should all be separated by 60 seconds. Here is a plot of every reading, with the time of the reading on the x-axis, and the time since the last reading on the y-axis:

None are exactly 120 seconds.

Was it possible you were swapping apps on the watch while walking? That could be the cause, as when everything is reloaded the recorder would lose recorded steps since the last write.

It's possible. I really only use the watch for one other thing, and that's pressing a button every time I go from lying down to upright and vice versa to track time upright with a custom app (which may or may not be poorly written so may be causing some issues).

Trying to find a pattern between the long intervals from the Recorder app, and the times I press a button to log position in the other app, I found one that seems to be around the same time. The recorder app logged step count at a certain time, let's call it time 0. I interacted with the watch to log position at time 46. The Recorder app logged the next step count at time 105, which is not 60 seconds after time 0 as expected, but is notably 59 seconds after I interacted with my other app.

While many of the instances of a delayed recording seem to not have a relation to my other app interactions, I found another instance that was 58 seconds after I used the other app. So there is almost certainly a connection. Normally the app is always open, so I just press the physical button to unlock the watch then press the screen to log a time, but it's possible I had to first open the app these times.

I'll try to keep track of what I specifically do whenever I interact with the watch.

[gfwilliams]

So this app you use for logging is one of yours? Please could you share the code?

I think it's quite likely that your app may be doing something that's causing everything to be reloaded - maybe it's calling load("appname.js") in order to reload itself and display updated info each time you press the button?

[ruvilonix]

Sure I can share the code, but I've just now verified that the interval is lengthened when just opening the Settings app or going back to the main screen. I noted the time that I unlocked the watch when it was on the main screen then I opened the settings app. The Recorder logging was delayed, but happened about 60 seconds after this event. Same with unlocking the watch then closing the Settings app. So it does sound like what you described about switching apps.

But if you're still curious, here is my app:

FULL_DATA = 'full_log.csv';
STAGING_FILE = 'staging_file.csv';

const CSVLogger = {
  addLog: (logArray) => {
    const line = logArray.join(',') + `\n`;
    
    // Add staged string to full data file
    var stagedString = require("Storage").read(STAGING_FILE);
    if (stagedString) {
      fullData = require("Storage").open(FULL_DATA, "a");
      fullData.write(stagedString);
    }
    
    // Replace the staged file with the new line
    require("Storage").erase(STAGING_FILE);
    require("Storage").write(STAGING_FILE, line);      
  },

  getLastLog: () => {
    var stagedString = require("Storage").read(STAGING_FILE);
    return stagedString ? stagedString.trim().split(",") : null;
  },
  
  deleteLastLog: () => {
    require("Storage").erase(STAGING_FILE);
  }
};





///////////////////////
// Main app
///////////////////////

// Load and display widgets
Bangle.loadWidgets();
Bangle.drawWidgets();


const POSITIONS = {
  "ly": "lying down",
  "up": "upright",
  "un": "unknown"
};

var mainMenuItems = {
  "":{title:" "},
  "Lying Down": () => showTimeSelectionMenu("ly"),
  "Upright": () => showTimeSelectionMenu("up"),
  "Delete last": () => deleteLastLog(),
  "Missing Data": () => showConfirmDialog("un", Math.floor(getTime()))
};

function showConfirmDialog(newPosition, epochTimeSeconds) {
  // Use the provided time directly
  let date = new Date(epochTimeSeconds * 1000);
  let timeString = `${date.getHours()}:${date.getMinutes().toString().padStart(2, '0')}`;
  
  print(newPosition);
  E.showPrompt(
    `Record ${POSITIONS[newPosition]}\nat ${timeString}?`,
    {
      title:"Confirm",
      buttons : {"Confirm":"yes", "Cancel":"no"}
    }
  ).then(function(v) {
    print(v);
    if (v=="yes") {
      let csvData = [newPosition, epochTimeSeconds];
      CSVLogger.addLog(csvData);
    }
    // Return to main menu in either case
    E.showMenu(mainMenuItems);
    updateMenuTitle();
  });
}

// Add this function to check and show warning
function showWarningDialog(message) {
  E.showPrompt(message, {
    title: "Warning",
    buttons: {"OK": true}
  }).then(function() {
    E.showMenu(mainMenuItems);
  });
}

function showTimeSelectionMenu(newPosition) {
  // Get last log and check if it's the same position
  let lastLog = CSVLogger.getLastLog();
  if (lastLog && lastLog[0] === newPosition) {
    showWarningDialog(`Cannot repeat\n${POSITIONS[newPosition]}`);
    return;
  }
  
  var timeMenuItems = {
    "": {title: `${POSITIONS[newPosition]}`},
    "Now": () => showConfirmDialog(newPosition, Math.floor(getTime())),
    "30 sec ago": () => showConfirmDialog(newPosition, Math.floor(getTime()) - 30),
    "Minutes ago": () => showMinutesSelector(newPosition),
  };

  // Conditionally add the "Minutes after" option
  if (lastLog) {
    timeMenuItems["Minutes after"] = () => showMinutesAfterSelector(newPosition);
  }
  
  // Add "Cancel" last so it always appears at the bottom of the menu
  timeMenuItems.Cancel = () => E.showMenu(mainMenuItems);
  
  E.showMenu(timeMenuItems);
}

function showMinutesSelector(newPosition) {
  let minutes = 1;

  function draw() {
    g.clear(0);
    g.setFontAlign(0,0);
    g.setFont("Vector",30);
    g.drawString(`${minutes}`, g.getWidth()/2, g.getHeight()/2 - 15);
    g.drawString("min. ago", g.getWidth()/2, g.getHeight()/2 + 15);
    g.setFont("Vector",20);
    g.drawString("CANCEL", g.getWidth()/2, g.getHeight() - 25);
  }

  Bangle.setUI();

  Bangle.setUI({
    mode: "updown",
    remove: () => { g.clear(0); },
    touch: (button, xy) => {
      // If user tapped the cancel area
      if (xy.y > g.getHeight() - 40) {
        Bangle.setUI();              // restore default UI
        // show the menu on next tick to avoid races
        setTimeout(() => E.showMenu(mainMenuItems), 0);
        return;
      }

      // Otherwise confirm
      Bangle.setUI(); // restore default UI
      setTimeout(() => {
        showConfirmDialog(newPosition, Math.floor(getTime()) - (minutes * 60));
      }, 0);
    }
  }, dir => {
    // Only treat numeric 0 as "press/confirm". Ignore undefined, null, etc.
    if (typeof dir !== "number") return;

    // dir === 0 -> confirm; dir === ±1 -> up/down
    if (dir === 0) {
      Bangle.setUI();
      setTimeout(() => {
        showConfirmDialog(newPosition, Math.floor(getTime()) - (minutes * 60));
      }, 0);
    } else {
      minutes -= dir;
      if (minutes < 1) minutes = 1;
      draw();
    }
  });

  draw();
}




function showMinutesAfterSelector(newPosition) {
  let minutes = 1;
  const lastLog = CSVLogger.getLastLog();
  if (!lastLog) {
    showWarningDialog("No previous log");
    return;
  }
  const baseTime = parseInt(lastLog[1]) || Math.floor(getTime());

  function draw() {
    g.clear(0);
    g.setFontAlign(0,0);
    g.setFont("Vector",30);
    g.drawString(`${minutes}`, g.getWidth()/2, g.getHeight()/2 - 15);
    g.drawString("min. after", g.getWidth()/2, g.getHeight()/2 + 15);
    g.setFont("Vector",20);
    g.drawString("CANCEL", g.getWidth()/2, g.getHeight() - 25);
  }

  Bangle.setUI();

  Bangle.setUI({
    mode: "updown",
    remove: () => { g.clear(0); },
    touch: (button, xy) => {
      if (xy.y > g.getHeight() - 40) {
        Bangle.setUI();
        setTimeout(() => E.showMenu(mainMenuItems), 0);
        return;
      }

      Bangle.setUI();
      const newTime = baseTime + (minutes * 60);
      setTimeout(() => showConfirmDialog(newPosition, newTime), 0);
    }
  }, dir => {
    if (typeof dir !== "number") return;

    if (dir === 0) {
      Bangle.setUI();
      const newTime = baseTime + (minutes * 60);
      setTimeout(() => showConfirmDialog(newPosition, newTime), 0);
    } else {
      minutes -= dir;
      if (minutes < 1) minutes = 1;
      draw();
    }
  });

  draw();
}


function csvToTimes(csvData) {
  if (csvData[1]) {
    let date = new Date(csvData[1] * 1000);
    let hour = date.getHours();
    let minutes = date.getMinutes().toString().padStart(2, '0');
    return `${hour}:${minutes}`;
  }
  return "";
}

function updateMenuTitle() {
  let lastLog = CSVLogger.getLastLog();
  
  if(lastLog){
    let time = csvToTimes(lastLog);
    titleString = `${lastLog[0]},${time}`; // example: ly,20:10
  } else {
    titleString = " ";
  }
    
  mainMenuItems[""].title = titleString;
  
  mainMenu.draw();
}

function confirmPosition(newPosition, subtractSecs) {
  // Get current time as epoch seconds
  let epochTime = Math.floor(getTime());
  let adjustedTime = epochTime - subtractSecs;
  
  // Update last log with end time
  let lastLog = CSVLogger.getLastLog();
  if (lastLog) {
    lastLog[2] = adjustedTime;
    CSVLogger.editLastLog(lastLog);
  }
  
  // Store new log starting at the same time the last one ended
  let csvData = [newPosition, adjustedTime];
  CSVLogger.addLog(csvData);
  
  E.showMenu(mainMenuItems);
  updateMenuTitle();
}





function deleteLastLog() {
  let lastLog = CSVLogger.getLastLog();
  if (!lastLog) {
    showWarningDialog("No log to delete");
    return;
  }

  let time = csvToTimes(lastLog);
  E.showPrompt(
    `Delete last log?\n${POSITIONS[lastLog[0]]}\nat ${time}`,
    {
      title:"Confirm Delete",
      buttons : {"Delete":"yes", "Cancel":"no"}
    }
  ).then(function(v) {
    if (v=="yes") {
      CSVLogger.deleteLastLog();
      updateMenuTitle();
    }
    E.showMenu(mainMenuItems);
  });
}
  

var mainMenu = E.showMenu(mainMenuItems);

updateMenuTitle();