diff --git a/src/helpers/useNetworkedState.js b/src/helpers/useNetworkedState.js
index ecf17e5..0513c0e 100644
--- a/src/helpers/useNetworkedState.js
+++ b/src/helpers/useNetworkedState.js
@@ -91,7 +91,9 @@ function useNetworkedState(
         if (prevState && prevState[partialUpdatesKey] === update.id) {
           let newState = { ...prevState };
           applyChanges(newState, update.changes);
-          lastSyncedStateRef.current = newState;
+          if (lastSyncedStateRef.current) {
+            applyChanges(lastSyncedStateRef.current, update.changes);
+          }
           return newState;
         } else {
           return prevState;