alerte-secours/as-services
3
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

chore(clean): disable clean orphan

Browse source
This commit is contained in:
Jo 2025-07-23 13:44:53 +02:00
parent d5f63107b9
commit a0cbf8ff4b
Signed by: devthejo
GPG key ID: 00CCA7A92B1D5351
1 changed files with 45 additions and 45 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

90
services/watchers/src/watchers/geodata-cleanup-cron.js
View file

@ -105,58 +105,58 @@ module.exports = async function () {
}
// this is temporary function (fixing actual data)
async function cleanupOrphanedHotGeodata() {
// Get all devices from hot storage
const hotDevices = new Set()
let hotCursor = "0"
do {
// Use zscan to iterate through the sorted set
const [newCursor, items] = await redisHot.zscan(
HOTGEODATA_KEY,
hotCursor,
"COUNT",
"100"
)
hotCursor = newCursor
// async function cleanupOrphanedHotGeodata() {
// // Get all devices from hot storage
// const hotDevices = new Set()
// let hotCursor = "0"
// do {
// // Use zscan to iterate through the sorted set
// const [newCursor, items] = await redisHot.zscan(
// HOTGEODATA_KEY,
// hotCursor,
// "COUNT",
// "100"
// )
// hotCursor = newCursor
// Extract device IDs (every other item in the result is a score)
for (let i = 0; i < items.length; i += 2) {
hotDevices.add(items[i])
}
} while (hotCursor !== "0")
// // Extract device IDs (every other item in the result is a score)
// for (let i = 0; i < items.length; i += 2) {
// hotDevices.add(items[i])
// }
// } while (hotCursor !== "0")
// Process each hot device
await async.eachLimit(
[...hotDevices],
MAX_PARALLEL_PROCESS,
async (deviceId) => {
try {
// Check if device exists in cold storage
const coldKey = `${COLDGEODATA_DEVICE_KEY_PREFIX}${deviceId}`
const exists = await redisCold.exists(coldKey)
// // Process each hot device
// await async.eachLimit(
// [...hotDevices],
// MAX_PARALLEL_PROCESS,
// async (deviceId) => {
// try {
// // Check if device exists in cold storage
// const coldKey = `${COLDGEODATA_DEVICE_KEY_PREFIX}${deviceId}`
// const exists = await redisCold.exists(coldKey)
// If device doesn't exist in cold storage, remove it from hot storage
if (!exists) {
await redisHot.zrem(HOTGEODATA_KEY, deviceId)
logger.debug(
{ deviceId },
"Removed orphaned device data from hot storage (not found in cold storage)"
)
}
} catch (error) {
logger.error(
{ error, deviceId },
"Error checking orphaned device data"
)
}
}
)
}
// // If device doesn't exist in cold storage, remove it from hot storage
// if (!exists) {
// await redisHot.zrem(HOTGEODATA_KEY, deviceId)
// logger.debug(
// { deviceId },
// "Removed orphaned device data from hot storage (not found in cold storage)"
// )
// }
// } catch (error) {
// logger.error(
// { error, deviceId },
// "Error checking orphaned device data"
// )
// }
// }
// )
// }
// Schedule both cleanup functions to run periodically
cron.schedule(CLEANUP_CRON, async () => {
await cleanupOldGeodata()
await cleanupOrphanedHotGeodata()
// await cleanupOrphanedHotGeodata()
})
}
}