SikongJueluo/Mini-Nav
1
0
Fork 0
mirror of https://github.com/SikongJueluo/Mini-Nav.git synced 2026-03-12 20:35:31 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(benchmarks): add evaluation framework for DINO-based compressors

Browse Source
This commit is contained in:
SikongJueluo
2026-02-08 22:43:38 +08:00
parent 3ba3705ba6
commit 7f6732edeb
11 changed files with 217 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
mini-nav/compressors/train.py
View File

@@ -93,12 +93,10 @@ def train(
with torch.no_grad():
inputs = processor(imgs, return_tensors="pt").to(device)
teacher_tokens = dino(**inputs).last_hidden_state
# [B,N,1024]
teacher_tokens = dino(**inputs).last_hidden_state # [B,N,1024]
teacher_embed = teacher_tokens.mean(dim=1)
teacher_embed = F.normalize(teacher_embed, dim=-1)
# [B,1024]
teacher_embed = F.normalize(teacher_embed, dim=-1) # [B,1024]
# ---- student forward ----
z512, recon = compressor(teacher_tokens)