muttsurini's picture
Adding MetaQA + cache support
8b39f58 verified
Raw History Blame Contribute Delete
32.6 kB
/* THESEUS manual KG navigation challenge. Browser-only. Never sends user routes to a server. */
(() => {
'use strict';
const $=id=>document.getElementById(id);
const DATA={
kinship:{title:'Kinship',dataset:'HalcyonSolutions/Kinship',config:'nhop',graph:'kg/orig/triplets.txt',key:'kinship'},
sa:{title:'MQuAKE-ST · Single Answer',dataset:'HalcyonSolutions/MQuAKE-ST',config:'SA-nhop',graph:'kg/triplets.txt',key:'mquake'},
ma:{title:'MQuAKE-ST · Multi Answer',dataset:'HalcyonSolutions/MQuAKE-ST',config:'MA-nhop',graph:'kg/triplets.txt',key:'mquake'},
metaqa:{title:'MetaQA · Encoded',dataset:null,config:null,graph:null,key:'metaqa'}
};
const API='https://datasets-server.huggingface.co';
// Public GCS JSON API supports browser CORS without a bucket-specific CORS rule.
const METAQA_ARCHIVE='https://storage.googleapis.com/download/storage/v1/b/halcyon_data/o/'+encodeURIComponent('multihop_ds/datasets/MetaQA/metaqa_dataset.zip')+'?alt=media';
const MAX_STEPS=12;
const PAGE_SIZE=40;
const state={dataset:'kinship',question:null,source:'',current:'',route:[],finished:false,activeRel:null,neighborOffset:0,relationItems:[],neighborCount:0,task:0,split:'test',wording:'canonical',questionWording:'',workerReq:0,pending:new Map(),graphReady:new Set(),loadingGraph:null,nodeLabels:new Map(),relationLabels:new Map(),metaReady:false,mquakeNodeLabels:new Map(),mquakeRelationLabels:new Map(),metaqaNodeLabels:new Map(),metaqaRelationLabels:new Map()};
const worker=new Worker('graph-worker.js?v=4');
const text=(el,val)=>{el.textContent=val==null?'':String(val);return el;};
const el=(tag,cls,content)=>{let n=document.createElement(tag);if(cls)n.className=cls;if(content!==undefined)text(n,content);return n;};
const append=(parent,...children)=>{children.forEach(c=>parent.append(c));return parent;};
function status(msg,error=false){text($('setup-status'),msg);$('setup-status').classList.toggle('error',error);}
function navStatus(msg,error=false){text($('navigation-status'),msg);$('navigation-status').classList.toggle('error',error);}
function dataset(){return DATA[state.dataset];}
function escaped(v){return String(v||'').replace(/[^a-zA-Z0-9_-]/g,'');}
function makeUrl(d,path){return `https://huggingface.co/datasets/${d.dataset}/resolve/main/${path}`;}
function labelEntity(id){id=String(id??'');return state.dataset==='kinship'?id:(state.nodeLabels.get(id)||id);}
function labelRelation(id){
id=String(id??'');
if(state.dataset==='kinship')return id;
if(state.dataset==='metaqa'&&id.startsWith('_'))return '← '+(state.relationLabels.get(id.slice(1))||id.slice(1))+' (reverse)';
return state.relationLabels.get(id)||id;
}
function wikiLink(kind,id){if(state.dataset==='kinship'||state.dataset==='metaqa')return null;return kind==='entity'&&/^Q\d+$/.test(id)?`https://www.wikidata.org/wiki/${id}`:kind==='relation'&&/^P\d+$/.test(id)?`https://www.wikidata.org/wiki/Property:${id}`:null;}
function named(parent,kind,id,withLink=true){const name=kind==='entity'?labelEntity(id):labelRelation(id);const href=wikiLink(kind,id);const holder=el('span');append(holder,el('span','',name));if(name!==id)append(holder,el('span','nodeid',` (${id})`));if(href&&withLink){let a=el('a','link','↗');a.href=href;a.title=`Open ${id} on Wikidata`;a.target='_blank';a.rel='noopener noreferrer';a.style.marginLeft='5px';append(holder,a);}parent.append(holder);return holder;}
function paramUrl(route,params){return `${API}/${route}?${new URLSearchParams(params)}`;}
async function fetchJson(url,timeout=19000){const controller=new AbortController();const timer=setTimeout(()=>controller.abort(),timeout);try{const res=await fetch(url,{signal:controller.signal,headers:{Accept:'application/json'}});if(!res.ok)throw Error(`HTTP ${res.status} at dataset viewer`);return await res.json();}finally{clearTimeout(timer);}}
function asList(input){
if(Array.isArray(input))return input;
if(typeof input!=='string')return [];
let s=input.trim();if(!s.startsWith('[')||s.length>100000)return [];
try{const x=JSON.parse(s);if(Array.isArray(x))return x;}catch(_){/* Python literal */}
let i=0;const ws=()=>{while(/\s/.test(s[i]||'')&&i<s.length)i++;};
function parse(level){if(level>9)throw Error('Too deeply nested');ws();if(s[i]==='['){i++;let out=[];ws();while(s[i]!==']'){if(i>=s.length||out.length>10000)throw Error('Invalid list');out.push(parse(level+1));ws();if(s[i]===','){i++;ws();}else if(s[i]!==']')throw Error('Invalid list separator');}i++;return out;}
if(s[i]==="'"||s[i]==='"'){let quote=s[i++],out='';while(i<s.length&&s[i]!==quote){if(s[i]==='\\'){i++;const ch=s[i++]||'';out+=({n:'\n',t:'\t',r:'\r'}[ch]??ch);}else out+=s[i++];}if(s[i]!==quote)throw Error('Bad literal');i++;return out;}
const token=/^(None|True|False|-?\d+(?:\.\d+)?)/.exec(s.slice(i));if(!token)throw Error('Unrecognized literal');i+=token[0].length;return token[0]==='None'?null:token[0]==='True'?true:token[0]==='False'?false:Number(token[0]);}
try{const out=parse(0);ws();return i===s.length&&Array.isArray(out)?out:[];}catch(_){return [];}
}
/** Released Question-Paraphrased values are serialized Python-list literals (or arrays). */
function normalizedWording(value){
return String(value??'').normalize('NFKC').toLocaleLowerCase()
.replace(/[\p{P}\p{S}]+/gu,' ').replace(/\s+/g,' ').trim();
}
function alternateWordings(row){
const canonical=String(row?.Question??'').trim();
const raw=row?.['Question-Paraphrased'];
const variants=Array.isArray(raw)?raw:asList(raw);
// Favor genuinely different phrasing. Some released lists include the canonical string.
const seen=new Set([normalizedWording(canonical)]);
return variants.filter(v=>typeof v==='string').map(v=>v.trim()).filter(v=>{
const key=normalizedWording(v);if(!key||seen.has(key))return false;seen.add(key);return true;
});
}
function questionWording(row,mode){
if(mode!=='paraphrase')return String(row.Question).trim();
const variants=alternateWordings(row);
if(!variants.length)throw Error('No alternative paraphrased wording is available for this question.');
return variants[Math.floor(Math.random()*variants.length)];
}
/** Update the currently displayed question when the wording selector changes.
Keep the same QA record, start entity, answers, graph, and navigation route. */
function applyWording(mode,notify=false){
if(!state.question)return false;
let shown;
try{shown=questionWording(state.question,mode);}
catch(err){
if(notify)status('This question has no distinct paraphrase. Try Get random question to sample another.',true);
return false;
}
state.wording=mode;
state.questionWording=shown;
text($('question-text'),shown);
text($('wording-chip'),mode==='paraphrase'?'Random paraphrase':'Canonical');
if(mode==='paraphrase'){
const candidates=alternateWordings(state.question);
text($('wording-note'),`Paraphrase ${candidates.indexOf(shown)+1} of ${candidates.length} distinct alternative(s) · from Question-Paraphrased. The original wording appears after submission.`);
}else{
text($('wording-note'),'Original wording from the released Question column.');
}
if(notify)status(mode==='paraphrase'?'Showing a distinct paraphrased version of this question.':'Showing the original canonical question.');
return true;
}
function referencePaths(row){const p=asList(row.Paths);if(!p.length)return[];if(Array.isArray(p[0])&&p[0].length===3&&!Array.isArray(p[0][0]))return [p];if(Array.isArray(p[0])&&Array.isArray(p[0][0]))return p.filter(path=>Array.isArray(path)&&path.every(step=>Array.isArray(step)&&step.length===3));return[];}
function answers(row){const item=row['Answer-Entity'];return Array.isArray(item)?item.map(String):typeof item==='string'&&item.trim().startsWith('[')?asList(item).map(String):item!=null?[String(item).trim()]:[];}
function chainCandidates(row){
let value=row['Path-Key'];if(value==null||value==='')return [];
// Released relation paths can be strings of the form P50->P27 or lists.
if(Array.isArray(value)){
if(value.every(v=>typeof v==='string'&&!v.includes('->')))return [value];
return value.flatMap(v=>typeof v==='string'?[v.split(/\s*->\s*/).filter(Boolean)]:Array.isArray(v)?[v]:[]);
}
const s=String(value).trim();
if(s.startsWith('[')){
const parsed=asList(s);
if(parsed.length&&parsed.every(x=>typeof x==='string'&&!x.includes('->')))return[parsed.map(String)];
return parsed.flatMap(x=>Array.isArray(x)?[x.map(String)]:typeof x==='string'?[x.split(/\s*->\s*/).filter(Boolean)]:[]);
}
return [s.split(/\s*->\s*/).map(v=>v.trim()).filter(Boolean)];
}
function sampleSplit(row,desired){return desired==='all'||String(row.SplitLabel||'').trim().toLowerCase()===desired;}
// Cache Dataset Viewer responses per page session. A bounded reservoir of
// eligible rows lets many questions be sampled without another API request.
// Kinship, SA and MA have independent pools, and each benchmark partition is
// kept separate. Canonical/paraphrased selection shares the same source rows.
const HF_QA_BATCH_SIZE=64;
const HF_QA_CACHE_LIMIT=256;
const hfConfigCache=new Map();
const hfQaPools=new Map();
async function configsFor(d){
const key=`${d.dataset}/${d.config}`;
if(!hfConfigCache.has(key)){
const pending=(async()=>{
const data=await fetchJson(paramUrl('splits',{dataset:d.dataset}));
if(!data.splits?.length)throw Error('Dataset Viewer returned no QA configurations');
const named=data.splits.find(x=>x.config===d.config)||data.splits.find(x=>x.config?.toLowerCase()===d.config.toLowerCase());
if(!named)throw Error(`The ${d.config} configuration is not available from the Dataset Viewer.`);
return {config:named.config,split:named.split};
})();
hfConfigCache.set(key,pending);
pending.catch(()=>{if(hfConfigCache.get(key)===pending)hfConfigCache.delete(key);});
}
return hfConfigCache.get(key);
}
function qaPool(d,split){
const key=`${d.dataset}/${d.config}/${split}`;
if(!hfQaPools.has(key))hfQaPools.set(key,{rows:[],known:new Set(),filterCount:null,filterDisabled:false,rowCount:null});
return hfQaPools.get(key);
}
function addQaRows(pool,items,split){
for(const item of items||[]){
const row=item?.row;
if(!row?.Question||!row['Source-Entity']||!answers(row).length||!sampleSplit(row,split))continue;
// row_idx is the stable index returned by the Dataset Viewer. Fall back to
// a content key for providers that omit it.
const key=item.row_idx!=null?`row:${item.row_idx}`:`qa:${row['Question-Number']??''}:${row['Source-Entity']}:${row.Question}`;
if(pool.known.has(key))continue;
pool.rows.push({key,row,used:false});
pool.known.add(key);
}
// Prevent unbounded growth on long-running tabs. Unused questions have
// priority over questions already served when trimming the buffer.
if(pool.rows.length>HF_QA_CACHE_LIMIT){
const excess=pool.rows.length-HF_QA_CACHE_LIMIT;
const ordered=[...pool.rows.filter(x=>x.used),...pool.rows.filter(x=>!x.used)];
const discard=new Set(ordered.slice(0,excess));
pool.rows=pool.rows.filter(x=>!discard.has(x));
for(const item of discard)pool.known.delete(item.key);
}
}
function takeCachedQa(pool,wording,allowRepeat=false){
let eligible=pool.rows.filter(item=>!item.used&&(wording!=='paraphrase'||alternateWordings(item.row).length>0));
if(!eligible.length&&allowRepeat){
// A very small QA split can run out of previously unseen questions.
// Allow repeats after attempting new pages rather than failing permanently.
eligible=pool.rows.filter(item=>wording!=='paraphrase'||alternateWordings(item.row).length>0);
for(const item of eligible)item.used=false;
}
if(!eligible.length)return null;
const chosen=eligible[Math.floor(Math.random()*eligible.length)];
chosen.used=true;
return chosen.row;
}
function randomBatchOffset(total,size){
return Math.floor(Math.random()*(Math.max(0,total-size)+1));
}
async function fillQaPool(pool,base,split){
if(split!=='all'&&!pool.filterDisabled){
const where=`"SplitLabel"='${split}'`;
try{
if(pool.filterCount===null){
const first=await fetchJson(paramUrl('filter',{...base,where,offset:0,length:1}));
pool.filterCount=Number(first.num_rows_total||0);
addQaRows(pool,first.rows,split);
}
if(pool.filterCount>0){
const size=Math.min(HF_QA_BATCH_SIZE,pool.filterCount);
const offset=randomBatchOffset(pool.filterCount,size);
const batch=await fetchJson(paramUrl('filter',{...base,where,offset,length:size}));
addQaRows(pool,batch.rows,split);
return;
}
}catch(e){
// Some Dataset Viewer configurations do not support /filter. Cache that
// capability result and use /rows instead of retrying /filter each time.
pool.filterDisabled=true;
console.info('Dataset Viewer filter unavailable, sampling rows instead',e);
}
}
if(pool.rowCount===null){
const first=await fetchJson(paramUrl('rows',{...base,offset:0,length:1}));
pool.rowCount=Number(first.num_rows_total||0);
addQaRows(pool,first.rows,split);
}
if(pool.rowCount<1)throw Error('The selected QA configuration contains no rows.');
// Fallback samples larger blocks because the benchmark SplitLabel may be
// sparsely distributed in the API's underlying CSV row order.
const size=Math.min(100,pool.rowCount);
const offset=randomBatchOffset(pool.rowCount,size);
const batch=await fetchJson(paramUrl('rows',{...base,offset,length:size}));
addQaRows(pool,batch.rows,split);
}
async function randomQuestion(d,split,wording='canonical'){
if(d.key==='metaqa'){
const reply=await askWorker({type:'sample-metaqa',key:d.key,url:METAQA_ARCHIVE,split},progress=>{
if(progress.message)status(progress.message);
});
return reply.row;
}
const pool=qaPool(d,split);
const cached=takeCachedQa(pool,wording);
if(cached)return cached;
// Once all rows in a small partition have been served, allow reuse without
// unnecessary requests to the Dataset Viewer.
if(pool.filterCount!==null&&pool.filterCount>0&&pool.known.size>=pool.filterCount){
const repeated=takeCachedQa(pool,wording,true);
if(repeated)return repeated;
}
if(split==='all'&&pool.rowCount!==null&&pool.known.size>=pool.rowCount){
const repeated=takeCachedQa(pool,wording,true);
if(repeated)return repeated;
}
const config=await configsFor(d);
const base={dataset:d.dataset,config:config.config,split:config.split};
// Fetch one response page, then draw questions locally until the cached
// candidates have been used. Refill when needed without repeating an API
// call for every new question. Keep prior records for alternate wordings.
for(let attempt=0;attempt<8;attempt++){
await fillQaPool(pool,base,split);
const row=takeCachedQa(pool,wording);
if(row)return row;
}
const repeated=takeCachedQa(pool,wording,true);
if(repeated)return repeated;
throw Error(`No valid ${split} ${wording==='paraphrase'?'paraphrased ':''}question found after sampling. Try “Any split” or another partition.`);
}
function parseCsv(str){let all=[],line=[],field='',q=false;for(let i=0;i<str.length;i++){const c=str[i];if(c==='"'){if(q&&str[i+1]==='"'){field+='"';i++;}else q=!q;}else if(c===','&&!q){line.push(field);field='';}else if((c==='\n'||c==='\r')&&!q){if(c==='\r'&&str[i+1]==='\n')i++;line.push(field);all.push(line);field='';line=[];}else field+=c;}if(field||line.length){line.push(field);all.push(line);}return all;}
async function fetchMetadata(){
if(state.metaReady)return;const d=DATA.sa;
const sources=[['metadata/relation_data.csv','Property','Title',state.mquakeRelationLabels],['metadata/node_data.csv','QID','Title',state.mquakeNodeLabels]];
await Promise.all(sources.map(async([path,key,title,map])=>{try{const res=await fetch(makeUrl(d,path));if(!res.ok)throw Error(`HTTP ${res.status}`);const content=await res.text();const records=parseCsv(content);const names=records.shift().map(x=>x.trim());const idx=names.indexOf(key),label=names.indexOf(title);if(idx===-1||label===-1)throw Error(`Missing ${key} / ${title} columns`);for(const row of records){const k=row[idx]?.trim(),v=row[label]?.trim();if(k&&v)map.set(k,v);}}catch(err){console.info('Optional name metadata not loaded',path,err);}}));state.metaReady=true;
}
worker.onmessage=(event)=>{
const msg=event.data;const job=state.pending.get(msg.id);if(!job)return;
if(msg.type==='progress'){if(job.progress)job.progress(msg);return;}
state.pending.delete(msg.id);
if(msg.type==='error')job.reject(Error(msg.message));else job.resolve(msg);
};
function askWorker(message,progress){return new Promise((resolve,reject)=>{const id=++state.workerReq;state.pending.set(id,{resolve,reject,progress});worker.postMessage({...message,id});});}
function toggleBusy(busy){
$('new-question').disabled=busy;
document.querySelectorAll('input[name=dataset],#split').forEach(e=>e.disabled=busy);
$('wording').disabled=busy||document.querySelector('input[name=dataset]:checked')?.value==='metaqa';
}
function updateWordingChoice(){
const isMetaqa=document.querySelector('input[name=dataset]:checked')?.value==='metaqa';
if(isMetaqa)$('wording').value='canonical';
$('wording').disabled=isMetaqa;
$('wording').title=isMetaqa?'The released encoded MetaQA collection does not contain alternative paraphrases.':'';
}
document.querySelectorAll('input[name=dataset]').forEach(input=>input.addEventListener('change',updateWordingChoice));
updateWordingChoice();
async function launch(){
const myTask=++state.task;
const selected=document.querySelector('input[name=dataset]:checked').value;
state.dataset=selected;
if(state.dataset==='sa'||state.dataset==='ma'){state.nodeLabels=state.mquakeNodeLabels;state.relationLabels=state.mquakeRelationLabels;}
else if(state.dataset==='metaqa'){state.nodeLabels=state.metaqaNodeLabels;state.relationLabels=state.metaqaRelationLabels;}
state.split=$('split').value;state.wording=$('wording').value;state.question=null;state.questionWording='';state.finished=false;state.route=[];state.activeRel=null;
$('play').classList.add('hidden');toggleBusy(true);status(state.dataset==='metaqa'?'Sampling an encoded MetaQA question from its public GCS archive…':'Finding a random question from the published dataset…');
try{
const row=await randomQuestion(dataset(),state.split,state.wording);
if(myTask!==state.task)return;
state.question=row;state.source=String(row['Source-Entity']).trim();state.current=state.source;
if(!applyWording(state.wording))throw Error('Selected question has no alternative paraphrase.');
text($('dataset-chip'),dataset().title);text($('split-chip'),state.split==='all'?'Any split':`${state.split[0].toUpperCase()}${state.split.slice(1)} partition`);
renderNamedOnly($('question-source'),'entity',state.source);
$('play').classList.remove('hidden');$('result').classList.add('hidden');$('game-content').classList.add('hidden');
$('graph-prompt').classList.remove('hidden');
text($('graph-help'),state.dataset==='kinship'?'Kinship has a small directed graph. It loads quickly from the published dataset.':state.dataset==='metaqa'?'The encoded MetaQA graph shares the GCS archive already downloaded for this question. Reverse traversal is available as in the original MetaQA navigation setting.':'MQuAKE-ST uses a large directed graph. The first download can take time and browser memory, especially on mobile. The two MQuAKE modes share this graph.');
status('Question loaded. Prepare the graph to start navigating.');
$('play').scrollIntoView({block:'start',behavior:'smooth'});
if(state.graphReady.has(dataset().key)){
if(dataset().key==='mquake'){state.nodeLabels=state.mquakeNodeLabels;state.relationLabels=state.mquakeRelationLabels;}
if(dataset().key==='metaqa'){state.nodeLabels=state.metaqaNodeLabels;state.relationLabels=state.metaqaRelationLabels;}
await enterGame();
}
}catch(err){status(`Could not load a question: ${err.message}`,true);}finally{if(myTask===state.task)toggleBusy(false);}
}
function renderNamedOnly(parent,kind,id){parent.replaceChildren();named(parent,kind,id);}
async function loadGraph(){
const d=dataset();if(state.graphReady.has(d.key)){
if(d.key==='mquake'){state.nodeLabels=state.mquakeNodeLabels;state.relationLabels=state.mquakeRelationLabels;}
if(d.key==='metaqa'){state.nodeLabels=state.metaqaNodeLabels;state.relationLabels=state.metaqaRelationLabels;}
await enterGame();return;
}
const button=$('load-graph');button.disabled=true;
text(button,'Loading…');
text($('graph-help'),'Downloading the public graph and building a directed adjacency index locally. Please keep this tab open.');
const thisTask=state.task;
try{
const loaded=await askWorker(d.key==='metaqa'?{type:'load-metaqa',key:d.key,url:METAQA_ARCHIVE}:{type:'load',key:d.key,url:makeUrl(d,d.graph)},p=>{
if(thisTask!==state.task)return;
if(p.message)text($('graph-help'),p.message);
else{const count=p.edges.toLocaleString();text($('graph-help'),`Indexed ${count} edges… ${p.expected ? Math.min(100,Math.round(p.bytes/p.expected*100))+'% downloaded' : 'Working in your browser'}.`);}
});
if(d.key==='metaqa'){
state.metaqaNodeLabels=new Map(loaded.nodes||[]);
state.metaqaRelationLabels=new Map(loaded.relations||[]);
state.nodeLabels=state.metaqaNodeLabels;
state.relationLabels=state.metaqaRelationLabels;
renderNamedOnly($('question-source'),'entity',state.source);
}
state.graphReady.add(d.key);
if(d.key==='mquake'){
text($('graph-help'),'Graph loaded. Loading optional readable Wikidata labels…');
await fetchMetadata();
state.nodeLabels=state.mquakeNodeLabels;
state.relationLabels=state.mquakeRelationLabels;
}
if(thisTask===state.task)await enterGame();
}catch(err){text($('graph-help'),`Graph could not be loaded: ${err.message}. Confirm the dataset is public and that cross-origin browser requests are allowed.`);}
finally{button.disabled=false;text(button,'Load graph');}
}
async function enterGame(){if(!state.question)return;$('graph-prompt').classList.add('hidden');$('game-content').classList.remove('hidden');$('result').classList.add('hidden');state.finished=false;state.route=[];state.current=state.source;state.activeRel=null;renderState();await showRelations();}
function renderState(){
renderNamedOnly($('current-entity'),'entity',state.current);text($('steps-chip'),`${state.route.length} step${state.route.length===1?'':'s'} taken`);
const route=$('route-list');route.replaceChildren();
let li=el('li','route-step');append(li,el('span','route-rel','START ENTITY'));named(li,'entity',state.source);route.append(li);
for(const step of state.route){li=el('li','route-step');append(li,el('span','route-rel',`↓ ${labelRelation(step.relation)}${labelRelation(step.relation)===step.relation?'':` (${step.relation})`}`));named(li,'entity',step.to);route.append(li);}
$('undo').disabled=state.route.length===0||state.finished;
$('restart').disabled=state.route.length===0||state.finished;
$('submit').disabled=state.finished;
$('give-up').disabled=state.finished;
}
async function showRelations(){
if(state.finished)return;
$('neighbor-box').classList.add('hidden');state.activeRel=null;
const task=state.task,node=state.current;
text($('action-total'),'Loading edges…');$('relation-list').replaceChildren();
try{
const data=await askWorker({type:'relations',key:dataset().key,node});
if(task!==state.task||node!==state.current||state.finished)return;
state.relationItems=data.items;filterRelations();
navStatus(state.route.length>=MAX_STEPS?'Safety limit reached. Undo a step or submit your answer.':data.total?`Choose from ${data.total.toLocaleString()} outgoing edge(s).`:'This entity has no outgoing edges. Undo or submit your answer.');
}catch(err){navStatus(`Cannot read graph actions: ${err.message}`,true);}
}
function filterRelations(){
const list=$('relation-list');list.replaceChildren();
const needle=$('relation-search').value.trim().toLowerCase();
const values=state.relationItems.filter(i=>`${i.relation} ${labelRelation(i.relation)}`.toLowerCase().includes(needle));
text($('action-total'),`${values.length} relation${values.length===1?'':'s'}`);
if(state.route.length>=MAX_STEPS){list.append(el('div','empty',`Reached the ${MAX_STEPS}-step safety limit. Undo a step or submit.`));return;}
if(!values.length){list.append(el('div','empty','No matching outgoing relations.'));return;}
for(const item of values){
const button=el('button','rel-item'+(state.activeRel===item.relation?' active':''));button.type='button';
const left=el('span','name');append(left,el('span','',labelRelation(item.relation)));
if(labelRelation(item.relation)!==item.relation)append(left,el('span','nodeid',` (${item.relation})`));
append(button,left,el('small','',`${item.count} neighbor${item.count===1?'':'s'} ›`));
button.addEventListener('click',()=>openRelation(item.relation));list.append(button);
}
}
async function openRelation(relation){
if(state.finished)return;state.activeRel=relation;state.neighborOffset=0;filterRelations();
$('neighbor-box').classList.remove('hidden');text($('neighbor-heading'),`Via ${labelRelation(relation)}`);
$('neighbor-search').value='';$('neighbor-search').placeholder=state.dataset==='kinship'?'Filter neighboring people…':state.dataset==='metaqa'?'Filter neighboring names or IDs…':'Filter neighboring QIDs…';
await showNeighbors();
}
async function showNeighbors(){
const relation=state.activeRel;if(!relation||state.finished)return;
const node=state.current,task=state.task,offset=state.neighborOffset,q=$('neighbor-search').value.trim();
const list=$('neighbor-list');list.replaceChildren(el('div','empty','Loading neighbors…'));
try{
const data=await askWorker({type:'neighbors',key:dataset().key,node,relation,offset,limit:PAGE_SIZE,query:q});
if(task!==state.task||state.activeRel!==relation||node!==state.current||state.finished||q!==$('neighbor-search').value.trim())return;
list.replaceChildren();state.neighborCount=data.total;
text($('neighbor-count'),`${data.total?offset+1:0}–${Math.min(offset+PAGE_SIZE,data.total)} / ${data.total}`);
$('neighbor-prev').disabled=offset===0;$('neighbor-next').disabled=offset+PAGE_SIZE>=data.total;
if(!data.items.length){list.append(el('div','empty','No neighbors match your search.'));return;}
for(const id of data.items){
const item=el('div','neighbor-row');
const button=el('button','neighbor');button.type='button';
named(button,'entity',id,false);
button.addEventListener('click',()=>takeStep(relation,id));
item.append(button);
const url=wikiLink('entity',id);
if(url){const link=el('a','neighbor-external','↗');link.href=url;link.target='_blank';link.rel='noopener noreferrer';link.title=`Open ${id} on Wikidata`;item.append(link);}
list.append(item);
}
}catch(err){list.replaceChildren(el('div','empty',`Could not load neighbors: ${err.message}`));}
}
async function takeStep(relation,to){
if(state.finished||state.route.length>=MAX_STEPS)return;
state.route.push({from:state.current,relation,to});state.current=to;state.activeRel=null;
$('relation-search').value='';renderState();await showRelations();
}
async function undo(){if(!state.route.length||state.finished)return;let last=state.route.pop();state.current=last.from;renderState();await showRelations();}
async function restart(){if(state.finished)return;state.route=[];state.current=state.source;state.activeRel=null;renderState();await showRelations();}
function isReferenceMatch(row,route){
const paths=referencePaths(row);const chains=chainCandidates(row);
const triples=route.map(step=>[step.from,step.relation,step.to]);
if(paths.length){return {kind:'entity path',matched:paths.some(path=>path.length===triples.length&&path.every((triple,i)=>triple.every((field,j)=>String(field)===String(triples[i][j])))),possible:true};}
if(chains.length){const rel=route.map(s=>s.relation);return{kind:'relation chain',matched:chains.some(chain=>chain.length===rel.length&&chain.every((r,i)=>String(r)===rel[i])),possible:true};}
return{kind:'reference path',matched:false,possible:false};
}
function showResult(giveUp){
if(!state.question||state.finished)return;
state.finished=true;
const row=state.question;
const gold=answers(row),ok=!giveUp&&gold.includes(state.current);
const fidelity=isReferenceMatch(row,state.route);
$('neighbor-box').classList.add('hidden');renderState();filterRelations();
$('result').classList.remove('hidden');
text($('result-heading'),giveUp?'Reference revealed':ok?'You found a valid answer!':'Not a released answer');
text($('answer-badge'),giveUp?'Given up':ok?'Answer correct':'Answer incorrect');
$('answer-badge').className='result-badge '+(!giveUp&&ok?'success':giveUp?'':'fail');
text($('result-description'),giveUp?'Here are the released answers and reference evidence for this question.':ok?'Your terminal entity belongs to the released answer set. Your navigation path is evaluated independently below.':'Your terminal entity does not match the released answer set. You can try the same question again.');
renderNamedOnly($('result-terminal'),'entity',state.current);
const target=$('result-answers');target.replaceChildren();gold.forEach((v,i)=>{if(i)target.append(el('span','',', '));named(target,'entity',v);});
const assess=$('path-assessment');text(assess,(!giveUp&&fidelity.possible)?fidelity.matched?`✓ Your route matches an annotated ${fidelity.kind}.`:`Your route does not exactly match the released ${fidelity.kind}. That does not prove your path is invalid.`:fidelity.possible?`Released ${fidelity.kind} available below. No attempt was scored.`:'No reference path or relation chain is available for this question.');
const detail=$('reference-content');detail.replaceChildren();
const p=el('p','',`Annotated hop count: ${row.Hops??'not provided'}. You took ${state.route.length} step${state.route.length===1?'':'s'}.`);detail.append(p);if(state.wording==='paraphrase')detail.append(el('p','',`Canonical question: ${row.Question}`));
const paths=referencePaths(row),chains=chainCandidates(row);
if(paths.length){for(const [i,path] of paths.slice(0,5).entries()){const item=el('p','',`Reference ${i+1}: `);for(let j=0;j<path.length;j++){if(j===0)named(item,'entity',String(path[j][0]));append(item,el('span','',` —[${labelRelation(String(path[j][1]))}]→ `));named(item,'entity',String(path[j][2]));}detail.append(item);}}
else if(chains.length){for(const [i,chain]of chains.slice(0,5).entries()){let item=el('p','',`Annotated relation chain ${i+1}: `);chain.forEach((r,j)=>{if(j)item.append(el('span','',` → `));named(item,'relation',String(r));});detail.append(item);}if(state.dataset==='ma')detail.append(el('p','',`Multi Answer does not provide a single entity-level reference path. These are released relation-chain annotations.`));}
else detail.append(el('p','',state.dataset==='metaqa'?'MetaQA provides answer supervision but no released reference navigation paths. Endpoint correctness is evaluated, but exact path fidelity is unavailable.':'No entity-level path or relation chain was provided in this record.'));
const ref=$('result').querySelector('details');ref.open=false;
$('result').scrollIntoView({block:'start',behavior:'smooth'});
}
async function retry(){state.finished=false;state.route=[];state.current=state.source;state.activeRel=null;$('result').classList.add('hidden');$('game-content').classList.remove('hidden');renderState();await showRelations();$('play').scrollIntoView({block:'start',behavior:'smooth'});}
$('wording').addEventListener('change',()=>{
// A selection made before loading a challenge is applied by launch().
if(!state.question)return;
const prior=state.wording;
if(!applyWording($('wording').value,true))$('wording').value=prior;
});
$('new-question').addEventListener('click',launch);
$('load-graph').addEventListener('click',loadGraph);
$('undo').addEventListener('click',undo);$('restart').addEventListener('click',restart);
$('relation-search').addEventListener('input',filterRelations);
$('neighbor-search').addEventListener('input',()=>{state.neighborOffset=0;showNeighbors();});
$('neighbor-prev').addEventListener('click',()=>{state.neighborOffset=Math.max(0,state.neighborOffset-PAGE_SIZE);showNeighbors();});
$('neighbor-next').addEventListener('click',()=>{state.neighborOffset+=PAGE_SIZE;showNeighbors();});
$('close-neighbors').addEventListener('click',()=>{state.activeRel=null;$('neighbor-box').classList.add('hidden');filterRelations();});
$('submit').addEventListener('click',()=>showResult(false));$('give-up').addEventListener('click',()=>showResult(true));$('retry').addEventListener('click',retry);$('another').addEventListener('click',launch);
})();