Download app.js from HalcyonSolutions/KGQA-Navigation-Challenge: direct link, hf CLI and curl.
- Browser
- Download file 32.6 kB
-
https://huggingface.co/spaces/HalcyonSolutions/KGQA-Navigation-Challenge/resolve/main/app.js
- Command line
-
hf download hf://spaces/HalcyonSolutions/KGQA-Navigation-Challenge/app.js
-
curl -L -o app.js https://huggingface.co/spaces/HalcyonSolutions/KGQA-Navigation-Challenge/resolve/main/app.js
32.6 kB
| /* THESEUS manual KG navigation challenge. Browser-only. Never sends user routes to a server. */ | |
| (() => { | |
| ; | |
| const $=id=>document.getElementById(id); | |
| const DATA={ | |
| kinship:{title:'Kinship',dataset:'HalcyonSolutions/Kinship',config:'nhop',graph:'kg/orig/triplets.txt',key:'kinship'}, | |
| sa:{title:'MQuAKE-ST · Single Answer',dataset:'HalcyonSolutions/MQuAKE-ST',config:'SA-nhop',graph:'kg/triplets.txt',key:'mquake'}, | |
| ma:{title:'MQuAKE-ST · Multi Answer',dataset:'HalcyonSolutions/MQuAKE-ST',config:'MA-nhop',graph:'kg/triplets.txt',key:'mquake'}, | |
| metaqa:{title:'MetaQA · Encoded',dataset:null,config:null,graph:null,key:'metaqa'} | |
| }; | |
| const API='https://datasets-server.huggingface.co'; | |
| // Public GCS JSON API supports browser CORS without a bucket-specific CORS rule. | |
| const METAQA_ARCHIVE='https://storage.googleapis.com/download/storage/v1/b/halcyon_data/o/'+encodeURIComponent('multihop_ds/datasets/MetaQA/metaqa_dataset.zip')+'?alt=media'; | |
| const MAX_STEPS=12; | |
| const PAGE_SIZE=40; | |
| const state={dataset:'kinship',question:null,source:'',current:'',route:[],finished:false,activeRel:null,neighborOffset:0,relationItems:[],neighborCount:0,task:0,split:'test',wording:'canonical',questionWording:'',workerReq:0,pending:new Map(),graphReady:new Set(),loadingGraph:null,nodeLabels:new Map(),relationLabels:new Map(),metaReady:false,mquakeNodeLabels:new Map(),mquakeRelationLabels:new Map(),metaqaNodeLabels:new Map(),metaqaRelationLabels:new Map()}; | |
| const worker=new Worker('graph-worker.js?v=4'); | |
| const text=(el,val)=>{el.textContent=val==null?'':String(val);return el;}; | |
| const el=(tag,cls,content)=>{let n=document.createElement(tag);if(cls)n.className=cls;if(content!==undefined)text(n,content);return n;}; | |
| const append=(parent,...children)=>{children.forEach(c=>parent.append(c));return parent;}; | |
| function status(msg,error=false){text($('setup-status'),msg);$('setup-status').classList.toggle('error',error);} | |
| function navStatus(msg,error=false){text($('navigation-status'),msg);$('navigation-status').classList.toggle('error',error);} | |
| function dataset(){return DATA[state.dataset];} | |
| function escaped(v){return String(v||'').replace(/[^a-zA-Z0-9_-]/g,'');} | |
| function makeUrl(d,path){return `https://huggingface.co/datasets/${d.dataset}/resolve/main/${path}`;} | |
| function labelEntity(id){id=String(id??'');return state.dataset==='kinship'?id:(state.nodeLabels.get(id)||id);} | |
| function labelRelation(id){ | |
| id=String(id??''); | |
| if(state.dataset==='kinship')return id; | |
| if(state.dataset==='metaqa'&&id.startsWith('_'))return '← '+(state.relationLabels.get(id.slice(1))||id.slice(1))+' (reverse)'; | |
| return state.relationLabels.get(id)||id; | |
| } | |
| function wikiLink(kind,id){if(state.dataset==='kinship'||state.dataset==='metaqa')return null;return kind==='entity'&&/^Q\d+$/.test(id)?`https://www.wikidata.org/wiki/${id}`:kind==='relation'&&/^P\d+$/.test(id)?`https://www.wikidata.org/wiki/Property:${id}`:null;} | |
| function named(parent,kind,id,withLink=true){const name=kind==='entity'?labelEntity(id):labelRelation(id);const href=wikiLink(kind,id);const holder=el('span');append(holder,el('span','',name));if(name!==id)append(holder,el('span','nodeid',` (${id})`));if(href&&withLink){let a=el('a','link','↗');a.href=href;a.title=`Open ${id} on Wikidata`;a.target='_blank';a.rel='noopener noreferrer';a.style.marginLeft='5px';append(holder,a);}parent.append(holder);return holder;} | |
| function paramUrl(route,params){return `${API}/${route}?${new URLSearchParams(params)}`;} | |
| async function fetchJson(url,timeout=19000){const controller=new AbortController();const timer=setTimeout(()=>controller.abort(),timeout);try{const res=await fetch(url,{signal:controller.signal,headers:{Accept:'application/json'}});if(!res.ok)throw Error(`HTTP ${res.status} at dataset viewer`);return await res.json();}finally{clearTimeout(timer);}} | |
| function asList(input){ | |
| if(Array.isArray(input))return input; | |
| if(typeof input!=='string')return []; | |
| let s=input.trim();if(!s.startsWith('[')||s.length>100000)return []; | |
| try{const x=JSON.parse(s);if(Array.isArray(x))return x;}catch(_){/* Python literal */} | |
| let i=0;const ws=()=>{while(/\s/.test(s[i]||'')&&i<s.length)i++;}; | |
| function parse(level){if(level>9)throw Error('Too deeply nested');ws();if(s[i]==='['){i++;let out=[];ws();while(s[i]!==']'){if(i>=s.length||out.length>10000)throw Error('Invalid list');out.push(parse(level+1));ws();if(s[i]===','){i++;ws();}else if(s[i]!==']')throw Error('Invalid list separator');}i++;return out;} | |
| if(s[i]==="'"||s[i]==='"'){let quote=s[i++],out='';while(i<s.length&&s[i]!==quote){if(s[i]==='\\'){i++;const ch=s[i++]||'';out+=({n:'\n',t:'\t',r:'\r'}[ch]??ch);}else out+=s[i++];}if(s[i]!==quote)throw Error('Bad literal');i++;return out;} | |
| const token=/^(None|True|False|-?\d+(?:\.\d+)?)/.exec(s.slice(i));if(!token)throw Error('Unrecognized literal');i+=token[0].length;return token[0]==='None'?null:token[0]==='True'?true:token[0]==='False'?false:Number(token[0]);} | |
| try{const out=parse(0);ws();return i===s.length&&Array.isArray(out)?out:[];}catch(_){return [];} | |
| } | |
| /** Released Question-Paraphrased values are serialized Python-list literals (or arrays). */ | |
| function normalizedWording(value){ | |
| return String(value??'').normalize('NFKC').toLocaleLowerCase() | |
| .replace(/[\p{P}\p{S}]+/gu,' ').replace(/\s+/g,' ').trim(); | |
| } | |
| function alternateWordings(row){ | |
| const canonical=String(row?.Question??'').trim(); | |
| const raw=row?.['Question-Paraphrased']; | |
| const variants=Array.isArray(raw)?raw:asList(raw); | |
| // Favor genuinely different phrasing. Some released lists include the canonical string. | |
| const seen=new Set([normalizedWording(canonical)]); | |
| return variants.filter(v=>typeof v==='string').map(v=>v.trim()).filter(v=>{ | |
| const key=normalizedWording(v);if(!key||seen.has(key))return false;seen.add(key);return true; | |
| }); | |
| } | |
| function questionWording(row,mode){ | |
| if(mode!=='paraphrase')return String(row.Question).trim(); | |
| const variants=alternateWordings(row); | |
| if(!variants.length)throw Error('No alternative paraphrased wording is available for this question.'); | |
| return variants[Math.floor(Math.random()*variants.length)]; | |
| } | |
| /** Update the currently displayed question when the wording selector changes. | |
| Keep the same QA record, start entity, answers, graph, and navigation route. */ | |
| function applyWording(mode,notify=false){ | |
| if(!state.question)return false; | |
| let shown; | |
| try{shown=questionWording(state.question,mode);} | |
| catch(err){ | |
| if(notify)status('This question has no distinct paraphrase. Try Get random question to sample another.',true); | |
| return false; | |
| } | |
| state.wording=mode; | |
| state.questionWording=shown; | |
| text($('question-text'),shown); | |
| text($('wording-chip'),mode==='paraphrase'?'Random paraphrase':'Canonical'); | |
| if(mode==='paraphrase'){ | |
| const candidates=alternateWordings(state.question); | |
| text($('wording-note'),`Paraphrase ${candidates.indexOf(shown)+1} of ${candidates.length} distinct alternative(s) · from Question-Paraphrased. The original wording appears after submission.`); | |
| }else{ | |
| text($('wording-note'),'Original wording from the released Question column.'); | |
| } | |
| if(notify)status(mode==='paraphrase'?'Showing a distinct paraphrased version of this question.':'Showing the original canonical question.'); | |
| return true; | |
| } | |
| function referencePaths(row){const p=asList(row.Paths);if(!p.length)return[];if(Array.isArray(p[0])&&p[0].length===3&&!Array.isArray(p[0][0]))return [p];if(Array.isArray(p[0])&&Array.isArray(p[0][0]))return p.filter(path=>Array.isArray(path)&&path.every(step=>Array.isArray(step)&&step.length===3));return[];} | |
| function answers(row){const item=row['Answer-Entity'];return Array.isArray(item)?item.map(String):typeof item==='string'&&item.trim().startsWith('[')?asList(item).map(String):item!=null?[String(item).trim()]:[];} | |
| function chainCandidates(row){ | |
| let value=row['Path-Key'];if(value==null||value==='')return []; | |
| // Released relation paths can be strings of the form P50->P27 or lists. | |
| if(Array.isArray(value)){ | |
| if(value.every(v=>typeof v==='string'&&!v.includes('->')))return [value]; | |
| return value.flatMap(v=>typeof v==='string'?[v.split(/\s*->\s*/).filter(Boolean)]:Array.isArray(v)?[v]:[]); | |
| } | |
| const s=String(value).trim(); | |
| if(s.startsWith('[')){ | |
| const parsed=asList(s); | |
| if(parsed.length&&parsed.every(x=>typeof x==='string'&&!x.includes('->')))return[parsed.map(String)]; | |
| return parsed.flatMap(x=>Array.isArray(x)?[x.map(String)]:typeof x==='string'?[x.split(/\s*->\s*/).filter(Boolean)]:[]); | |
| } | |
| return [s.split(/\s*->\s*/).map(v=>v.trim()).filter(Boolean)]; | |
| } | |
| function sampleSplit(row,desired){return desired==='all'||String(row.SplitLabel||'').trim().toLowerCase()===desired;} | |
| // Cache Dataset Viewer responses per page session. A bounded reservoir of | |
| // eligible rows lets many questions be sampled without another API request. | |
| // Kinship, SA and MA have independent pools, and each benchmark partition is | |
| // kept separate. Canonical/paraphrased selection shares the same source rows. | |
| const HF_QA_BATCH_SIZE=64; | |
| const HF_QA_CACHE_LIMIT=256; | |
| const hfConfigCache=new Map(); | |
| const hfQaPools=new Map(); | |
| async function configsFor(d){ | |
| const key=`${d.dataset}/${d.config}`; | |
| if(!hfConfigCache.has(key)){ | |
| const pending=(async()=>{ | |
| const data=await fetchJson(paramUrl('splits',{dataset:d.dataset})); | |
| if(!data.splits?.length)throw Error('Dataset Viewer returned no QA configurations'); | |
| const named=data.splits.find(x=>x.config===d.config)||data.splits.find(x=>x.config?.toLowerCase()===d.config.toLowerCase()); | |
| if(!named)throw Error(`The ${d.config} configuration is not available from the Dataset Viewer.`); | |
| return {config:named.config,split:named.split}; | |
| })(); | |
| hfConfigCache.set(key,pending); | |
| pending.catch(()=>{if(hfConfigCache.get(key)===pending)hfConfigCache.delete(key);}); | |
| } | |
| return hfConfigCache.get(key); | |
| } | |
| function qaPool(d,split){ | |
| const key=`${d.dataset}/${d.config}/${split}`; | |
| if(!hfQaPools.has(key))hfQaPools.set(key,{rows:[],known:new Set(),filterCount:null,filterDisabled:false,rowCount:null}); | |
| return hfQaPools.get(key); | |
| } | |
| function addQaRows(pool,items,split){ | |
| for(const item of items||[]){ | |
| const row=item?.row; | |
| if(!row?.Question||!row['Source-Entity']||!answers(row).length||!sampleSplit(row,split))continue; | |
| // row_idx is the stable index returned by the Dataset Viewer. Fall back to | |
| // a content key for providers that omit it. | |
| const key=item.row_idx!=null?`row:${item.row_idx}`:`qa:${row['Question-Number']??''}:${row['Source-Entity']}:${row.Question}`; | |
| if(pool.known.has(key))continue; | |
| pool.rows.push({key,row,used:false}); | |
| pool.known.add(key); | |
| } | |
| // Prevent unbounded growth on long-running tabs. Unused questions have | |
| // priority over questions already served when trimming the buffer. | |
| if(pool.rows.length>HF_QA_CACHE_LIMIT){ | |
| const excess=pool.rows.length-HF_QA_CACHE_LIMIT; | |
| const ordered=[...pool.rows.filter(x=>x.used),...pool.rows.filter(x=>!x.used)]; | |
| const discard=new Set(ordered.slice(0,excess)); | |
| pool.rows=pool.rows.filter(x=>!discard.has(x)); | |
| for(const item of discard)pool.known.delete(item.key); | |
| } | |
| } | |
| function takeCachedQa(pool,wording,allowRepeat=false){ | |
| let eligible=pool.rows.filter(item=>!item.used&&(wording!=='paraphrase'||alternateWordings(item.row).length>0)); | |
| if(!eligible.length&&allowRepeat){ | |
| // A very small QA split can run out of previously unseen questions. | |
| // Allow repeats after attempting new pages rather than failing permanently. | |
| eligible=pool.rows.filter(item=>wording!=='paraphrase'||alternateWordings(item.row).length>0); | |
| for(const item of eligible)item.used=false; | |
| } | |
| if(!eligible.length)return null; | |
| const chosen=eligible[Math.floor(Math.random()*eligible.length)]; | |
| chosen.used=true; | |
| return chosen.row; | |
| } | |
| function randomBatchOffset(total,size){ | |
| return Math.floor(Math.random()*(Math.max(0,total-size)+1)); | |
| } | |
| async function fillQaPool(pool,base,split){ | |
| if(split!=='all'&&!pool.filterDisabled){ | |
| const where=`"SplitLabel"='${split}'`; | |
| try{ | |
| if(pool.filterCount===null){ | |
| const first=await fetchJson(paramUrl('filter',{...base,where,offset:0,length:1})); | |
| pool.filterCount=Number(first.num_rows_total||0); | |
| addQaRows(pool,first.rows,split); | |
| } | |
| if(pool.filterCount>0){ | |
| const size=Math.min(HF_QA_BATCH_SIZE,pool.filterCount); | |
| const offset=randomBatchOffset(pool.filterCount,size); | |
| const batch=await fetchJson(paramUrl('filter',{...base,where,offset,length:size})); | |
| addQaRows(pool,batch.rows,split); | |
| return; | |
| } | |
| }catch(e){ | |
| // Some Dataset Viewer configurations do not support /filter. Cache that | |
| // capability result and use /rows instead of retrying /filter each time. | |
| pool.filterDisabled=true; | |
| console.info('Dataset Viewer filter unavailable, sampling rows instead',e); | |
| } | |
| } | |
| if(pool.rowCount===null){ | |
| const first=await fetchJson(paramUrl('rows',{...base,offset:0,length:1})); | |
| pool.rowCount=Number(first.num_rows_total||0); | |
| addQaRows(pool,first.rows,split); | |
| } | |
| if(pool.rowCount<1)throw Error('The selected QA configuration contains no rows.'); | |
| // Fallback samples larger blocks because the benchmark SplitLabel may be | |
| // sparsely distributed in the API's underlying CSV row order. | |
| const size=Math.min(100,pool.rowCount); | |
| const offset=randomBatchOffset(pool.rowCount,size); | |
| const batch=await fetchJson(paramUrl('rows',{...base,offset,length:size})); | |
| addQaRows(pool,batch.rows,split); | |
| } | |
| async function randomQuestion(d,split,wording='canonical'){ | |
| if(d.key==='metaqa'){ | |
| const reply=await askWorker({type:'sample-metaqa',key:d.key,url:METAQA_ARCHIVE,split},progress=>{ | |
| if(progress.message)status(progress.message); | |
| }); | |
| return reply.row; | |
| } | |
| const pool=qaPool(d,split); | |
| const cached=takeCachedQa(pool,wording); | |
| if(cached)return cached; | |
| // Once all rows in a small partition have been served, allow reuse without | |
| // unnecessary requests to the Dataset Viewer. | |
| if(pool.filterCount!==null&&pool.filterCount>0&&pool.known.size>=pool.filterCount){ | |
| const repeated=takeCachedQa(pool,wording,true); | |
| if(repeated)return repeated; | |
| } | |
| if(split==='all'&&pool.rowCount!==null&&pool.known.size>=pool.rowCount){ | |
| const repeated=takeCachedQa(pool,wording,true); | |
| if(repeated)return repeated; | |
| } | |
| const config=await configsFor(d); | |
| const base={dataset:d.dataset,config:config.config,split:config.split}; | |
| // Fetch one response page, then draw questions locally until the cached | |
| // candidates have been used. Refill when needed without repeating an API | |
| // call for every new question. Keep prior records for alternate wordings. | |
| for(let attempt=0;attempt<8;attempt++){ | |
| await fillQaPool(pool,base,split); | |
| const row=takeCachedQa(pool,wording); | |
| if(row)return row; | |
| } | |
| const repeated=takeCachedQa(pool,wording,true); | |
| if(repeated)return repeated; | |
| throw Error(`No valid ${split} ${wording==='paraphrase'?'paraphrased ':''}question found after sampling. Try “Any split” or another partition.`); | |
| } | |
| function parseCsv(str){let all=[],line=[],field='',q=false;for(let i=0;i<str.length;i++){const c=str[i];if(c==='"'){if(q&&str[i+1]==='"'){field+='"';i++;}else q=!q;}else if(c===','&&!q){line.push(field);field='';}else if((c==='\n'||c==='\r')&&!q){if(c==='\r'&&str[i+1]==='\n')i++;line.push(field);all.push(line);field='';line=[];}else field+=c;}if(field||line.length){line.push(field);all.push(line);}return all;} | |
| async function fetchMetadata(){ | |
| if(state.metaReady)return;const d=DATA.sa; | |
| const sources=[['metadata/relation_data.csv','Property','Title',state.mquakeRelationLabels],['metadata/node_data.csv','QID','Title',state.mquakeNodeLabels]]; | |
| await Promise.all(sources.map(async([path,key,title,map])=>{try{const res=await fetch(makeUrl(d,path));if(!res.ok)throw Error(`HTTP ${res.status}`);const content=await res.text();const records=parseCsv(content);const names=records.shift().map(x=>x.trim());const idx=names.indexOf(key),label=names.indexOf(title);if(idx===-1||label===-1)throw Error(`Missing ${key} / ${title} columns`);for(const row of records){const k=row[idx]?.trim(),v=row[label]?.trim();if(k&&v)map.set(k,v);}}catch(err){console.info('Optional name metadata not loaded',path,err);}}));state.metaReady=true; | |
| } | |
| worker.onmessage=(event)=>{ | |
| const msg=event.data;const job=state.pending.get(msg.id);if(!job)return; | |
| if(msg.type==='progress'){if(job.progress)job.progress(msg);return;} | |
| state.pending.delete(msg.id); | |
| if(msg.type==='error')job.reject(Error(msg.message));else job.resolve(msg); | |
| }; | |
| function askWorker(message,progress){return new Promise((resolve,reject)=>{const id=++state.workerReq;state.pending.set(id,{resolve,reject,progress});worker.postMessage({...message,id});});} | |
| function toggleBusy(busy){ | |
| $('new-question').disabled=busy; | |
| document.querySelectorAll('input[name=dataset],#split').forEach(e=>e.disabled=busy); | |
| $('wording').disabled=busy||document.querySelector('input[name=dataset]:checked')?.value==='metaqa'; | |
| } | |
| function updateWordingChoice(){ | |
| const isMetaqa=document.querySelector('input[name=dataset]:checked')?.value==='metaqa'; | |
| if(isMetaqa)$('wording').value='canonical'; | |
| $('wording').disabled=isMetaqa; | |
| $('wording').title=isMetaqa?'The released encoded MetaQA collection does not contain alternative paraphrases.':''; | |
| } | |
| document.querySelectorAll('input[name=dataset]').forEach(input=>input.addEventListener('change',updateWordingChoice)); | |
| updateWordingChoice(); | |
| async function launch(){ | |
| const myTask=++state.task; | |
| const selected=document.querySelector('input[name=dataset]:checked').value; | |
| state.dataset=selected; | |
| if(state.dataset==='sa'||state.dataset==='ma'){state.nodeLabels=state.mquakeNodeLabels;state.relationLabels=state.mquakeRelationLabels;} | |
| else if(state.dataset==='metaqa'){state.nodeLabels=state.metaqaNodeLabels;state.relationLabels=state.metaqaRelationLabels;} | |
| state.split=$('split').value;state.wording=$('wording').value;state.question=null;state.questionWording='';state.finished=false;state.route=[];state.activeRel=null; | |
| $('play').classList.add('hidden');toggleBusy(true);status(state.dataset==='metaqa'?'Sampling an encoded MetaQA question from its public GCS archive…':'Finding a random question from the published dataset…'); | |
| try{ | |
| const row=await randomQuestion(dataset(),state.split,state.wording); | |
| if(myTask!==state.task)return; | |
| state.question=row;state.source=String(row['Source-Entity']).trim();state.current=state.source; | |
| if(!applyWording(state.wording))throw Error('Selected question has no alternative paraphrase.'); | |
| text($('dataset-chip'),dataset().title);text($('split-chip'),state.split==='all'?'Any split':`${state.split[0].toUpperCase()}${state.split.slice(1)} partition`); | |
| renderNamedOnly($('question-source'),'entity',state.source); | |
| $('play').classList.remove('hidden');$('result').classList.add('hidden');$('game-content').classList.add('hidden'); | |
| $('graph-prompt').classList.remove('hidden'); | |
| text($('graph-help'),state.dataset==='kinship'?'Kinship has a small directed graph. It loads quickly from the published dataset.':state.dataset==='metaqa'?'The encoded MetaQA graph shares the GCS archive already downloaded for this question. Reverse traversal is available as in the original MetaQA navigation setting.':'MQuAKE-ST uses a large directed graph. The first download can take time and browser memory, especially on mobile. The two MQuAKE modes share this graph.'); | |
| status('Question loaded. Prepare the graph to start navigating.'); | |
| $('play').scrollIntoView({block:'start',behavior:'smooth'}); | |
| if(state.graphReady.has(dataset().key)){ | |
| if(dataset().key==='mquake'){state.nodeLabels=state.mquakeNodeLabels;state.relationLabels=state.mquakeRelationLabels;} | |
| if(dataset().key==='metaqa'){state.nodeLabels=state.metaqaNodeLabels;state.relationLabels=state.metaqaRelationLabels;} | |
| await enterGame(); | |
| } | |
| }catch(err){status(`Could not load a question: ${err.message}`,true);}finally{if(myTask===state.task)toggleBusy(false);} | |
| } | |
| function renderNamedOnly(parent,kind,id){parent.replaceChildren();named(parent,kind,id);} | |
| async function loadGraph(){ | |
| const d=dataset();if(state.graphReady.has(d.key)){ | |
| if(d.key==='mquake'){state.nodeLabels=state.mquakeNodeLabels;state.relationLabels=state.mquakeRelationLabels;} | |
| if(d.key==='metaqa'){state.nodeLabels=state.metaqaNodeLabels;state.relationLabels=state.metaqaRelationLabels;} | |
| await enterGame();return; | |
| } | |
| const button=$('load-graph');button.disabled=true; | |
| text(button,'Loading…'); | |
| text($('graph-help'),'Downloading the public graph and building a directed adjacency index locally. Please keep this tab open.'); | |
| const thisTask=state.task; | |
| try{ | |
| const loaded=await askWorker(d.key==='metaqa'?{type:'load-metaqa',key:d.key,url:METAQA_ARCHIVE}:{type:'load',key:d.key,url:makeUrl(d,d.graph)},p=>{ | |
| if(thisTask!==state.task)return; | |
| if(p.message)text($('graph-help'),p.message); | |
| else{const count=p.edges.toLocaleString();text($('graph-help'),`Indexed ${count} edges… ${p.expected ? Math.min(100,Math.round(p.bytes/p.expected*100))+'% downloaded' : 'Working in your browser'}.`);} | |
| }); | |
| if(d.key==='metaqa'){ | |
| state.metaqaNodeLabels=new Map(loaded.nodes||[]); | |
| state.metaqaRelationLabels=new Map(loaded.relations||[]); | |
| state.nodeLabels=state.metaqaNodeLabels; | |
| state.relationLabels=state.metaqaRelationLabels; | |
| renderNamedOnly($('question-source'),'entity',state.source); | |
| } | |
| state.graphReady.add(d.key); | |
| if(d.key==='mquake'){ | |
| text($('graph-help'),'Graph loaded. Loading optional readable Wikidata labels…'); | |
| await fetchMetadata(); | |
| state.nodeLabels=state.mquakeNodeLabels; | |
| state.relationLabels=state.mquakeRelationLabels; | |
| } | |
| if(thisTask===state.task)await enterGame(); | |
| }catch(err){text($('graph-help'),`Graph could not be loaded: ${err.message}. Confirm the dataset is public and that cross-origin browser requests are allowed.`);} | |
| finally{button.disabled=false;text(button,'Load graph');} | |
| } | |
| async function enterGame(){if(!state.question)return;$('graph-prompt').classList.add('hidden');$('game-content').classList.remove('hidden');$('result').classList.add('hidden');state.finished=false;state.route=[];state.current=state.source;state.activeRel=null;renderState();await showRelations();} | |
| function renderState(){ | |
| renderNamedOnly($('current-entity'),'entity',state.current);text($('steps-chip'),`${state.route.length} step${state.route.length===1?'':'s'} taken`); | |
| const route=$('route-list');route.replaceChildren(); | |
| let li=el('li','route-step');append(li,el('span','route-rel','START ENTITY'));named(li,'entity',state.source);route.append(li); | |
| for(const step of state.route){li=el('li','route-step');append(li,el('span','route-rel',`↓ ${labelRelation(step.relation)}${labelRelation(step.relation)===step.relation?'':` (${step.relation})`}`));named(li,'entity',step.to);route.append(li);} | |
| $('undo').disabled=state.route.length===0||state.finished; | |
| $('restart').disabled=state.route.length===0||state.finished; | |
| $('submit').disabled=state.finished; | |
| $('give-up').disabled=state.finished; | |
| } | |
| async function showRelations(){ | |
| if(state.finished)return; | |
| $('neighbor-box').classList.add('hidden');state.activeRel=null; | |
| const task=state.task,node=state.current; | |
| text($('action-total'),'Loading edges…');$('relation-list').replaceChildren(); | |
| try{ | |
| const data=await askWorker({type:'relations',key:dataset().key,node}); | |
| if(task!==state.task||node!==state.current||state.finished)return; | |
| state.relationItems=data.items;filterRelations(); | |
| navStatus(state.route.length>=MAX_STEPS?'Safety limit reached. Undo a step or submit your answer.':data.total?`Choose from ${data.total.toLocaleString()} outgoing edge(s).`:'This entity has no outgoing edges. Undo or submit your answer.'); | |
| }catch(err){navStatus(`Cannot read graph actions: ${err.message}`,true);} | |
| } | |
| function filterRelations(){ | |
| const list=$('relation-list');list.replaceChildren(); | |
| const needle=$('relation-search').value.trim().toLowerCase(); | |
| const values=state.relationItems.filter(i=>`${i.relation} ${labelRelation(i.relation)}`.toLowerCase().includes(needle)); | |
| text($('action-total'),`${values.length} relation${values.length===1?'':'s'}`); | |
| if(state.route.length>=MAX_STEPS){list.append(el('div','empty',`Reached the ${MAX_STEPS}-step safety limit. Undo a step or submit.`));return;} | |
| if(!values.length){list.append(el('div','empty','No matching outgoing relations.'));return;} | |
| for(const item of values){ | |
| const button=el('button','rel-item'+(state.activeRel===item.relation?' active':''));button.type='button'; | |
| const left=el('span','name');append(left,el('span','',labelRelation(item.relation))); | |
| if(labelRelation(item.relation)!==item.relation)append(left,el('span','nodeid',` (${item.relation})`)); | |
| append(button,left,el('small','',`${item.count} neighbor${item.count===1?'':'s'} ›`)); | |
| button.addEventListener('click',()=>openRelation(item.relation));list.append(button); | |
| } | |
| } | |
| async function openRelation(relation){ | |
| if(state.finished)return;state.activeRel=relation;state.neighborOffset=0;filterRelations(); | |
| $('neighbor-box').classList.remove('hidden');text($('neighbor-heading'),`Via ${labelRelation(relation)}`); | |
| $('neighbor-search').value='';$('neighbor-search').placeholder=state.dataset==='kinship'?'Filter neighboring people…':state.dataset==='metaqa'?'Filter neighboring names or IDs…':'Filter neighboring QIDs…'; | |
| await showNeighbors(); | |
| } | |
| async function showNeighbors(){ | |
| const relation=state.activeRel;if(!relation||state.finished)return; | |
| const node=state.current,task=state.task,offset=state.neighborOffset,q=$('neighbor-search').value.trim(); | |
| const list=$('neighbor-list');list.replaceChildren(el('div','empty','Loading neighbors…')); | |
| try{ | |
| const data=await askWorker({type:'neighbors',key:dataset().key,node,relation,offset,limit:PAGE_SIZE,query:q}); | |
| if(task!==state.task||state.activeRel!==relation||node!==state.current||state.finished||q!==$('neighbor-search').value.trim())return; | |
| list.replaceChildren();state.neighborCount=data.total; | |
| text($('neighbor-count'),`${data.total?offset+1:0}–${Math.min(offset+PAGE_SIZE,data.total)} / ${data.total}`); | |
| $('neighbor-prev').disabled=offset===0;$('neighbor-next').disabled=offset+PAGE_SIZE>=data.total; | |
| if(!data.items.length){list.append(el('div','empty','No neighbors match your search.'));return;} | |
| for(const id of data.items){ | |
| const item=el('div','neighbor-row'); | |
| const button=el('button','neighbor');button.type='button'; | |
| named(button,'entity',id,false); | |
| button.addEventListener('click',()=>takeStep(relation,id)); | |
| item.append(button); | |
| const url=wikiLink('entity',id); | |
| if(url){const link=el('a','neighbor-external','↗');link.href=url;link.target='_blank';link.rel='noopener noreferrer';link.title=`Open ${id} on Wikidata`;item.append(link);} | |
| list.append(item); | |
| } | |
| }catch(err){list.replaceChildren(el('div','empty',`Could not load neighbors: ${err.message}`));} | |
| } | |
| async function takeStep(relation,to){ | |
| if(state.finished||state.route.length>=MAX_STEPS)return; | |
| state.route.push({from:state.current,relation,to});state.current=to;state.activeRel=null; | |
| $('relation-search').value='';renderState();await showRelations(); | |
| } | |
| async function undo(){if(!state.route.length||state.finished)return;let last=state.route.pop();state.current=last.from;renderState();await showRelations();} | |
| async function restart(){if(state.finished)return;state.route=[];state.current=state.source;state.activeRel=null;renderState();await showRelations();} | |
| function isReferenceMatch(row,route){ | |
| const paths=referencePaths(row);const chains=chainCandidates(row); | |
| const triples=route.map(step=>[step.from,step.relation,step.to]); | |
| if(paths.length){return {kind:'entity path',matched:paths.some(path=>path.length===triples.length&&path.every((triple,i)=>triple.every((field,j)=>String(field)===String(triples[i][j])))),possible:true};} | |
| if(chains.length){const rel=route.map(s=>s.relation);return{kind:'relation chain',matched:chains.some(chain=>chain.length===rel.length&&chain.every((r,i)=>String(r)===rel[i])),possible:true};} | |
| return{kind:'reference path',matched:false,possible:false}; | |
| } | |
| function showResult(giveUp){ | |
| if(!state.question||state.finished)return; | |
| state.finished=true; | |
| const row=state.question; | |
| const gold=answers(row),ok=!giveUp&&gold.includes(state.current); | |
| const fidelity=isReferenceMatch(row,state.route); | |
| $('neighbor-box').classList.add('hidden');renderState();filterRelations(); | |
| $('result').classList.remove('hidden'); | |
| text($('result-heading'),giveUp?'Reference revealed':ok?'You found a valid answer!':'Not a released answer'); | |
| text($('answer-badge'),giveUp?'Given up':ok?'Answer correct':'Answer incorrect'); | |
| $('answer-badge').className='result-badge '+(!giveUp&&ok?'success':giveUp?'':'fail'); | |
| text($('result-description'),giveUp?'Here are the released answers and reference evidence for this question.':ok?'Your terminal entity belongs to the released answer set. Your navigation path is evaluated independently below.':'Your terminal entity does not match the released answer set. You can try the same question again.'); | |
| renderNamedOnly($('result-terminal'),'entity',state.current); | |
| const target=$('result-answers');target.replaceChildren();gold.forEach((v,i)=>{if(i)target.append(el('span','',', '));named(target,'entity',v);}); | |
| const assess=$('path-assessment');text(assess,(!giveUp&&fidelity.possible)?fidelity.matched?`✓ Your route matches an annotated ${fidelity.kind}.`:`Your route does not exactly match the released ${fidelity.kind}. That does not prove your path is invalid.`:fidelity.possible?`Released ${fidelity.kind} available below. No attempt was scored.`:'No reference path or relation chain is available for this question.'); | |
| const detail=$('reference-content');detail.replaceChildren(); | |
| const p=el('p','',`Annotated hop count: ${row.Hops??'not provided'}. You took ${state.route.length} step${state.route.length===1?'':'s'}.`);detail.append(p);if(state.wording==='paraphrase')detail.append(el('p','',`Canonical question: ${row.Question}`)); | |
| const paths=referencePaths(row),chains=chainCandidates(row); | |
| if(paths.length){for(const [i,path] of paths.slice(0,5).entries()){const item=el('p','',`Reference ${i+1}: `);for(let j=0;j<path.length;j++){if(j===0)named(item,'entity',String(path[j][0]));append(item,el('span','',` —[${labelRelation(String(path[j][1]))}]→ `));named(item,'entity',String(path[j][2]));}detail.append(item);}} | |
| else if(chains.length){for(const [i,chain]of chains.slice(0,5).entries()){let item=el('p','',`Annotated relation chain ${i+1}: `);chain.forEach((r,j)=>{if(j)item.append(el('span','',` → `));named(item,'relation',String(r));});detail.append(item);}if(state.dataset==='ma')detail.append(el('p','',`Multi Answer does not provide a single entity-level reference path. These are released relation-chain annotations.`));} | |
| else detail.append(el('p','',state.dataset==='metaqa'?'MetaQA provides answer supervision but no released reference navigation paths. Endpoint correctness is evaluated, but exact path fidelity is unavailable.':'No entity-level path or relation chain was provided in this record.')); | |
| const ref=$('result').querySelector('details');ref.open=false; | |
| $('result').scrollIntoView({block:'start',behavior:'smooth'}); | |
| } | |
| async function retry(){state.finished=false;state.route=[];state.current=state.source;state.activeRel=null;$('result').classList.add('hidden');$('game-content').classList.remove('hidden');renderState();await showRelations();$('play').scrollIntoView({block:'start',behavior:'smooth'});} | |
| $('wording').addEventListener('change',()=>{ | |
| // A selection made before loading a challenge is applied by launch(). | |
| if(!state.question)return; | |
| const prior=state.wording; | |
| if(!applyWording($('wording').value,true))$('wording').value=prior; | |
| }); | |
| $('new-question').addEventListener('click',launch); | |
| $('load-graph').addEventListener('click',loadGraph); | |
| $('undo').addEventListener('click',undo);$('restart').addEventListener('click',restart); | |
| $('relation-search').addEventListener('input',filterRelations); | |
| $('neighbor-search').addEventListener('input',()=>{state.neighborOffset=0;showNeighbors();}); | |
| $('neighbor-prev').addEventListener('click',()=>{state.neighborOffset=Math.max(0,state.neighborOffset-PAGE_SIZE);showNeighbors();}); | |
| $('neighbor-next').addEventListener('click',()=>{state.neighborOffset+=PAGE_SIZE;showNeighbors();}); | |
| $('close-neighbors').addEventListener('click',()=>{state.activeRel=null;$('neighbor-box').classList.add('hidden');filterRelations();}); | |
| $('submit').addEventListener('click',()=>showResult(false));$('give-up').addEventListener('click',()=>showResult(true));$('retry').addEventListener('click',retry);$('another').addEventListener('click',launch); | |
| })(); | |