| <!DOCTYPE html> |
| <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head> |
|
|
| <meta charset="utf-8"> |
| <meta name="generator" content="quarto-1.8.27"> |
|
|
| <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes"> |
|
|
| <meta name="author" content="Redis AI Research"> |
| <meta name="dcterms.date" content="2026-03-18"> |
| <meta name="description" content="How to combine ModernBERT embedding similarity with BM25, plus failure modes (negation and identifiers)."> |
|
|
| <title>Hybrid Search Retrieval: Combining Semantic Search and BM25 Algorithm with Examples – AI Research @Redis</title> |
| <style> |
| code{white-space: pre-wrap;} |
| span.smallcaps{font-variant: small-caps;} |
| div.columns{display: flex; gap: min(4vw, 1.5em);} |
| div.column{flex: auto; overflow-x: auto;} |
| div.hanging-indent{margin-left: 1.5em; text-indent: -1.5em;} |
| ul.task-list{list-style: none;} |
| ul.task-list li input[type="checkbox"] { |
| width: 0.8em; |
| margin: 0 0.8em 0.2em -1em; |
| vertical-align: middle; |
| } |
| </style> |
|
|
|
|
| <script src="../site_libs/quarto-nav/quarto-nav.js"></script> |
| <script src="../site_libs/quarto-nav/headroom.min.js"></script> |
| <script src="../site_libs/clipboard/clipboard.min.js"></script> |
| <script src="../site_libs/quarto-search/autocomplete.umd.js"></script> |
| <script src="../site_libs/quarto-search/fuse.min.js"></script> |
| <script src="../site_libs/quarto-search/quarto-search.js"></script> |
| <meta name="quarto:offset" content="../"> |
| <script src="../site_libs/quarto-html/quarto.js" type="module"></script> |
| <script src="../site_libs/quarto-html/tabsets/tabsets.js" type="module"></script> |
| <script src="../site_libs/quarto-html/axe/axe-check.js" type="module"></script> |
| <script src="../site_libs/quarto-html/popper.min.js"></script> |
| <script src="../site_libs/quarto-html/tippy.umd.min.js"></script> |
| <script src="../site_libs/quarto-html/anchor.min.js"></script> |
| <link href="../site_libs/quarto-html/tippy.css" rel="stylesheet"> |
| <link href="../site_libs/quarto-html/quarto-syntax-highlighting-ed96de9b727972fe78a7b5d16c58bf87.css" rel="stylesheet" id="quarto-text-highlighting-styles"> |
| <script src="../site_libs/bootstrap/bootstrap.min.js"></script> |
| <link href="../site_libs/bootstrap/bootstrap-icons.css" rel="stylesheet"> |
| <link href="../site_libs/bootstrap/bootstrap-a8976c3e89df70b272bdfba3d2fda974.min.css" rel="stylesheet" append-hash="true" id="quarto-bootstrap" data-mode="light"> |
| <script id="quarto-search-options" type="application/json">{ |
| "location": "navbar", |
| "copy-button": false, |
| "collapse-after": 3, |
| "panel-placement": "end", |
| "type": "overlay", |
| "limit": 50, |
| "keyboard-shortcut": [ |
| "f", |
| "/", |
| "s" |
| ], |
| "show-item-context": false, |
| "language": { |
| "search-no-results-text": "No results", |
| "search-matching-documents-text": "matching documents", |
| "search-copy-link-title": "Copy link to search", |
| "search-hide-matches-text": "Hide additional matches", |
| "search-more-match-text": "more match in this document", |
| "search-more-matches-text": "more matches in this document", |
| "search-clear-button-title": "Clear", |
| "search-text-placeholder": "", |
| "search-detached-cancel-button-title": "Cancel", |
| "search-submit-button-title": "Submit", |
| "search-label": "Search" |
| } |
| }</script> |
| <script defer="" src="https://cloud.umami.is/script.js" data-website-id="6c45a91a-0956-45db-8248-dadff3c2d36d"></script> |
|
|
|
|
| </head> |
|
|
| <body class="nav-fixed quarto-light"> |
|
|
| <div id="quarto-search-results"></div> |
| <header id="quarto-header" class="headroom fixed-top"> |
| <nav class="navbar navbar-expand-lg " data-bs-theme="dark"> |
| <div class="navbar-container container-fluid"> |
| <div class="navbar-brand-container mx-auto"> |
| <a href="../index.html" class="navbar-brand navbar-brand-logo"> |
| <img src="../assets/redis-logo.svg" alt="Redis" class="navbar-logo light-content"> |
| <img src="../assets/redis-logo.svg" alt="Redis" class="navbar-logo dark-content"> |
| </a> |
| <a class="navbar-brand" href="../index.html"> |
| <span class="navbar-title">AI Research <span class="citation" data-cites="Redis">@Redis</span></span> |
| </a> |
| </div> |
| <div id="quarto-search" class="" title="Search"></div> |
| <button class="navbar-toggler" type="button" data-bs-toggle="collapse" data-bs-target="#navbarCollapse" aria-controls="navbarCollapse" role="menu" aria-expanded="false" aria-label="Toggle navigation" onclick="if (window.quartoToggleHeadroom) { window.quartoToggleHeadroom(); }"> |
| <span class="navbar-toggler-icon"></span> |
| </button> |
| <div class="collapse navbar-collapse" id="navbarCollapse"> |
| <ul class="navbar-nav navbar-nav-scroll me-auto"> |
| <li class="nav-item"> |
| <a class="nav-link" href="../index.html"> |
| <span class="menu-text">Home</span></a> |
| </li> |
| <li class="nav-item"> |
| <a class="nav-link" href="../about.html"> |
| <span class="menu-text">About</span></a> |
| </li> |
| </ul> |
| </div> |
| <div class="quarto-navbar-tools"> |
| </div> |
| </div> |
| </nav> |
| </header> |
| |
| <div id="quarto-content" class="quarto-container page-columns page-rows-contents page-layout-article page-navbar"> |
| |
| |
| <div id="quarto-margin-sidebar" class="sidebar margin-sidebar"> |
| <nav id="TOC" role="doc-toc" class="toc-active"> |
| <h2 id="toc-title">On this page</h2> |
| |
| <ul> |
| <li><a href="#example-1" id="toc-example-1" class="nav-link active" data-scroll-target="#example-1">Example 1</a></li> |
| <li><a href="#example-2" id="toc-example-2" class="nav-link" data-scroll-target="#example-2">Example 2</a></li> |
| <li><a href="#failure-mode-1---negationsdirectionality" id="toc-failure-mode-1---negationsdirectionality" class="nav-link" data-scroll-target="#failure-mode-1---negationsdirectionality">Failure mode 1 - Negations/directionality</a></li> |
| <li><a href="#failure-mode-2---attributesidentifiers" id="toc-failure-mode-2---attributesidentifiers" class="nav-link" data-scroll-target="#failure-mode-2---attributesidentifiers">Failure mode 2 - Attributes/Identifiers</a></li> |
| <li><a href="#how-does-the-hybrid-score-and-rrf-fare" id="toc-how-does-the-hybrid-score-and-rrf-fare" class="nav-link" data-scroll-target="#how-does-the-hybrid-score-and-rrf-fare">How does the hybrid score and RRF fare?</a></li> |
| <li><a href="#but-what-did-we-want-to-achieve-with-bm25" id="toc-but-what-did-we-want-to-achieve-with-bm25" class="nav-link" data-scroll-target="#but-what-did-we-want-to-achieve-with-bm25">But what did we want to achieve with BM25?</a></li> |
| </ul> |
| </nav> |
| </div> |
| |
| <main class="content" id="quarto-document-content"> |
|
|
| <header id="title-block-header" class="quarto-title-block default"> |
| <div class="quarto-title"> |
| <h1 class="title">Hybrid Search Retrieval: Combining Semantic Search and BM25 Algorithm with Examples</h1> |
| <div class="quarto-categories"> |
| <div class="quarto-category">search</div> |
| <div class="quarto-category">retrieval</div> |
| <div class="quarto-category">bm25</div> |
| <div class="quarto-category">embeddings</div> |
| </div> |
| </div> |
|
|
| <div> |
| <div class="description"> |
| How to combine ModernBERT embedding similarity with BM25, plus failure modes (negation and identifiers). |
| </div> |
| </div> |
|
|
|
|
| <div class="quarto-title-meta"> |
|
|
| <div> |
| <div class="quarto-title-meta-heading">Author</div> |
| <div class="quarto-title-meta-contents"> |
| <p>Redis AI Research </p> |
| </div> |
| </div> |
| |
| <div> |
| <div class="quarto-title-meta-heading">Published</div> |
| <div class="quarto-title-meta-contents"> |
| <p class="date">March 18, 2026</p> |
| </div> |
| </div> |
| |
| |
| </div> |
| |
|
|
|
|
| </header> |
|
|
|
|
| <p>The examples below illustrate a hybrid search retrieval of a query from a corpus of documents by combining semantic search using ModernBERT embeddings and the BM25 algorithm.</p> |
| <p>The scores from each are normalized between 0 and 1 in order to create a weighted average hybrid score. The raw embedding score is also shown in the columns for diagnostics. The ranks in each measure are then combined using RRF to create another score that can be used for retrieval.</p> |
| <p>The most correct match for each query is highlighted in each example.</p> |
| <section id="example-1" class="level2"> |
| <h2 class="anchored" data-anchor-id="example-1">Example 1</h2> |
| <div class="quarto-figure quarto-figure-center"> |
| <figure class="figure"> |
| <p><img src="assets/hybrid-search-retrieval-bm25-modernbert/example-1.png" class="img-fluid figure-img"></p> |
| <figcaption>Hybrid retrieval example 1 (BM25 vs embedding vs hybrid).</figcaption> |
| </figure> |
| </div> |
| </section> |
| <section id="example-2" class="level2"> |
| <h2 class="anchored" data-anchor-id="example-2">Example 2</h2> |
| <div class="quarto-figure quarto-figure-center"> |
| <figure class="figure"> |
| <p><img src="assets/hybrid-search-retrieval-bm25-modernbert/example-2.png" class="img-fluid figure-img"></p> |
| <figcaption>Hybrid retrieval example 2 (BM25 vs embedding vs hybrid).</figcaption> |
| </figure> |
| </div> |
| </section> |
| <section id="failure-mode-1---negationsdirectionality" class="level2"> |
| <h2 class="anchored" data-anchor-id="failure-mode-1---negationsdirectionality">Failure mode 1 - Negations/directionality</h2> |
| <p>BM25 is not keyword search; it up-weights rare terms and not just keywords.</p> |
| <p>In example 1, the key term of interest or the attribute/identifier is <code>#124</code>. However, the other terms in the query <code>semantic</code>, <code>search</code>, <code>for</code>, <code>doc</code> are all relatively rare and contribute to higher BM25 scores as evidenced in the first two records in the table index 8 and 11. These have negated intents however and therefore incorrect matches. BM25 has no ability to identify negations.</p> |
| <p>The similarity scores fortunately are not the highest but will most likely exceed most commonly used thresholds. Semantic search can fail to identify negated intent.</p> |
| </section> |
| <section id="failure-mode-2---attributesidentifiers" class="level2"> |
| <h2 class="anchored" data-anchor-id="failure-mode-2---attributesidentifiers">Failure mode 2 - Attributes/Identifiers</h2> |
| <p>“The next three docs given by ids 5, 7 and 6 have the same phrasing but with the wrong identifier of #123, #1243 and #1233 respectively which lowers their BM25 score a bit but certainly higher than all the other documents. BM25 can detect a different attribute/identifier but the actual magnitude of this will depend on what the rest of the sentence looks like.”</p> |
| <ul> |
| <li>If there is strong lexical overlap but only the identifier is different, there will be a small drop in the BM25 score.</li> |
| <li>If the rest of the sentence is NULL then the BM25 score is 0.</li> |
| <li>If there is very little overlap in the rest of the query and the doc.</li> |
| </ul> |
| <p>BM25 can identify attribute/identifier changes but is hard to put a threshold on this score.</p> |
| <p>W.r.t embeddings two things are notable:</p> |
| <ul> |
| <li>There are two forces at play here: the global semantic intent match and the identifier match.</li> |
| <li>In 8 and 11, there is negated intent whereas there is an identifier match.</li> |
| <li>In 5, 6 and 7 the general intent is correct but the identifier is incorrect.</li> |
| <li>The resulting score is a complex interaction of the two and the answer to “Can we identify negations or attribute changes with a threshold?” is heavily data-dependent.</li> |
| </ul> |
| <p>Note that the embedding scores for 5, 7 and 6 are some of the highest because attribute/identifier differences are something that embeddings struggle to detect.</p> |
| </section> |
| <section id="how-does-the-hybrid-score-and-rrf-fare" class="level2"> |
| <h2 class="anchored" data-anchor-id="how-does-the-hybrid-score-and-rrf-fare">How does the hybrid score and RRF fare?</h2> |
| <p>Averaging out with a weighted hybrid score or RRF has no impact here. In example 1, record id 9 which is the closest match still does not rank highly in either of these scenarios.</p> |
| <p>To summarize the above for both approaches for the failure modes, it seems that embeddings seem to have the slight edge here.</p> |
| <table class="caption-top table"> |
| <thead> |
| <tr class="header"> |
| <th>Method</th> |
| <th>Negation</th> |
| <th>Directionality</th> |
| <th>Attribute/Identifier</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="odd"> |
| <td>BM25</td> |
| <td>N</td> |
| <td>N</td> |
| <td>N (hard to put a threshold)</td> |
| </tr> |
| <tr class="even"> |
| <td>Embedding</td> |
| <td>Sometimes</td> |
| <td>N</td> |
| <td>Sometimes</td> |
| </tr> |
| </tbody> |
| </table> |
| <p>We can’t eliminate all the issues, but we can hope to mitigate based on our understanding of the data.</p> |
| </section> |
| <section id="but-what-did-we-want-to-achieve-with-bm25" class="level2"> |
| <h2 class="anchored" data-anchor-id="but-what-did-we-want-to-achieve-with-bm25">But what did we want to achieve with BM25?</h2> |
| <p>We are really looking to filter out matches that do not have the right attributes/identifiers we seek. BM25 looks like it could provide that, but does more than attribute matching.</p> |
| <ul> |
| <li>Extract identifiers from query.</li> |
| <li>Perform embedding based retrieval of query + docs to retrieve set M.</li> |
| <li>Filter out docs where identifiers do not match in set M.</li> |
| <li>Unfortunately, this does nothing to address the negation/directionality limitation.</li> |
| </ul> |
|
|
|
|
| </section> |
|
|
| </main> |
| <script> |
| (function () { |
| try { |
| var inIframe = window.top !== window.self; |
| if (!inIframe) return; |
| |
| function ensureNoopener(a) { |
| var rel = (a.getAttribute("rel") || "").trim(); |
| if (!rel) { |
| a.setAttribute("rel", "noopener"); |
| return; |
| } |
| if (!rel.split(/\s+/).includes("noopener")) { |
| a.setAttribute("rel", (rel + " noopener").trim()); |
| } |
| } |
| |
| function isInternalLink(href) { |
| if (!href) return false; |
| if (href.startsWith("#")) return false; |
| if (href.startsWith("mailto:")) return false; |
| if (href.startsWith("javascript:")) return false; |
| if (href.startsWith("/")) return true; |
| if (href.startsWith("http://") || href.startsWith("https://")) { |
| try { |
| var u = new URL(href, window.location.href); |
| return u.origin === window.location.origin; |
| } catch (e) { |
| return false; |
| } |
| } |
| |
| return true; |
| } |
| |
| function retargetInternalLinks() { |
| var links = document.querySelectorAll("a[href]"); |
| for (var i = 0; i < links.length; i++) { |
| var a = links[i]; |
| var href = a.getAttribute("href"); |
| if (!isInternalLink(href)) continue; |
| a.setAttribute("target", "_top"); |
| ensureNoopener(a); |
| } |
| } |
| |
| function insertShareableLinkNotice() { |
| var main = document.querySelector("main.content"); |
| if (!main) return; |
| if (document.getElementById("hf-embed-notice")) return; |
| |
| var wrap = document.createElement("div"); |
| wrap.id = "hf-embed-notice"; |
| wrap.style.cssText = |
| "border:1px solid #e5e7eb;border-radius:10px;padding:10px 12px;" + |
| "background:#f9fafb;color:#111827;margin:0 0 16px 0;font-size:0.95rem;"; |
| |
| var a = document.createElement("a"); |
| a.href = window.location.href; |
| a.target = "_top"; |
| a.rel = "noopener"; |
| a.textContent = "Open this page directly"; |
| a.style.cssText = "font-weight:600;text-decoration:underline;"; |
| |
| wrap.appendChild( |
| document.createTextNode( |
| "You are viewing this site embedded in the Hugging Face Space page. " + |
| "The address bar won\u2019t change as you navigate. " |
| ) |
| ); |
| wrap.appendChild(a); |
| wrap.appendChild(document.createTextNode(" for a shareable URL.")); |
| |
| main.insertBefore(wrap, main.firstChild); |
| } |
| |
| retargetInternalLinks(); |
| insertShareableLinkNotice(); |
| window.addEventListener("DOMContentLoaded", function () { |
| retargetInternalLinks(); |
| insertShareableLinkNotice(); |
| }); |
| } catch (e) { |
| |
| } |
| })(); |
| </script> |
| <script id="quarto-html-after-body" type="application/javascript"> |
| window.document.addEventListener("DOMContentLoaded", function (event) { |
| const icon = ""; |
| const anchorJS = new window.AnchorJS(); |
| anchorJS.options = { |
| placement: 'right', |
| icon: icon |
| }; |
| anchorJS.add('.anchored'); |
| const isCodeAnnotation = (el) => { |
| for (const clz of el.classList) { |
| if (clz.startsWith('code-annotation-')) { |
| return true; |
| } |
| } |
| return false; |
| } |
| const onCopySuccess = function(e) { |
| |
| const button = e.trigger; |
| |
| button.blur(); |
| |
| button.classList.add('code-copy-button-checked'); |
| var currentTitle = button.getAttribute("title"); |
| button.setAttribute("title", "Copied!"); |
| let tooltip; |
| if (window.bootstrap) { |
| button.setAttribute("data-bs-toggle", "tooltip"); |
| button.setAttribute("data-bs-placement", "left"); |
| button.setAttribute("data-bs-title", "Copied!"); |
| tooltip = new bootstrap.Tooltip(button, |
| { trigger: "manual", |
| customClass: "code-copy-button-tooltip", |
| offset: [0, -8]}); |
| tooltip.show(); |
| } |
| setTimeout(function() { |
| if (tooltip) { |
| tooltip.hide(); |
| button.removeAttribute("data-bs-title"); |
| button.removeAttribute("data-bs-toggle"); |
| button.removeAttribute("data-bs-placement"); |
| } |
| button.setAttribute("title", currentTitle); |
| button.classList.remove('code-copy-button-checked'); |
| }, 1000); |
| |
| e.clearSelection(); |
| } |
| const getTextToCopy = function(trigger) { |
| const outerScaffold = trigger.parentElement.cloneNode(true); |
| const codeEl = outerScaffold.querySelector('code'); |
| for (const childEl of codeEl.children) { |
| if (isCodeAnnotation(childEl)) { |
| childEl.remove(); |
| } |
| } |
| return codeEl.innerText; |
| } |
| const clipboard = new window.ClipboardJS('.code-copy-button:not([data-in-quarto-modal])', { |
| text: getTextToCopy |
| }); |
| clipboard.on('success', onCopySuccess); |
| if (window.document.getElementById('quarto-embedded-source-code-modal')) { |
| const clipboardModal = new window.ClipboardJS('.code-copy-button[data-in-quarto-modal]', { |
| text: getTextToCopy, |
| container: window.document.getElementById('quarto-embedded-source-code-modal') |
| }); |
| clipboardModal.on('success', onCopySuccess); |
| } |
| var localhostRegex = new RegExp(/^(?:http|https):\/\/localhost\:?[0-9]*\//); |
| var mailtoRegex = new RegExp(/^mailto:/); |
| var filterRegex = new RegExp("https:\/\/srijithrajamohan-ai-research-redis\.static\.hf\.space"); |
| var isInternal = (href) => { |
| return filterRegex.test(href) || localhostRegex.test(href) || mailtoRegex.test(href); |
| } |
| |
| var links = window.document.querySelectorAll('a[href]:not(.nav-link):not(.navbar-brand):not(.toc-action):not(.sidebar-link):not(.sidebar-item-toggle):not(.pagination-link):not(.no-external):not([aria-hidden]):not(.dropdown-item):not(.quarto-navigation-tool):not(.about-link)'); |
| for (var i=0; i<links.length; i++) { |
| const link = links[i]; |
| if (!isInternal(link.href)) { |
| |
| |
| if (link.dataset.originalHref !== undefined) { |
| link.href = link.dataset.originalHref; |
| } |
| } |
| } |
| function tippyHover(el, contentFn, onTriggerFn, onUntriggerFn) { |
| const config = { |
| allowHTML: true, |
| maxWidth: 500, |
| delay: 100, |
| arrow: false, |
| appendTo: function(el) { |
| return el.parentElement; |
| }, |
| interactive: true, |
| interactiveBorder: 10, |
| theme: 'quarto', |
| placement: 'bottom-start', |
| }; |
| if (contentFn) { |
| config.content = contentFn; |
| } |
| if (onTriggerFn) { |
| config.onTrigger = onTriggerFn; |
| } |
| if (onUntriggerFn) { |
| config.onUntrigger = onUntriggerFn; |
| } |
| window.tippy(el, config); |
| } |
| const noterefs = window.document.querySelectorAll('a[role="doc-noteref"]'); |
| for (var i=0; i<noterefs.length; i++) { |
| const ref = noterefs[i]; |
| tippyHover(ref, function() { |
| |
| let href = ref.getAttribute('data-footnote-href') || ref.getAttribute('href'); |
| try { href = new URL(href).hash; } catch {} |
| const id = href.replace(/^#\/?/, ""); |
| const note = window.document.getElementById(id); |
| if (note) { |
| return note.innerHTML; |
| } else { |
| return ""; |
| } |
| }); |
| } |
| const xrefs = window.document.querySelectorAll('a.quarto-xref'); |
| const processXRef = (id, note) => { |
| |
| const stripColumnClz = (el) => { |
| el.classList.remove("page-full", "page-columns"); |
| if (el.children) { |
| for (const child of el.children) { |
| stripColumnClz(child); |
| } |
| } |
| } |
| stripColumnClz(note) |
| if (id === null || id.startsWith('sec-')) { |
| |
| const container = document.createElement("div"); |
| if (note.children && note.children.length > 2) { |
| container.appendChild(note.children[0].cloneNode(true)); |
| for (let i = 1; i < note.children.length; i++) { |
| const child = note.children[i]; |
| if (child.tagName === "P" && child.innerText === "") { |
| continue; |
| } else { |
| container.appendChild(child.cloneNode(true)); |
| break; |
| } |
| } |
| if (window.Quarto?.typesetMath) { |
| window.Quarto.typesetMath(container); |
| } |
| return container.innerHTML |
| } else { |
| if (window.Quarto?.typesetMath) { |
| window.Quarto.typesetMath(note); |
| } |
| return note.innerHTML; |
| } |
| } else { |
| |
| const anchorLink = note.querySelector('a.anchorjs-link'); |
| if (anchorLink) { |
| anchorLink.remove(); |
| } |
| if (window.Quarto?.typesetMath) { |
| window.Quarto.typesetMath(note); |
| } |
| if (note.classList.contains("callout")) { |
| return note.outerHTML; |
| } else { |
| return note.innerHTML; |
| } |
| } |
| } |
| for (var i=0; i<xrefs.length; i++) { |
| const xref = xrefs[i]; |
| tippyHover(xref, undefined, function(instance) { |
| instance.disable(); |
| let url = xref.getAttribute('href'); |
| let hash = undefined; |
| if (url.startsWith('#')) { |
| hash = url; |
| } else { |
| try { hash = new URL(url).hash; } catch {} |
| } |
| if (hash) { |
| const id = hash.replace(/^#\/?/, ""); |
| const note = window.document.getElementById(id); |
| if (note !== null) { |
| try { |
| const html = processXRef(id, note.cloneNode(true)); |
| instance.setContent(html); |
| } finally { |
| instance.enable(); |
| instance.show(); |
| } |
| } else { |
| |
| fetch(url.split('#')[0]) |
| .then(res => res.text()) |
| .then(html => { |
| const parser = new DOMParser(); |
| const htmlDoc = parser.parseFromString(html, "text/html"); |
| const note = htmlDoc.getElementById(id); |
| if (note !== null) { |
| const html = processXRef(id, note); |
| instance.setContent(html); |
| } |
| }).finally(() => { |
| instance.enable(); |
| instance.show(); |
| }); |
| } |
| } else { |
| |
| |
| fetch(url) |
| .then(res => res.text()) |
| .then(html => { |
| const parser = new DOMParser(); |
| const htmlDoc = parser.parseFromString(html, "text/html"); |
| const note = htmlDoc.querySelector('main.content'); |
| if (note !== null) { |
| |
| |
| |
| if (note.children.length > 0 && note.children[0].tagName === "HEADER") { |
| note.children[0].remove(); |
| } |
| const html = processXRef(null, note); |
| instance.setContent(html); |
| } |
| }).finally(() => { |
| instance.enable(); |
| instance.show(); |
| }); |
| } |
| }, function(instance) { |
| }); |
| } |
| let selectedAnnoteEl; |
| const selectorForAnnotation = ( cell, annotation) => { |
| let cellAttr = 'data-code-cell="' + cell + '"'; |
| let lineAttr = 'data-code-annotation="' + annotation + '"'; |
| const selector = 'span[' + cellAttr + '][' + lineAttr + ']'; |
| return selector; |
| } |
| const selectCodeLines = (annoteEl) => { |
| const doc = window.document; |
| const targetCell = annoteEl.getAttribute("data-target-cell"); |
| const targetAnnotation = annoteEl.getAttribute("data-target-annotation"); |
| const annoteSpan = window.document.querySelector(selectorForAnnotation(targetCell, targetAnnotation)); |
| const lines = annoteSpan.getAttribute("data-code-lines").split(","); |
| const lineIds = lines.map((line) => { |
| return targetCell + "-" + line; |
| }) |
| let top = null; |
| let height = null; |
| let parent = null; |
| if (lineIds.length > 0) { |
| |
| const el = window.document.getElementById(lineIds[0]); |
| top = el.offsetTop; |
| height = el.offsetHeight; |
| parent = el.parentElement.parentElement; |
| if (lineIds.length > 1) { |
| const lastEl = window.document.getElementById(lineIds[lineIds.length - 1]); |
| const bottom = lastEl.offsetTop + lastEl.offsetHeight; |
| height = bottom - top; |
| } |
| if (top !== null && height !== null && parent !== null) { |
| |
| let div = window.document.getElementById("code-annotation-line-highlight"); |
| if (div === null) { |
| div = window.document.createElement("div"); |
| div.setAttribute("id", "code-annotation-line-highlight"); |
| div.style.position = 'absolute'; |
| parent.appendChild(div); |
| } |
| div.style.top = top - 2 + "px"; |
| div.style.height = height + 4 + "px"; |
| div.style.left = 0; |
| let gutterDiv = window.document.getElementById("code-annotation-line-highlight-gutter"); |
| if (gutterDiv === null) { |
| gutterDiv = window.document.createElement("div"); |
| gutterDiv.setAttribute("id", "code-annotation-line-highlight-gutter"); |
| gutterDiv.style.position = 'absolute'; |
| const codeCell = window.document.getElementById(targetCell); |
| const gutter = codeCell.querySelector('.code-annotation-gutter'); |
| gutter.appendChild(gutterDiv); |
| } |
| gutterDiv.style.top = top - 2 + "px"; |
| gutterDiv.style.height = height + 4 + "px"; |
| } |
| selectedAnnoteEl = annoteEl; |
| } |
| }; |
| const unselectCodeLines = () => { |
| const elementsIds = ["code-annotation-line-highlight", "code-annotation-line-highlight-gutter"]; |
| elementsIds.forEach((elId) => { |
| const div = window.document.getElementById(elId); |
| if (div) { |
| div.remove(); |
| } |
| }); |
| selectedAnnoteEl = undefined; |
| }; |
| |
| window.addEventListener( |
| "resize", |
| throttle(() => { |
| elRect = undefined; |
| if (selectedAnnoteEl) { |
| selectCodeLines(selectedAnnoteEl); |
| } |
| }, 10) |
| ); |
| function throttle(fn, ms) { |
| let throttle = false; |
| let timer; |
| return (...args) => { |
| if(!throttle) { |
| fn.apply(this, args); |
| throttle = true; |
| } else { |
| if(timer) clearTimeout(timer); |
| timer = setTimeout(() => { |
| fn.apply(this, args); |
| timer = throttle = false; |
| }, ms); |
| } |
| }; |
| } |
| |
| const annoteDls = window.document.querySelectorAll('dt[data-target-cell]'); |
| for (const annoteDlNode of annoteDls) { |
| annoteDlNode.addEventListener('click', (event) => { |
| const clickedEl = event.target; |
| if (clickedEl !== selectedAnnoteEl) { |
| unselectCodeLines(); |
| const activeEl = window.document.querySelector('dt[data-target-cell].code-annotation-active'); |
| if (activeEl) { |
| activeEl.classList.remove('code-annotation-active'); |
| } |
| selectCodeLines(clickedEl); |
| clickedEl.classList.add('code-annotation-active'); |
| } else { |
| |
| unselectCodeLines(); |
| clickedEl.classList.remove('code-annotation-active'); |
| } |
| }); |
| } |
| const findCites = (el) => { |
| const parentEl = el.parentElement; |
| if (parentEl) { |
| const cites = parentEl.dataset.cites; |
| if (cites) { |
| return { |
| el, |
| cites: cites.split(' ') |
| }; |
| } else { |
| return findCites(el.parentElement) |
| } |
| } else { |
| return undefined; |
| } |
| }; |
| var bibliorefs = window.document.querySelectorAll('a[role="doc-biblioref"]'); |
| for (var i=0; i<bibliorefs.length; i++) { |
| const ref = bibliorefs[i]; |
| const citeInfo = findCites(ref); |
| if (citeInfo) { |
| tippyHover(citeInfo.el, function() { |
| var popup = window.document.createElement('div'); |
| citeInfo.cites.forEach(function(cite) { |
| var citeDiv = window.document.createElement('div'); |
| citeDiv.classList.add('hanging-indent'); |
| citeDiv.classList.add('csl-entry'); |
| var biblioDiv = window.document.getElementById('ref-' + cite); |
| if (biblioDiv) { |
| citeDiv.innerHTML = biblioDiv.innerHTML; |
| } |
| popup.appendChild(citeDiv); |
| }); |
| return popup.innerHTML; |
| }); |
| } |
| } |
| }); |
| </script> |
| </div> |
| <footer class="footer"> |
| <div class="nav-footer"> |
| <div class="nav-footer-left"> |
| <p>Discover this project on Hugging Face Spaces: https://huggingface.co/spaces/srijithrajamohan/ai-research-redis</p> |
| </div> |
| <div class="nav-footer-center"> |
| |
| </div> |
| <div class="nav-footer-right"> |
| |
| </div> |
| </div> |
| </footer> |
|
|
|
|
|
|
|
|
| </body></html> |
