MCPcopy Index your code
hub / github.com/google/adk-python / blockTokens

Method blockTokens

src/google/adk/cli/browser/main-3CUQG2IN.js:41–54  ·  view source on GitHub ↗
(e,A=[],t=!1)

Source from the content-addressed store, hash-verified

39`):[],o={type:"table",raw:e[0],header:[],align:[],rows:[]};if(A.length===t.length){for(let a of t)this.rules.other.tableAlignRight.test(a)?o.align.push("right"):this.rules.other.tableAlignCenter.test(a)?o.align.push("center"):this.rules.other.tableAlignLeft.test(a)?o.align.push("left"):o.align.push(null);for(let a=0;a<A.length;a++)o.header.push({text:A[a],tokens:this.lexer.inline(A[a]),header:!0,align:o.align[a]});for(let a of n)o.rows.push(gK(a,o.header.length).map((r,s)=>({text:r,tokens:this.lexer.inline(r),header:!1,align:o.align[s]})));return o}}lheading(i){let e=this.rules.block.lheading.exec(i);if(e)return{type:"heading",raw:e[0],depth:e[2].charAt(0)==="="?1:2,text:e[1],tokens:this.lexer.inline(e[1])}}paragraph(i){let e=this.rules.block.paragraph.exec(i);if(e){let A=e[1].charAt(e[1].length-1)===`
40`?e[1].slice(0,-1):e[1];return{type:"paragraph",raw:e[0],text:A,tokens:this.lexer.inline(A)}}}text(i){let e=this.rules.block.text.exec(i);if(e)return{type:"text",raw:e[0],text:e[0],tokens:this.lexer.inline(e[0])}}escape(i){let e=this.rules.inline.escape.exec(i);if(e)return{type:"escape",raw:e[0],text:e[1]}}tag(i){let e=this.rules.inline.tag.exec(i);if(e)return!this.lexer.state.inLink&&this.rules.other.startATag.test(e[0])?this.lexer.state.inLink=!0:this.lexer.state.inLink&&this.rules.other.endATag.test(e[0])&&(this.lexer.state.inLink=!1),!this.lexer.state.inRawBlock&&this.rules.other.startPreScriptTag.test(e[0])?this.lexer.state.inRawBlock=!0:this.lexer.state.inRawBlock&&this.rules.other.endPreScriptTag.test(e[0])&&(this.lexer.state.inRawBlock=!1),{type:"html",raw:e[0],inLink:this.lexer.state.inLink,inRawBlock:this.lexer.state.inRawBlock,block:!1,text:e[0]}}link(i){let e=this.rules.inline.link.exec(i);if(e){let A=e[2].trim();if(!this.options.pedantic&&this.rules.other.startAngleBracket.test(A)){if(!this.rules.other.endAngleBracket.test(A))return;let o=NQ(A.slice(0,-1),"\\");if((A.length-o.length)%2===0)return}else{let o=TiA(e[2],"()");if(o===-2)return;if(o>-1){let a=(e[0].indexOf("!")===0?5:4)+e[1].length+o;e[2]=e[2].substring(0,o),e[0]=e[0].substring(0,a).trim(),e[3]=""}}let t=e[2],n="";if(this.options.pedantic){let o=this.rules.other.pedanticHrefTitle.exec(t);o&&(t=o[1],n=o[3])}else n=e[3]?e[3].slice(1,-1):"";return t=t.trim(),this.rules.other.startAngleBracket.test(t)&&(this.options.pedantic&&!this.rules.other.endAngleBracket.test(A)?t=t.slice(1):t=t.slice(1,-1)),cK(e,{href:t&&t.replace(this.rules.inline.anyPunctuation,"$1"),title:n&&n.replace(this.rules.inline.anyPunctuation,"$1")},e[0],this.lexer,this.rules)}}reflink(i,e){let A;if((A=this.rules.inline.reflink.exec(i))||(A=this.rules.inline.nolink.exec(i))){let t=(A[2]||A[1]).replace(this.rules.other.multipleSpaceGlobal," "),n=e[t.toLowerCase()];if(!n){let o=A[0].charAt(0);return{type:"text",raw:o,text:o}}return cK(A,n,A[0],this.lexer,this.rules)}}emStrong(i,e,A=""){let t=this.rules.inline.emStrongLDelim.exec(i);if(!(!t||t[3]&&A.match(this.rules.other.unicodeAlphaNumeric))&&(!(t[1]||t[2])||!A||this.rules.inline.punctuation.exec(A))){let n=[...t[0]].length-1,o,a,r=n,s=0,l=t[0][0]==="*"?this.rules.inline.emStrongRDelimAst:this.rules.inline.emStrongRDelimUnd;for(l.lastIndex=0,e=e.slice(-1*i.length+n);(t=l.exec(e))!=null;){if(o=t[1]||t[2]||t[3]||t[4]||t[5]||t[6],!o)continue;if(a=[...o].length,t[3]||t[4]){r+=a;continue}else if((t[5]||t[6])&&n%3&&!((n+a)%3)){s+=a;continue}if(r-=a,r>0)continue;a=Math.min(a,a+r+s);let g=[...t[0]][0].length,C=i.slice(0,n+t.index+g+a);if(Math.min(n,a)%2){let B=C.slice(1,-1);return{type:"em",raw:C,text:B,tokens:this.lexer.inlineTokens(B)}}let d=C.slice(2,-2);return{type:"strong",raw:C,text:d,tokens:this.lexer.inlineTokens(d)}}}}codespan(i){let e=this.rules.inline.code.exec(i);if(e){let A=e[2].replace(this.rules.other.newLineCharGlobal," "),t=this.rules.other.nonSpaceChar.test(A),n=this.rules.other.startingSpaceChar.test(A)&&this.rules.other.endingSpaceChar.test(A);return t&&n&&(A=A.substring(1,A.length-1)),{type:"codespan",raw:e[0],text:A}}}br(i){let e=this.rules.inline.br.exec(i);if(e)return{type:"br",raw:e[0]}}del(i,e,A=""){let t=this.rules.inline.delLDelim.exec(i);if(t&&(!t[1]||!A||this.rules.inline.punctuation.exec(A))){let n=[...t[0]].length-1,o,a,r=n,s=this.rules.inline.delRDelim;for(s.lastIndex=0,e=e.slice(-1*i.length+n);(t=s.exec(e))!=null;){if(o=t[1]||t[2]||t[3]||t[4]||t[5]||t[6],!o||(a=[...o].length,a!==n))continue;if(t[3]||t[4]){r+=a;continue}if(r-=a,r>0)continue;a=Math.min(a,a+r);let l=[...t[0]][0].length,g=i.slice(0,n+t.index+l+a),C=g.slice(n,-n);return{type:"del",raw:g,text:C,tokens:this.lexer.inlineTokens(C)}}}}autolink(i){let e=this.rules.inline.autolink.exec(i);if(e){let A,t;return e[2]==="@"?(A=e[1],t="mailto:"+A):(A=e[1],t=A),{type:"link",raw:e[0],text:A,href:t,tokens:[{type:"text",raw:A,text:A}]}}}url(i){let e;if(e=this.rules.inline.url.exec(i)){let A,t;if(e[2]==="@")A=e[0],t="mailto:"+A;else{let n;do n=e[0],e[0]=this.rules.inline._backpedal.exec(e[0])?.[0]??"";while(n!==e[0]);A=e[0],e[1]==="www."?t="http://"+e[0]:t=e[0]}return{type:"link",raw:e[0],text:A,href:t,tokens:[{type:"text",raw:A,text:A}]}}}inlineText(i){let e=this.rules.inline.text.exec(i);if(e){let A=this.lexer.state.inRawBlock;return{type:"text",raw:e[0],text:e[0],escaped:A}}}},Tg=class Cb{tokens;options;state;inlineQueue;tokenizer;constructor(e){this.tokens=[],this.tokens.links=Object.create(null),this.options=e||W1,this.options.tokenizer=this.options.tokenizer||new Ef,this.tokenizer=this.options.tokenizer,this.tokenizer.options=this.options,this.tokenizer.lexer=this,this.inlineQueue=[],this.state={inLink:!1,inRawBlock:!1,top:!0};let A={other:Rs,block:Bf.normal,inline:RQ.normal};this.options.pedantic?(A.block=Bf.pedantic,A.inline=RQ.pedantic):this.options.gfm&&(A.block=Bf.gfm,this.options.breaks?A.inline=RQ.breaks:A.inline=RQ.gfm),this.tokenizer.rules=A}static get rules(){return{block:Bf,inline:RQ}}static lex(e,A){return new Cb(A).lex(e)}static lexInline(e,A){return new Cb(A).inlineTokens(e)}lex(e){e=e.replace(Rs.carriageReturn,`
41`),this.blockTokens(e,this.tokens);for(let A=0;A<this.inlineQueue.length;A++){let t=this.inlineQueue[A];this.inlineTokens(t.src,t.tokens)}return this.inlineQueue=[],this.tokens}blockTokens(e,A=[],t=!1){for(this.options.pedantic&&(e=e.replace(Rs.tabCharGlobal," ").replace(Rs.spaceLine,""));e;){let n;if(this.options.extensions?.block?.some(a=>(n=a.call({lexer:this},e,A))?(e=e.substring(n.raw.length),A.push(n),!0):!1))continue;if(n=this.tokenizer.space(e)){e=e.substring(n.raw.length);let a=A.at(-1);n.raw.length===1&&a!==void 0?a.raw+=`
42`:A.push(n);continue}if(n=this.tokenizer.code(e)){e=e.substring(n.raw.length);let a=A.at(-1);a?.type==="paragraph"||a?.type==="text"?(a.raw+=(a.raw.endsWith(`
43`)?"":`
44`)+n.raw,a.text+=`
45`+n.text,this.inlineQueue.at(-1).src=a.text):A.push(n);continue}if(n=this.tokenizer.fences(e)){e=e.substring(n.raw.length),A.push(n);continue}if(n=this.tokenizer.heading(e)){e=e.substring(n.raw.length),A.push(n);continue}if(n=this.tokenizer.hr(e)){e=e.substring(n.raw.length),A.push(n);continue}if(n=this.tokenizer.blockquote(e)){e=e.substring(n.raw.length),A.push(n);continue}if(n=this.tokenizer.list(e)){e=e.substring(n.raw.length),A.push(n);continue}if(n=this.tokenizer.html(e)){e=e.substring(n.raw.length),A.push(n);continue}if(n=this.tokenizer.def(e)){e=e.substring(n.raw.length);let a=A.at(-1);a?.type==="paragraph"||a?.type==="text"?(a.raw+=(a.raw.endsWith(`
46`)?"":`
47`)+n.raw,a.text+=`
48`+n.raw,this.inlineQueue.at(-1).src=a.text):this.tokens.links[n.tag]||(this.tokens.links[n.tag]={href:n.href,title:n.title},A.push(n));continue}if(n=this.tokenizer.table(e)){e=e.substring(n.raw.length),A.push(n);continue}if(n=this.tokenizer.lheading(e)){e=e.substring(n.raw.length),A.push(n);continue}let o=e;if(this.options.extensions?.startBlock){let a=1/0,r=e.slice(1),s;this.options.extensions.startBlock.forEach(l=>{s=l.call({lexer:this},r),typeof s=="number"&&s>=0&&(a=Math.min(a,s))}),a<1/0&&a>=0&&(o=e.substring(0,a+1))}if(this.state.top&&(n=this.tokenizer.paragraph(o))){let a=A.at(-1);t&&a?.type==="paragraph"?(a.raw+=(a.raw.endsWith(`
49`)?"":`
50`)+n.raw,a.text+=`
51`+n.text,this.inlineQueue.pop(),this.inlineQueue.at(-1).src=a.text):A.push(n),t=o.length!==e.length,e=e.substring(n.raw.length);continue}if(n=this.tokenizer.text(e)){e=e.substring(n.raw.length);let a=A.at(-1);a?.type==="text"?(a.raw+=(a.raw.endsWith(`
52`)?"":`
53`)+n.raw,a.text+=`
54`+n.text,this.inlineQueue.pop(),this.inlineQueue.at(-1).src=a.text):A.push(n);continue}if(e){let a="Infinite loop on byte: "+e.charCodeAt(0);if(this.options.silent){console.error(a);break}else throw new Error(a)}}return this.state.top=!0,A}inline(e,A=[]){return this.inlineQueue.push({src:e,tokens:A}),A}inlineTokens(e,A=[]){let t=e,n=null;if(this.tokens.links){let s=Object.keys(this.tokens.links);if(s.length>0)for(;(n=this.tokenizer.rules.inline.reflinkSearch.exec(t))!=null;)s.includes(n[0].slice(n[0].lastIndexOf("[")+1,-1))&&(t=t.slice(0,n.index)+"["+"a".repeat(n[0].length-2)+"]"+t.slice(this.tokenizer.rules.inline.reflinkSearch.lastIndex))}for(;(n=this.tokenizer.rules.inline.anyPunctuation.exec(t))!=null;)t=t.slice(0,n.index)+"++"+t.slice(this.tokenizer.rules.inline.anyPunctuation.lastIndex);let o;for(;(n=this.tokenizer.rules.inline.blockSkip.exec(t))!=null;)o=n[2]?n[2].length:0,t=t.slice(0,n.index+o)+"["+"a".repeat(n[0].length-o-2)+"]"+t.slice(this.tokenizer.rules.inline.blockSkip.lastIndex);t=this.options.hooks?.emStrongMask?.call({lexer:this},t)??t;let a=!1,r="";for(;e;){a||(r=""),a=!1;let s;if(this.options.extensions?.inline?.some(g=>(s=g.call({lexer:this},e,A))?(e=e.substring(s.raw.length),A.push(s),!0):!1))continue;if(s=this.tokenizer.escape(e)){e=e.substring(s.raw.length),A.push(s);continue}if(s=this.tokenizer.tag(e)){e=e.substring(s.raw.length),A.push(s);continue}if(s=this.tokenizer.link(e)){e=e.substring(s.raw.length),A.push(s);continue}if(s=this.tokenizer.reflink(e,this.tokens.links)){e=e.substring(s.raw.length);let g=A.at(-1);s.type==="text"&&g?.type==="text"?(g.raw+=s.raw,g.text+=s.text):A.push(s);continue}if(s=this.tokenizer.emStrong(e,t,r)){e=e.substring(s.raw.length),A.push(s);continue}if(s=this.tokenizer.codespan(e)){e=e.substring(s.raw.length),A.push(s);continue}if(s=this.tokenizer.br(e)){e=e.substring(s.raw.length),A.push(s);continue}if(s=this.tokenizer.del(e,t,r)){e=e.substring(s.raw.length),A.push(s);continue}if(s=this.tokenizer.autolink(e)){e=e.substring(s.raw.length),A.push(s);continue}if(!this.state.inLink&&(s=this.tokenizer.url(e))){e=e.substring(s.raw.length),A.push(s);continue}let l=e;if(this.options.extensions?.startInline){let g=1/0,C=e.slice(1),d;this.options.extensions.startInline.forEach(B=>{d=B.call({lexer:this},C),typeof d=="number"&&d>=0&&(g=Math.min(g,d))}),g<1/0&&g>=0&&(l=e.substring(0,g+1))}if(s=this.tokenizer.inlineText(l)){e=e.substring(s.raw.length),s.raw.slice(-1)!=="_"&&(r=s.raw.slice(-1)),a=!0;let g=A.at(-1);g?.type==="text"?(g.raw+=s.raw,g.text+=s.text):A.push(s);continue}if(e){let g="Infinite loop on byte: "+e.charCodeAt(0);if(this.options.silent){console.error(g);break}else throw new Error(g)}}return A}},e2=class{options;parser;constructor(i){this.options=i||W1}space(i){return""}code({text:i,lang:e,escaped:A}){let t=(e||"").match(Rs.notSpaceStart)?.[0],n=i.replace(Rs.endingNewline,"")+`
55`;return t?'<pre><code class="language-'+Hc(t)+'">'+(A?n:Hc(n,!0))+`</code></pre>
56`:"<pre><code>"+(A?n:Hc(n,!0))+`</code></pre>
57`}blockquote({tokens:i}){return`<blockquote>

Callers 3

lexMethod · 0.95
blockquoteMethod · 0.45
listMethod · 0.45

Calls 15

endsWithMethod · 0.80
sliceMethod · 0.80
popMethod · 0.80
replaceMethod · 0.45
someMethod · 0.45
callMethod · 0.45
pushMethod · 0.45
spaceMethod · 0.45
atMethod · 0.45
codeMethod · 0.45
fencesMethod · 0.45
headingMethod · 0.45

Tested by

no test coverage detected