"use strict";(self.webpackChunk_toloka_portal_gatsby_renderer=self.webpackChunk_toloka_portal_gatsby_renderer||[]).push([[4293],{34151:function(e,t,n){n.d(t,{r:function(){return _}});var i=n(4942),r=n(37990),a=n(93252),s=n(52893),o=n(74533),l=n(88586),c=n(88709),d=n(51512),h=n(92401),u=n(44172),m=n(25109),p=n(18987),f=n(13598),x=n(62769),g=n(67294),j=n(3468),w=n(81547),v=n(85893);function k(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push.apply(n,i)}return n}function b(e){for(var t=1;t<arguments.length;t++){var n=null!=arguments[t]?arguments[t]:{};t%2?k(Object(n),!0).forEach((function(t){(0,i.Z)(e,t,n[t])})):Object.getOwnPropertyDescriptors?Object.defineProperties(e,Object.getOwnPropertyDescriptors(n)):k(Object(n)).forEach((function(t){Object.defineProperty(e,t,Object.getOwnPropertyDescriptor(n,t))}))}return e}var y=(0,v.jsxs)("p",{children:["Whether you're looking for data solutions, have an idea for working together,"," ",(0,v.jsx)(j.p.Desktop,{children:(0,v.jsx)("br",{})}),"or need help getting started — we'd love to hear from you."]}),_=function(e){var t=e.eventSlug,n=e.eventCategory,i=e.eventDate,k=e.children,_=e.data,P=e.eventIsOnDemand,D=e.idForm,F=e.returnPathForm,S=e.textareaPlaceholder,N=e.textareaRequired,O=e.formTitle,T=void 0===O?"Registration form":O,I=e.formDescription,z=void 0===I?y:I,E=(0,g.useState)(),R=E[0],C=E[1],q=new Date,M=q.setDate(q.getDate()-1);(0,g.useEffect)((function(){C(i)}),[]);var X=(0,g.useMemo)((function(){return _.allJavascriptFrontmatter.nodes.map((function(e){return b(b({},e.frontmatter),{},{slug:"/events/"+e.frontmatter.slug})})).concat(f.D).filter((function(e){if(e.category===n&&e.slug!=="/events/"+t&&!0!==e.onlyRecordingsSection)return e.date&&M<+new Date(e.date)||e.isOnDemand})).sort((function(e,t){return e.date&&t.date&&e.date>t.date?1:-1})).slice(0,4)}),[_]);return(0,v.jsxs)(v.Fragment,{children:[(0,v.jsx)(s.q,{og:{img:"https://tlk-infra-front.azureedge.net/portal-static/images/page-head/eventsOg/"+t+".jpg"}}),(0,v.jsx)(o.n,{}),(0,v.jsxs)(l.i,{headerPadding:!0,children:[(0,v.jsx)(r.h,{defaultBackground:"dark"}),k,(P||R&&+new Date(R)>M)&&!1===t.startsWith("watch")&&D?(0,v.jsxs)(v.Fragment,{children:[(0,v.jsx)(d.w,{offset:40}),(0,v.jsx)(m.L,{header:{title:T,info:z},theme:"sandSection",id:"registration_form",children:(0,v.jsx)(p.G,{id:D,slug:F||(w.j?window.location.href+"?registered=true":""),leadSource:"Event Registration (website)",textareaPlaceholder:S,textareaRequired:N})})]}):null,(0,v.jsx)(d.w,{offset:40}),X.length>0?(0,v.jsx)(m.L,{header:{title:"Similar "+(0,x.s)(n)+"s"},children:(0,v.jsx)(u.X,{events:X.map((function(e){return e}))})}):null,(0,v.jsx)(h.F,{leftColumn:{title:{text:"Don't miss"},text:(0,v.jsxs)(v.Fragment,{children:["Be sure to attend our informative workshops,"," ",(0,v.jsx)(j.p.Desktop,{children:(0,v.jsx)("br",{})}),"tutorials, and webinars."]})},rightColumn:{input:{label:"Subscribe to updates",placeholder:"Your e-mail"},button:{text:"Get updates",view:"action",type:"submit",size:"l"},successText:"All set! You’ll get an email from us shortly — just click the link to confirm. If it doesn’t show up, check your spam folder.",sendingData:{address:"/api/sender/subscribe",listId:"8AR2Z6Y3-R251"}}}),(0,v.jsx)(d.w,{offset:40}),(0,v.jsx)(a.$,{})]}),(0,v.jsx)(c.f,{})]})}},53370:function(e,t,n){n.d(t,{u:function(){return m}});var i="bD_Z",r="bD_q",a="bD_6",s="bD_h",o="bD_dG",l="bD_dr",c=n(84401),d=n(46237),h=n(57624),u=n(85893),m=function(e){var t=e.title,n=e.button,m=e.text;return(0,u.jsxs)("div",{className:i,children:[(0,u.jsxs)("div",{className:o,children:[(0,u.jsx)(d.D,{level:5,className:r,children:t}),m?(0,u.jsx)("p",{className:s,children:m}):null]}),(0,u.jsx)(c.z,{className:a,view:n.view,type:n.type,size:n.size,url:n.url,onClick:n.onClick,target:n.target,children:n.text}),(0,u.jsx)("div",{className:l,children:(0,u.jsx)(h.F,{})})]})}},94501:function(e,t,n){n.d(t,{B:function(){return N}});var i=n(67294),r="bl_Z",a="bl_c7",s="bl_x",o="bl_w",l=n(79615),c=n(85893),d=function(){return(0,c.jsx)("svg",{xmlns:"http://www.w3.org/2000/svg",width:"12",height:"13",fill:"none",children:(0,c.jsx)("path",{fillRule:"evenodd",clipRule:"evenodd",d:"M1.62.4C.72.4 0 1.13 0 2c0 .87.72 1.58 1.62 1.58A1.6 1.6 0 0 0 3.23 2 1.6 1.6 0 0 0 1.62.4Zm.96 3.62H.19a.2.2 0 0 0-.19.2v7.75c0 .1.09.2.2.2h2.38c.1 0 .19-.1.19-.2V4.22a.2.2 0 0 0-.2-.2Zm4.25.87a2.83 2.83 0 0 1 2.1-.87c2.7 0 3.07 1.92 3.07 3.8v4.16a.2.2 0 0 1-.2.19H9.43a.2.2 0 0 1-.2-.2V8.3c0-1.03-.07-1.82-1.05-1.82-.9 0-1.24.5-1.24 1.76v3.75a.2.2 0 0 1-.2.19H4.36a.2.2 0 0 1-.2-.2V4.4c0-.1.09-.19.2-.19h2.3c.1 0 .18.09.18.2v.48Z",fill:"#fff"})})},h=n(4511),u=n(46237),m="dX_bk",p="dX_bl",f="dX_r",x="dX_bp",g="dX_q",j="dX_bm",w="dX_bn",v="dX_j",k="dX_g",b=function(e){var t=e.imageSrc,n=e.name,i=e.company,r=e.info,a=e.link;return(0,c.jsxs)("div",{className:m,children:[(0,c.jsx)("div",{className:p,children:(0,c.jsx)(l.P,{version:"v1",sizes:[560],imageId:t,className:f})}),(0,c.jsxs)("div",{className:x,children:[(0,c.jsx)(u.D,{className:g,level:5,children:n}),(0,c.jsx)("span",{className:j,children:i}),(0,c.jsx)("span",{className:w,children:r}),(0,c.jsxs)(h.r,{href:a.href,iconPosition:a.iconPosition,target:"_blank",className:v,children:[(0,c.jsx)("div",{className:k,children:(0,c.jsx)(d,{})}),a.text]})]})]})},y="c9_by",_="c9_h",P="c9_g2",D="c9_g3",F="c9_bl",S=function(e){var t=e.text,n=e.imageSrc,i=e.name,r=e.company,a=e.info,s=e.link;return(0,c.jsxs)(c.Fragment,{children:[(0,c.jsx)("div",{className:y}),(0,c.jsxs)("div",{children:[(0,c.jsx)("p",{className:_,children:t}),n&&i&&r&&a&&s?(0,c.jsxs)("button",{className:P,children:[(0,c.jsx)("div",{className:F,children:(0,c.jsx)(l.P,{version:"v1",sizes:[560],imageId:n})}),(0,c.jsx)("span",{children:i}),(0,c.jsx)("div",{className:D,children:(0,c.jsx)(b,{name:i,imageSrc:n,company:r,info:a,link:s})})]}):null]})]})},N=function(e){var t=e.content;return(0,c.jsx)("div",{className:r,children:(0,c.jsx)("div",{className:a,children:t.map((function(e,t){return(0,c.jsxs)(i.Fragment,{children:[(0,c.jsx)("div",{className:s,children:(0,c.jsx)("div",{children:e.date})}),(0,c.jsx)("div",{className:o,children:(0,c.jsx)(S,{text:e.text,imageSrc:e.imageSrc,name:e.name,company:e.company,info:e.info,link:e.link})})]},t)}))})})}},86784:function(e,t,n){n.d(t,{_:function(){return c}});var i=n(84401),r="b6_dx",a="b6_q",s="b6_fq",o=n(85893),l=function(e){var t=e.title,n=e.link;return(0,o.jsxs)("div",{className:r,children:[(0,o.jsx)("div",{className:a,children:t}),(0,o.jsx)("div",{children:(0,o.jsx)(i.z,{size:"m",themeColor:"light",type:"link",url:n,view:"pseudo",children:"Download"})})]})},c=function(e){var t=e.files;return(0,o.jsx)("div",{className:s,children:t.map((function(e){return(0,o.jsx)(l,{title:e.title,link:e.link},e.link)}))})}},18987:function(e,t,n){n.d(t,{G:function(){return x}});var i=n(84181),r=n(79700),a=n.n(r),s=n(84401),o=n(3468),l=n(29005),c=n(34305),d=n(54269),h=n(4511),u=n(67294),m=n(96268),p=n(29499),f=n(85893),x=function(e){var t=e.slug,n=e.id,r=e.isTestForm,x=e.leadSource,g=void 0===x?"WebsiteRegistrationForm":x,j=e.textareaRequired,w=void 0!==j&&j,v=e.textareaPlaceholder,k=void 0===v?"Please drop a few lines about your project":v,b=e.companyRequired,y=void 0===b||b,_=e.jobTitleRequired,P=void 0===_||_,D=e.additionalInputs,F=e.withoutTextArea,S=e.submitButtonText,N=void 0===S?"Submit":S,O=(0,p.useLocation)();(0,u.useEffect)((function(){O.search&&document.querySelectorAll("[id^='utm']").forEach((function(e){e&&(e.value=(0,m.t)(e.id)||"")}))}),[O.search]);var T=(0,u.useMemo)((function(){try{return new URLSearchParams(O.search).get("referer")||void 0}catch(e){return}}),[O.search]);return(0,f.jsxs)("form",{action:"https://webto.salesforce.com/servlet/servlet.WebToLead?encoding=UTF-8",method:"POST",children:[(0,f.jsx)("input",{type:"hidden",name:"oid",defaultValue:"00D7Q000001MbTr"}),(0,f.jsx)("input",{type:"hidden",name:"retURL",defaultValue:t.startsWith("http")?t:"https://toloka.ai/"+t}),(0,f.jsx)("input",{type:"hidden",name:"Campaign_ID",value:n}),(0,f.jsx)("input",{type:"hidden",name:"recordType",id:"recordType",value:"0127Q0000002WpG"}),(0,f.jsx)("input",{id:"00N7Q00000EpH4g",name:"00N7Q00000EpH4g",type:"hidden",value:T}),O.search?(0,f.jsxs)(f.Fragment,{children:[(0,f.jsx)("input",{id:"utm_source",name:"00N7Q000005OX3o",type:"hidden"}),(0,f.jsx)("input",{id:"utm_medium",name:"00N7Q000005OX3j",type:"hidden"}),(0,f.jsx)("input",{id:"utm_term",name:"00N7Q000005OX43",type:"hidden"}),(0,f.jsx)("input",{id:"utm_campaign",name:"00N7Q000005OX3t",type:"hidden"}),(0,f.jsx)("input",{id:"utm_content",name:"00N7Q000005OX3y",type:"hidden"})]}):null,(0,f.jsxs)("div",{className:a()(i.Z.inputsWrap,"light"),children:[(0,f.jsx)(l.I,{placeholder:"First name*",name:"first_name",required:!0}),(0,f.jsx)(l.I,{placeholder:"Last name*",name:"last_name",required:!0}),(0,f.jsx)(l.I,{placeholder:y?"Company*":"Company",name:"company",required:y}),r?null:(0,f.jsx)(l.I,{placeholder:P?"Job title*":"Job title",name:"title",required:P}),(0,f.jsx)(l.I,{placeholder:"Phone number",name:"phone",id:"phone",type:"tel"}),(0,f.jsx)(l.I,{type:"email",placeholder:"Work email*",name:"email",required:!0}),D]}),r||F?null:(0,f.jsx)(d.g,{placeholder:k,id:"00N7Q00000CkEBw",name:"00N7Q00000CkEBw",required:w,className:i.Z.textarea}),(0,f.jsx)(c.X,{label:r?(0,f.jsxs)(f.Fragment,{children:["I consent to allow Intertech Services AG and its affiliates to process my personal information provided in this form under the conditions"," ",(0,f.jsx)(o.p.Desktop,{children:(0,f.jsx)("br",{})}),"and for the purposes defined in the Privacy Policy and Customer Service Agreement, as well as to contact me for follow-up to this request."]}):(0,f.jsxs)(f.Fragment,{children:["I consent to allow Intertech Services AG (Werftestrasse 4, 6005 Luzern, Switzerland) to process my personal information provided in this form to contact me for follow-up to this request. If at any point you wish to withdraw your consent, please fill out the form"," ",(0,f.jsx)(h.r,{target:"_blank",href:"/unsubscribe/",children:"here"}),". For more information about what we do with personal data see our"," ",(0,f.jsx)(h.r,{target:"_blank",href:"/legal/confidential/",children:"privacy notice"}),"."]}),required:!0,className:i.Z.checkbox}),(0,f.jsx)(c.X,{label:r?(0,f.jsxs)(f.Fragment,{children:["I agree to receive advertising and other marketing emails from Intertech Services AG in accordance with the Privacy Policy"," ",(0,f.jsx)(o.p.Desktop,{children:(0,f.jsx)("br",{})})," ","and Customer Service Agreement, including newsletters, invitations to events, and promotional emails."]}):(0,f.jsxs)(f.Fragment,{children:["I agree to receive advertising and other marketing emails from Intertech Services AG (Werftestrasse 4, 6005 Luzern, Switzerland), including newsletters, invitations to events, and promotional emails. If you wish to unsubscribe you can do so by clicking on the unsubscribe link at the end of any email you have received from us to your email address. For more information about what we do with personal data see our"," ",(0,f.jsx)(h.r,{target:"_blank",href:"/legal/confidential/",children:"privacy notice"}),". For more information please click"," ",(0,f.jsx)(h.r,{target:"_blank",href:"/legal/e-newsletter/",children:"here"}),"."]}),id:"00N7Q00000CkDzy",name:"00N7Q00000CkDzy",className:i.Z.checkbox,setValue:"Allow",defaultValue:"Forbid"}),(0,f.jsx)(s.z,{view:"action",type:"submit",className:i.Z.button,children:N}),(0,f.jsx)("input",{id:"lead_source",name:"lead_source",type:"hidden",value:g})]})}},57624:function(e,t,n){n.d(t,{F:function(){return r}});var i=n(85893),r=function(){return(0,i.jsxs)("svg",{xmlns:"http://www.w3.org/2000/svg",width:"375",height:"120",fill:"none",viewBox:"0 0 375 120",children:[(0,i.jsx)("path",{d:"M375 119.5 0 0h375v119.5Z",fill:"#0069FF",fillOpacity:".1"}),(0,i.jsx)("path",{d:"M375 75.5 0 0h375v75.5Z",fill:"#0069FF",fillOpacity:".3"}),(0,i.jsx)("path",{d:"M375 44.353 0 0h375v44.353Z",fill:"#0069FF",fillOpacity:".5"}),(0,i.jsx)("path",{d:"M375 21 0 0h375v21Z",fill:"#0069FF"})]})}},27206:function(e,t,n){n.r(t),n.d(t,{frontmatter:function(){return p},default:function(){return f}});var i=n(51512),r=n(88555),a=n(53370),s=n(34151),o=n(41427),l=n(86784),c=n(46237),d=n(94501),h=n(72120),u=n(4511),m=n(85893),p={slug:"icwe-2022",title:"ICWE 2022: web engineering with human-in-the-loop",description:"In this tutorial we present a portion of our six-year experience in solving real-world tasks that combine efforts made by humans and machines.",date:"2022-07-08T08:00:00.000+02:00",category:"conference",hosts:[{imageId:"Rh4qN8gXmzlgyEkuGvz6",name:"Dmitry Ustalov"},{imageId:"DwL8BD9XV9XBxkJcqw0O",name:"Nikita Pavlichenko"},{imageId:"HHD2ETYT7YexE24Vx6bv",name:"Boris Tseytlin"},{imageId:"1654860954511868-3786355552442806394",name:"Daria Baidakova"},{imageId:"CV2fFNwtYAmTaFnMcVTc",name:"Alexey Drutsa"}]};function f(e){var t=e.data;return(0,m.jsx)(s.r,{data:t,eventCategory:p.category,eventSlug:p.slug,eventDate:p.date,eventIsOnDemand:p.isOnDemand,formTitle:"Get in touch",formDescription:(0,m.jsxs)("p",{children:["It is mandatory to register for the ICWE in order to attend the tutorial. Please, register for the conference"," ",(0,m.jsx)(u.r,{href:"https://icwe2022.webengineering.org/registration/",target:"_blank",children:"here"}),"."]}),idForm:"70109000000EWeU",textareaPlaceholder:"Is there anything in particular you'd like us to cover",children:(0,m.jsxs)(r.D,{toc:[{url:"#overview",title:"Overview"},{url:"#agenda",title:"Agenda"},{url:"#speakers",title:"Speakers"},{url:"#slides",title:"Slides"},{url:"#materials",title:"Materials"}],form:p.isOnDemand||new Date(p.date)>new Date?(0,m.jsx)(a.u,{title:(0,m.jsxs)(m.Fragment,{children:["Is there anything in particular ",(0,m.jsx)("br",{}),"you'd like us to cover?"]}),button:{view:"action",text:"Get in touch",size:"l",onClick:function(){return(0,h.scrollToElement)("registration_form")}}}):null,button:{view:"action",text:"Ask us a question",size:"l",onClick:function(){return(0,h.scrollToElement)("registration_form")}},title:p.title,description:(0,m.jsx)(m.Fragment,{children:"In this tutorial we present a portion of our six-year experience in solving real-world tasks that combine efforts made by humans and machines."}),backLink:{text:"Back to Events",iconPosition:"left",href:"/events"},category:p.category,date:p.date,children:[(0,m.jsx)(c.D,{level:2,styleAs:4,id:"overview",children:"Overview"}),(0,m.jsx)("p",{children:"Modern Web applications employ sophisticated Machine Learning models to rank news, posts, products, and other items presented to the users or contributed by them. To keep these models useful, one has to constantly train, evaluate, and monitor these models using freshly annotated data, which can be done using crowdsourcing."}),(0,m.jsx)("p",{children:"In this tutorial we present a portion of our six-year experience in solving real-world tasks with human-in-the-loop pipelines that combine efforts made by humans and machines. We introduce data labeling via public crowdsourcing marketplaces and present the critical components of efficient data labeling. Then, we run a practical session, where participants address a challenging real-world Information Retrieval for e-Commerce task, experiment with selecting settings for the labeling process, and launch their label collection project on real crowds within the tutorial session. We present useful quality control techniques and provide the attendees with an opportunity to discuss their annotation ideas. Methods and techniques described in this tutorial can be applied to any crowdsourced data and are not bound to any specific crowdsourcing platform."}),(0,m.jsx)(i.w,{offset:56}),(0,m.jsx)(c.D,{level:2,styleAs:4,id:"agenda",children:"Agenda"}),(0,m.jsx)(d.B,{content:[{date:"09:00 - 09:45",text:(0,m.jsx)(m.Fragment,{children:"The role of Human-in-the-Loop in building Search engines"}),imageSrc:"CV2fFNwtYAmTaFnMcVTc",name:"Alexey Drutsa",info:"Deputy CEO, COO",company:"Toloka",link:{href:"https://www.linkedin.com/in/adrutsa/",iconPosition:"right",text:"Profile link"}},{date:"09:45 - 10:30",text:(0,m.jsx)(m.Fragment,{children:"Ranking and Quality Metrics"}),imageSrc:"Rh4qN8gXmzlgyEkuGvz6",name:"Dmitry Ustalov",info:"Head of Research",company:"Toloka",link:{href:"https://www.linkedin.com/in/ustalov/",iconPosition:"right",text:"Profile link"}},{date:"10:30 - 11:00",text:(0,m.jsx)(m.Fragment,{children:"Break"})},{date:"11:00 - 11:45",text:(0,m.jsx)(m.Fragment,{children:"Human-in-the-Loop Essentials"}),imageSrc:"DwL8BD9XV9XBxkJcqw0O",name:"Nikita Pavlichenko",info:"Machine Learning Researcher",company:"Toloka",link:{href:"https://www.linkedin.com/in/nikita-pavlichenko/",iconPosition:"right",text:"Profile link"}},{date:"11:45 - 12:30",text:(0,m.jsx)(m.Fragment,{children:"Hands-On Practice Session"}),imageSrc:"1654860954511868-3786355552442806394",name:"Daria Baidakova",info:"Director of Educational Programs",company:"Toloka",link:{href:"https://www.linkedin.com/in/dbaidakova/",iconPosition:"right",text:"Profile link"}},{date:"12:30 - 14:00",text:(0,m.jsx)(m.Fragment,{children:"Lunch Break"})},{date:"14:00 - 14:45",text:(0,m.jsx)(m.Fragment,{children:"Results aggregation and implementation into the ML pipeline"}),imageSrc:"DwL8BD9XV9XBxkJcqw0O",name:"Nikita Pavlichenko",info:"Machine Learning Researcher",company:"Toloka",link:{href:"https://www.linkedin.com/in/nikita-pavlichenko/",iconPosition:"right",text:"Profile link"}},{date:"14:45 - 15:30",text:(0,m.jsx)(m.Fragment,{children:"Metric computation"}),imageSrc:"HHD2ETYT7YexE24Vx6bv",name:"Boris Tseytlin",info:"Machine Learning Researcher",company:"Toloka",link:{href:"https://www.linkedin.com/in/btseytlin/",iconPosition:"right",text:"Profile link"}},{date:"15:30 - 16:00",text:(0,m.jsx)(m.Fragment,{children:"Break"})},{date:"16:00 - 17:30",text:(0,m.jsx)(m.Fragment,{children:"Results discussion and Conclusion"}),imageSrc:"HHD2ETYT7YexE24Vx6bv",name:"Boris Tseytlin",info:"Machine Learning Researcher",company:"Toloka",link:{href:"https://www.linkedin.com/in/btseytlin/",iconPosition:"right",text:"Profile link"}}]}),(0,m.jsx)(i.w,{offset:56}),(0,m.jsx)(c.D,{level:2,styleAs:4,id:"speakers",children:"Speakers"}),(0,m.jsx)(o.B,{people:[{imgSrc:"CV2fFNwtYAmTaFnMcVTc",name:"Alexey Drutsa",info:"Deputy CEO, COO",company:"Toloka",link:{href:"https://www.linkedin.com/in/adrutsa/",iconPosition:"right",text:"Profile link"}},{imgSrc:"Rh4qN8gXmzlgyEkuGvz6",name:"Dmitry Ustalov",info:"Head of Research",company:"Toloka",link:{href:"https://www.linkedin.com/in/ustalov/",iconPosition:"right",text:"Profile link"}},{imgSrc:"DwL8BD9XV9XBxkJcqw0O",name:"Nikita Pavlichenko",info:"Machine Learning Researcher",company:"Toloka",link:{href:"https://www.linkedin.com/in/nikita-pavlichenko/",iconPosition:"right",text:"Profile link"}},{imgSrc:"1654860954511868-3786355552442806394",name:"Daria Baidakova",info:"Director of Educational Programs",company:"Toloka",link:{href:"https://www.linkedin.com/in/dbaidakova/",iconPosition:"right",text:"Profile link"}},{imgSrc:"HHD2ETYT7YexE24Vx6bv",name:"Boris Tseytlin",info:"Machine Learning Researcher",company:"Toloka",link:{href:"https://www.linkedin.com/in/btseytlin/",iconPosition:"right",text:"Profile link"}}]}),(0,m.jsx)(i.w,{offset:56}),(0,m.jsx)(c.D,{level:2,styleAs:4,id:"slides",children:"Slides"}),(0,m.jsx)(l._,{files:[{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/icwe/icwe2022_part1.pdf",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Part I:"})," The role of Human-in-the-Loop in building Search engines"]})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/icwe/icwe2022_part2.pdf",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Part II:"})," Ranking and Quality Metrics"]})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/icwe/icwe2022_part3.pdf",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Part III:"})," Human-in-the-Loop Essentials"]})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/icwe/icwe2022_part4.pdf",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Part IV:"})," Hands-On Practice Session"]})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/icwe/icwe2022_part5.pdf",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Part V:"})," Results aggregation and implementation into the ML pipeline"]})}]}),(0,m.jsx)(i.w,{offset:56}),(0,m.jsx)(c.D,{level:2,styleAs:4,id:"materials",children:"Materials"}),(0,m.jsx)(l._,{files:[{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/icwe/icwe2022_part4_guide.pdf",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Hands-On Practice Session:"})," tutorial guide"]})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/icwe/icwe2022_part4_instructions.txt",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Hands-On Practice Session:"})," instructions for annotators"]})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/icwe/icwe2022_part4_config.txt",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Hands-On Practice Session:"})," interface code"]})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/icwe/icwe2022_part4_input.txt",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Hands-On Practice Session:"})," data input code"]})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/icwe/icwe2022_part4_train_dataset.tsv",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Hands-On Practice Session:"})," training dataset"]})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/icwe/icwe2022_part4_main_dataset.tsv",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Hands-On Practice Session:"})," main dataset"]})},{link:"https://colab.research.google.com/drive/1RzeYXg7RD1He_KZUQ4KzuPXT8YfM1OPE?usp=sharing",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Metric computation:"})," practice collab"]})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/icwe/icwe2022_part6_dataset.tsv",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Metric computation:"})," example crowd-labeled dataset"]})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/icwe/icwe2022_part6_screenshots.zip",title:(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("b",{children:"Metric computation:"})," website screenshots from dataset"]})}]})]})})}}}]);