"use strict";(self.webpackChunk_toloka_portal_gatsby_renderer=self.webpackChunk_toloka_portal_gatsby_renderer||[]).push([[3175],{34151:function(e,t,n){n.d(t,{r:function(){return _}});var i=n(4942),r=n(37990),a=n(93252),s=n(52893),o=n(74533),l=n(88586),c=n(88709),d=n(51512),u=n(92401),h=n(44172),m=n(25109),x=n(18987),g=n(13598),p=n(62769),f=n(67294),j=n(3468),v=n(81547),b=n(85893);function w(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push.apply(n,i)}return n}function y(e){for(var t=1;t<arguments.length;t++){var n=null!=arguments[t]?arguments[t]:{};t%2?w(Object(n),!0).forEach((function(t){(0,i.Z)(e,t,n[t])})):Object.getOwnPropertyDescriptors?Object.defineProperties(e,Object.getOwnPropertyDescriptors(n)):w(Object(n)).forEach((function(t){Object.defineProperty(e,t,Object.getOwnPropertyDescriptor(n,t))}))}return e}var k=(0,b.jsxs)("p",{children:["Whether you're looking for data solutions, have an idea for working together,"," ",(0,b.jsx)(j.p.Desktop,{children:(0,b.jsx)("br",{})}),"or need help getting started — we'd love to hear from you."]}),_=function(e){var t=e.eventSlug,n=e.eventCategory,i=e.eventDate,w=e.children,_=e.data,I=e.eventIsOnDemand,D=e.idForm,N=e.returnPathForm,C=e.textareaPlaceholder,P=e.textareaRequired,S=e.formTitle,F=void 0===S?"Registration form":S,O=e.formDescription,q=void 0===O?k:O,T=(0,f.useState)(),A=T[0],E=T[1],R=new Date,B=R.setDate(R.getDate()-1);(0,f.useEffect)((function(){E(i)}),[]);var X=(0,f.useMemo)((function(){return _.allJavascriptFrontmatter.nodes.map((function(e){return y(y({},e.frontmatter),{},{slug:"/events/"+e.frontmatter.slug})})).concat(g.D).filter((function(e){if(e.category===n&&e.slug!=="/events/"+t&&!0!==e.onlyRecordingsSection)return e.date&&B<+new Date(e.date)||e.isOnDemand})).sort((function(e,t){return e.date&&t.date&&e.date>t.date?1:-1})).slice(0,4)}),[_]);return(0,b.jsxs)(b.Fragment,{children:[(0,b.jsx)(s.q,{og:{img:"https://tlk-infra-front.azureedge.net/portal-static/images/page-head/eventsOg/"+t+".jpg"}}),(0,b.jsx)(o.n,{}),(0,b.jsxs)(l.i,{headerPadding:!0,children:[(0,b.jsx)(r.h,{defaultBackground:"dark"}),w,(I||A&&+new Date(A)>B)&&!1===t.startsWith("watch")&&D?(0,b.jsxs)(b.Fragment,{children:[(0,b.jsx)(d.w,{offset:40}),(0,b.jsx)(m.L,{header:{title:F,info:q},theme:"sandSection",id:"registration_form",children:(0,b.jsx)(x.G,{id:D,slug:N||(v.j?window.location.href+"?registered=true":""),leadSource:"Event Registration (website)",textareaPlaceholder:C,textareaRequired:P})})]}):null,(0,b.jsx)(d.w,{offset:40}),X.length>0?(0,b.jsx)(m.L,{header:{title:"Similar "+(0,p.s)(n)+"s"},children:(0,b.jsx)(h.X,{events:X.map((function(e){return e}))})}):null,(0,b.jsx)(u.F,{leftColumn:{title:{text:"Don't miss"},text:(0,b.jsxs)(b.Fragment,{children:["Be sure to attend our informative workshops,"," ",(0,b.jsx)(j.p.Desktop,{children:(0,b.jsx)("br",{})}),"tutorials, and webinars."]})},rightColumn:{input:{label:"Subscribe to updates",placeholder:"Your e-mail"},button:{text:"Get updates",view:"action",type:"submit",size:"l"},successText:"All set! You’ll get an email from us shortly — just click the link to confirm. If it doesn’t show up, check your spam folder.",sendingData:{address:"/api/sender/subscribe",listId:"8AR2Z6Y3-R251"}}}),(0,b.jsx)(d.w,{offset:40}),(0,b.jsx)(a.$,{})]}),(0,b.jsx)(c.f,{})]})}},86457:function(e,t,n){n.d(t,{C:function(){return w}});var i=n(79700),r=n.n(i),a="bg_cV",s="bg_3",o="bg_cW",l="bg_cX",c="bg_v",d="bg_q",u="bg_bn",h="bg_cY",m="bg_j",x="bg_cZ",g="bg_b3",p="bg_c0",f="bg_c1",j=n(30759),v=n(4511),b=n(85893),w=function(e){var t=e.list,n=e.className,i=e.itemClassName,w=e.maxItemsInRow,y=e.isBigIcon,k=e.inLine,_=e.twoElementsInMobile,I=e.isSmallIcon;return(0,b.jsx)("ul",{className:r()("features-list-container",n,1===t.length||1===w?a:void 0,k?x:void 0,_?p:void 0,I?l:void 0),children:t.map((function(e,t){return(0,b.jsxs)("li",{className:r()(s,y?o:void 0,i,2===w?f:void 0,k?g:void 0,e.text||e.link||e.additional?void 0:c),children:[e.icon,(0,b.jsxs)("div",{children:[e.title?(0,b.jsx)(j.D,{level:5,className:d,children:e.title}):null,e.text?(0,b.jsx)("p",{className:u,children:e.text}):null,e.link?(0,b.jsx)("div",{className:m,children:(0,b.jsx)(v.r,{href:e.link.href,iconPosition:e.link.iconPosition,target:e.link.target,children:e.link.text})}):null,e.additional?(0,b.jsx)("div",{className:h,children:e.additional}):null]})]},t)}))})}},94501:function(e,t,n){n.d(t,{B:function(){return P}});var i=n(67294),r="bl_Z",a="bl_c7",s="bl_x",o="bl_w",l=n(79615),c=n(85893),d=function(){return(0,c.jsx)("svg",{xmlns:"http://www.w3.org/2000/svg",width:"12",height:"13",fill:"none",children:(0,c.jsx)("path",{fillRule:"evenodd",clipRule:"evenodd",d:"M1.62.4C.72.4 0 1.13 0 2c0 .87.72 1.58 1.62 1.58A1.6 1.6 0 0 0 3.23 2 1.6 1.6 0 0 0 1.62.4Zm.96 3.62H.19a.2.2 0 0 0-.19.2v7.75c0 .1.09.2.2.2h2.38c.1 0 .19-.1.19-.2V4.22a.2.2 0 0 0-.2-.2Zm4.25.87a2.83 2.83 0 0 1 2.1-.87c2.7 0 3.07 1.92 3.07 3.8v4.16a.2.2 0 0 1-.2.19H9.43a.2.2 0 0 1-.2-.2V8.3c0-1.03-.07-1.82-1.05-1.82-.9 0-1.24.5-1.24 1.76v3.75a.2.2 0 0 1-.2.19H4.36a.2.2 0 0 1-.2-.2V4.4c0-.1.09-.19.2-.19h2.3c.1 0 .18.09.18.2v.48Z",fill:"#fff"})})},u=n(4511),h=n(46237),m="dX_bk",x="dX_bl",g="dX_r",p="dX_bp",f="dX_q",j="dX_bm",v="dX_bn",b="dX_j",w="dX_g",y=function(e){var t=e.imageSrc,n=e.name,i=e.company,r=e.info,a=e.link;return(0,c.jsxs)("div",{className:m,children:[(0,c.jsx)("div",{className:x,children:(0,c.jsx)(l.P,{version:"v1",sizes:[560],imageId:t,className:g})}),(0,c.jsxs)("div",{className:p,children:[(0,c.jsx)(h.D,{className:f,level:5,children:n}),(0,c.jsx)("span",{className:j,children:i}),(0,c.jsx)("span",{className:v,children:r}),(0,c.jsxs)(u.r,{href:a.href,iconPosition:a.iconPosition,target:"_blank",className:b,children:[(0,c.jsx)("div",{className:w,children:(0,c.jsx)(d,{})}),a.text]})]})]})},k="c9_by",_="c9_h",I="c9_g2",D="c9_g3",N="c9_bl",C=function(e){var t=e.text,n=e.imageSrc,i=e.name,r=e.company,a=e.info,s=e.link;return(0,c.jsxs)(c.Fragment,{children:[(0,c.jsx)("div",{className:k}),(0,c.jsxs)("div",{children:[(0,c.jsx)("p",{className:_,children:t}),n&&i&&r&&a&&s?(0,c.jsxs)("button",{className:I,children:[(0,c.jsx)("div",{className:N,children:(0,c.jsx)(l.P,{version:"v1",sizes:[560],imageId:n})}),(0,c.jsx)("span",{children:i}),(0,c.jsx)("div",{className:D,children:(0,c.jsx)(y,{name:i,imageSrc:n,company:r,info:a,link:s})})]}):null]})]})},P=function(e){var t=e.content;return(0,c.jsx)("div",{className:r,children:(0,c.jsx)("div",{className:a,children:t.map((function(e,t){return(0,c.jsxs)(i.Fragment,{children:[(0,c.jsx)("div",{className:s,children:(0,c.jsx)("div",{children:e.date})}),(0,c.jsx)("div",{className:o,children:(0,c.jsx)(C,{text:e.text,imageSrc:e.imageSrc,name:e.name,company:e.company,info:e.info,link:e.link})})]},t)}))})})}},67911:function(e,t,n){n.d(t,{A:function(){return v}});var i="F_Z",r="F_b2",a="F_b3",s="F_b4",o="F_b5",l="F_b6",c="F_b7",d="F_b8",u="F_b9",h="F_cb",m=n(79700),x=n.n(m),g=n(86457),p=n(67294),f=n(85893),j={1:h,2:d,3:u,4:void 0},v=function(e){var t=e.list,n=e.maxItemsInRow,d=void 0===n?4:n,u=e.isBigIcon,h=e.withImage,m=e.inLine,v=e.twoElementsInMobile,b=e.columnFlow,w=e.paddingsBeforeDesktop,y=e.isSmallIcon,k=(0,p.useRef)(null);return(0,p.useEffect)((function(){k.current&&b&&k.current.style.setProperty("--count",""+Math.ceil(t.length/d))}),[k]),(0,f.jsx)("div",{ref:k,className:x()(i,m?a:void 0,w?r:""),children:(0,f.jsx)(g.C,{list:t,className:x()(s,j[d],h?o:void 0,b&&4!==d?c:void 0),itemClassName:h?l:void 0,maxItemsInRow:d,isBigIcon:u,inLine:m,twoElementsInMobile:v,isSmallIcon:y})})}},18987:function(e,t,n){n.d(t,{G:function(){return p}});var i=n(84181),r=n(79700),a=n.n(r),s=n(84401),o=n(3468),l=n(29005),c=n(34305),d=n(54269),u=n(4511),h=n(67294),m=n(96268),x=n(29499),g=n(85893),p=function(e){var t=e.slug,n=e.id,r=e.isTestForm,p=e.leadSource,f=void 0===p?"WebsiteRegistrationForm":p,j=e.textareaRequired,v=void 0!==j&&j,b=e.textareaPlaceholder,w=void 0===b?"Please drop a few lines about your project":b,y=e.companyRequired,k=void 0===y||y,_=e.jobTitleRequired,I=void 0===_||_,D=e.additionalInputs,N=e.withoutTextArea,C=e.submitButtonText,P=void 0===C?"Submit":C,S=(0,x.useLocation)();(0,h.useEffect)((function(){S.search&&document.querySelectorAll("[id^='utm']").forEach((function(e){e&&(e.value=(0,m.t)(e.id)||"")}))}),[S.search]);var F=(0,h.useMemo)((function(){try{return new URLSearchParams(S.search).get("referer")||void 0}catch(e){return}}),[S.search]);return(0,g.jsxs)("form",{action:"https://webto.salesforce.com/servlet/servlet.WebToLead?encoding=UTF-8",method:"POST",children:[(0,g.jsx)("input",{type:"hidden",name:"oid",defaultValue:"00D7Q000001MbTr"}),(0,g.jsx)("input",{type:"hidden",name:"retURL",defaultValue:t.startsWith("http")?t:"https://toloka.ai/"+t}),(0,g.jsx)("input",{type:"hidden",name:"Campaign_ID",value:n}),(0,g.jsx)("input",{type:"hidden",name:"recordType",id:"recordType",value:"0127Q0000002WpG"}),(0,g.jsx)("input",{id:"00N7Q00000EpH4g",name:"00N7Q00000EpH4g",type:"hidden",value:F}),S.search?(0,g.jsxs)(g.Fragment,{children:[(0,g.jsx)("input",{id:"utm_source",name:"00N7Q000005OX3o",type:"hidden"}),(0,g.jsx)("input",{id:"utm_medium",name:"00N7Q000005OX3j",type:"hidden"}),(0,g.jsx)("input",{id:"utm_term",name:"00N7Q000005OX43",type:"hidden"}),(0,g.jsx)("input",{id:"utm_campaign",name:"00N7Q000005OX3t",type:"hidden"}),(0,g.jsx)("input",{id:"utm_content",name:"00N7Q000005OX3y",type:"hidden"})]}):null,(0,g.jsxs)("div",{className:a()(i.Z.inputsWrap,"light"),children:[(0,g.jsx)(l.I,{placeholder:"First name*",name:"first_name",required:!0}),(0,g.jsx)(l.I,{placeholder:"Last name*",name:"last_name",required:!0}),(0,g.jsx)(l.I,{placeholder:k?"Company*":"Company",name:"company",required:k}),r?null:(0,g.jsx)(l.I,{placeholder:I?"Job title*":"Job title",name:"title",required:I}),(0,g.jsx)(l.I,{placeholder:"Phone number",name:"phone",id:"phone",type:"tel"}),(0,g.jsx)(l.I,{type:"email",placeholder:"Work email*",name:"email",required:!0}),D]}),r||N?null:(0,g.jsx)(d.g,{placeholder:w,id:"00N7Q00000CkEBw",name:"00N7Q00000CkEBw",required:v,className:i.Z.textarea}),(0,g.jsx)(c.X,{label:r?(0,g.jsxs)(g.Fragment,{children:["I consent to allow Intertech Services AG and its affiliates to process my personal information provided in this form under the conditions"," ",(0,g.jsx)(o.p.Desktop,{children:(0,g.jsx)("br",{})}),"and for the purposes defined in the Privacy Policy and Customer Service Agreement, as well as to contact me for follow-up to this request."]}):(0,g.jsxs)(g.Fragment,{children:["I consent to allow Intertech Services AG (Werftestrasse 4, 6005 Luzern, Switzerland) to process my personal information provided in this form to contact me for follow-up to this request. If at any point you wish to withdraw your consent, please fill out the form"," ",(0,g.jsx)(u.r,{target:"_blank",href:"/unsubscribe/",children:"here"}),". For more information about what we do with personal data see our"," ",(0,g.jsx)(u.r,{target:"_blank",href:"/legal/confidential/",children:"privacy notice"}),"."]}),required:!0,className:i.Z.checkbox}),(0,g.jsx)(c.X,{label:r?(0,g.jsxs)(g.Fragment,{children:["I agree to receive advertising and other marketing emails from Intertech Services AG in accordance with the Privacy Policy"," ",(0,g.jsx)(o.p.Desktop,{children:(0,g.jsx)("br",{})})," ","and Customer Service Agreement, including newsletters, invitations to events, and promotional emails."]}):(0,g.jsxs)(g.Fragment,{children:["I agree to receive advertising and other marketing emails from Intertech Services AG (Werftestrasse 4, 6005 Luzern, Switzerland), including newsletters, invitations to events, and promotional emails. If you wish to unsubscribe you can do so by clicking on the unsubscribe link at the end of any email you have received from us to your email address. For more information about what we do with personal data see our"," ",(0,g.jsx)(u.r,{target:"_blank",href:"/legal/confidential/",children:"privacy notice"}),". For more information please click"," ",(0,g.jsx)(u.r,{target:"_blank",href:"/legal/e-newsletter/",children:"here"}),"."]}),id:"00N7Q00000CkDzy",name:"00N7Q00000CkDzy",className:i.Z.checkbox,setValue:"Allow",defaultValue:"Forbid"}),(0,g.jsx)(s.z,{view:"action",type:"submit",className:i.Z.button,children:P}),(0,g.jsx)("input",{id:"lead_source",name:"lead_source",type:"hidden",value:f})]})}},66924:function(e,t,n){n.d(t,{n:function(){return r}});var i=n(85893),r=function(){return(0,i.jsxs)("svg",{xmlns:"http://www.w3.org/2000/svg",width:"24",height:"25",viewBox:"0 0 24 25",fill:"none",children:[(0,i.jsx)("g",{clipPath:"url(#clip0_9129_114992)",children:(0,i.jsx)("path",{fillRule:"evenodd",clipRule:"evenodd",d:"M4.92861 19.5714C1.02365 15.6664 1.02373 9.33478 4.92926 5.42926C8.83478 1.52373 15.1664 1.52365 19.0714 5.42861C22.9764 9.33357 22.9763 15.6652 19.0707 19.5707C15.1652 23.4763 8.83357 23.4764 4.92861 19.5714ZM3.51439 20.9856C-1.17172 16.2995 -1.17143 8.70152 3.51504 4.01504C8.20152 -0.671427 15.7995 -0.671719 20.4856 4.01439C25.1717 8.7005 25.1714 16.2985 20.485 20.985C15.7985 25.6714 8.2005 25.6717 3.51439 20.9856ZM11.6703 16.0403C11.4839 16.2396 11.2243 16.354 10.9515 16.3571C10.6787 16.3602 10.4165 16.2518 10.2256 16.0569L6.99992 12.7633C6.61349 12.3687 6.62008 11.7356 7.01465 11.3492C7.40922 10.9627 8.04235 10.9693 8.42879 11.3639L10.9235 13.9111L15.5555 8.95973C15.9328 8.55641 16.5656 8.53533 16.9689 8.91263C17.3723 9.28993 17.3933 9.92274 17.016 10.3261L11.6703 16.0403Z",fill:"#0055D9"})}),(0,i.jsx)("defs",{children:(0,i.jsx)("clipPath",{id:"clip0_9129_114992",children:(0,i.jsx)("rect",{width:"24",height:"24",fill:"white",transform:"translate(0 0.5)"})})})]})}},28902:function(e,t,n){n.r(t),n.d(t,{frontmatter:function(){return h},default:function(){return m}});var i=n(51512),r=n(88555),a=n(34151),s=n(41427),o=n(46237),l=n(94501),c=n(67911),d=n(66924),u=n(85893),h={slug:"tutorial-the-sequence",title:"The Sequence: Crowdsourcing natural language data",description:"In this tutorial, leading researchers and engineers from Toloka share their unique industry experience in achieving efficient natural language annotation with crowdsourcing.",date:"2021-08-25T10:00:00.000Z",category:"conference",hosts:[{imageId:"Rh4qN8gXmzlgyEkuGvz6",name:"Dmitry Ustalov"},{imageId:"YJ7-107LJUdfxbpwJB5E",name:"Daria Baidakova"},{imageId:"Kcklg8c2ACDiYI_Ue7hw",name:"Natalie Fedorova"},{imageId:"DwL8BD9XV9XBxkJcqw0O",name:"Nikita Pavlichenko"}]};function m(e){var t=e.data;return(0,u.jsx)(a.r,{data:t,eventCategory:h.category,eventSlug:h.slug,eventDate:h.date,eventIsOnDemand:h.isOnDemand,children:(0,u.jsxs)(r.D,{toc:[{url:"#overview",title:"Overview"},{url:"#topics",title:"Topics"},{url:"#speakers",title:"Speakers"},{url:"#organizers",title:"Organizers"},{url:"#schedule",title:"Schedule"},{url:"#example",title:"Text Aggregation Example"}],title:h.title,description:h.description,backLink:{text:"Back to Events",iconPosition:"left",href:"/events"},category:h.category,date:h.date,children:[(0,u.jsx)(o.D,{level:2,styleAs:4,id:"overview",children:"Overview"}),(0,u.jsx)("p",{children:"In this tutorial designed specifically for the readers of The Sequence, leading researchers and engineers from Toloka will share their unique industry experience in achieving efficient natural language annotation with crowdsourcing. We will introduce data labeling via public crowdsourcing marketplaces and present the key components of efficient label collection. Then, in the practice session, participants will choose one real language resource production task, experiment with selecting settings for the labeling process, and launch their label collection project on Toloka, one of the world’s largest crowdsourcing marketplaces. During the tutorial session, all projects will be run on the real Toloka crowd. We will also present useful quality control techniques and give the attendees an opportunity to discuss their own annotation ideas."}),(0,u.jsx)(i.w,{offset:56}),(0,u.jsx)(o.D,{level:2,styleAs:4,id:"topics",children:"Topics"}),(0,u.jsx)(c.A,{inLine:!0,maxItemsInRow:1,list:[{icon:(0,u.jsx)(d.n,{}),additional:"Reasons for collecting and labeling data via crowdsourcing for SDC: pros & cons"},{icon:(0,u.jsx)(d.n,{}),additional:"Key components of crowdsourcing for efficient data labeling"},{icon:(0,u.jsx)(d.n,{}),additional:"Decomposition approach"},{icon:(0,u.jsx)(d.n,{}),additional:"Performers selection and training"},{icon:(0,u.jsx)(d.n,{}),additional:"Hands-on practice session: audio transcription"},{icon:(0,u.jsx)(d.n,{}),additional:"Advanced crowdsourcing techniques: aggregation, incremental relabeling & pricing"},{icon:(0,u.jsx)(d.n,{}),additional:"Example of how to aggregate crowdsourced texts using the Crowd-Kit Python library"}]}),(0,u.jsx)(i.w,{offset:56}),(0,u.jsx)(o.D,{level:2,styleAs:4,id:"speakers",children:"Speakers"}),(0,u.jsx)(s.B,{people:[{imgSrc:"Rh4qN8gXmzlgyEkuGvz6",name:"Dmitry Ustalov",company:"Toloka",info:"Analyst / Software Developer"},{imgSrc:"YJ7-107LJUdfxbpwJB5E",name:"Daria Baidakova",company:"Toloka",info:"Director of Educational Programs"},{imgSrc:"Kcklg8c2ACDiYI_Ue7hw",name:"Natalie Fedorova",company:"Toloka",info:"Educational Project Manager"},{imgSrc:"DwL8BD9XV9XBxkJcqw0O",name:"Nikita Pavlichenko",company:"Toloka",info:"Analyst / Software developer"}]}),(0,u.jsx)(i.w,{offset:56}),(0,u.jsx)(o.D,{level:2,styleAs:4,id:"organizers",children:"Organizers"}),(0,u.jsx)(s.B,{people:[{imgSrc:"Kcklg8c2ACDiYI_Ue7hw",name:"Natalie Fedorova",company:"Toloka",info:"Educational Project Manager"},{imgSrc:"YJ7-107LJUdfxbpwJB5E",name:"Daria Baidakova",company:"Toloka",info:"Director of Educational Programs"}]}),(0,u.jsx)(i.w,{offset:56}),(0,u.jsx)(o.D,{level:2,styleAs:4,id:"schedule",children:"Schedule"}),(0,u.jsx)(l.B,{content:[{date:"16:00 – 16:15",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Part 0: Introduction"})," ",(0,u.jsx)("br",{}),"— The concept of data labeling via crowdsourcing",(0,u.jsx)("br",{}),"— Crowdsourcing task examples",(0,u.jsx)("br",{}),"— Crowdsourcing platforms",(0,u.jsx)("br",{}),"— Yandex crowdsourcing experience"]})},{date:"10:15 – 10:45",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Part I: Key Components for Efficient Data Collection"}),(0,u.jsx)("br",{}),"— The concept of data labeling via crowdsourcing",(0,u.jsx)("br",{}),"— Crowdsourcing task examples",(0,u.jsx)("br",{}),"— Crowdsourcing platforms",(0,u.jsx)("br",{}),"— Yandex crowdsourcing experience"]})},{date:"16:15 – 16:45",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Part I: Key Components for Efficient Data Collection"}),(0,u.jsx)("br",{}),"— Decomposition for effective pipeline ",(0,u.jsx)("br",{}),"— Task instruction & interface: best practices ",(0,u.jsx)("br",{}),"— Quality control techniques"]})},{date:"16:45 – 17:45",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Part II: Practice part I "}),(0,u.jsx)("br",{}),"— Dataset and required labels ",(0,u.jsx)("br",{}),"— Discussion: how to collect labels? ",(0,u.jsx)("br",{}),"— Data labeling pipeline for implementation ",(0,u.jsx)("br",{}),"— You ",(0,u.jsx)("br",{}),"» create ",(0,u.jsx)("br",{}),"» configure ",(0,u.jsx)("br",{}),"» run data labeling projects on real performers in real-time"]})},{date:"17:45 – 18:30",text:(0,u.jsx)("b",{children:"Break"})},{date:"18:30 – 19:00",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Part III: Advanced techniques"}),(0,u.jsx)("br",{}),"— Incremental relabeling ",(0,u.jsx)("br",{}),"— Dynamic pricing"]})},{date:"19:00 – 19:30",text:(0,u.jsx)("b",{children:"Break"})},{date:"19:30 – 19:45",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Part IV: Practice part II "}),(0,u.jsx)("br",{}),"— Finishing up label collection",(0,u.jsx)("br",{}),"— Results aggregation"]})},{date:"19:45 – 20:15",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Part V: Conclusion"}),(0,u.jsx)("br",{}),"— Results of your projects ",(0,u.jsx)("br",{}),"— Ideas for further work and research ",(0,u.jsx)("br",{}),"— References to literature and other tutorials ",(0,u.jsx)("br",{}),"— Q&A"]})}]}),(0,u.jsx)(i.w,{offset:56}),(0,u.jsx)(o.D,{level:2,styleAs:4,id:"example",children:"Text Aggregation Example"}),(0,u.jsx)("p",{children:"We will share an example of how to aggregate crowdsourced texts using the Crowd-Kit library for Python."})]})})}}}]);