"use strict";(self.webpackChunk_toloka_portal_gatsby_renderer=self.webpackChunk_toloka_portal_gatsby_renderer||[]).push([[1761],{34151:function(e,t,n){n.d(t,{r:function(){return _}});var r=n(4942),i=n(37990),a=n(93252),s=n(52893),o=n(74533),l=n(88586),c=n(88709),d=n(51512),u=n(92401),h=n(44172),f=n(25109),p=n(18987),m=n(13598),g=n(62769),x=n(67294),j=n(3468),k=n(81547),v=n(85893);function b(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push.apply(n,r)}return n}function y(e){for(var t=1;t<arguments.length;t++){var n=null!=arguments[t]?arguments[t]:{};t%2?b(Object(n),!0).forEach((function(t){(0,r.Z)(e,t,n[t])})):Object.getOwnPropertyDescriptors?Object.defineProperties(e,Object.getOwnPropertyDescriptors(n)):b(Object(n)).forEach((function(t){Object.defineProperty(e,t,Object.getOwnPropertyDescriptor(n,t))}))}return e}var w=(0,v.jsxs)("p",{children:["Whether you're looking for data solutions, have an idea for working together,"," ",(0,v.jsx)(j.p.Desktop,{children:(0,v.jsx)("br",{})}),"or need help getting started — we'd love to hear from you."]}),_=function(e){var t=e.eventSlug,n=e.eventCategory,r=e.eventDate,b=e.children,_=e.data,D=e.eventIsOnDemand,P=e.idForm,F=e.returnPathForm,I=e.textareaPlaceholder,N=e.textareaRequired,S=e.formTitle,O=void 0===S?"Registration form":S,T=e.formDescription,q=void 0===T?w:T,z=(0,x.useState)(),A=z[0],C=z[1],V=new Date,L=V.setDate(V.getDate()-1);(0,x.useEffect)((function(){C(r)}),[]);var Q=(0,x.useMemo)((function(){return _.allJavascriptFrontmatter.nodes.map((function(e){return y(y({},e.frontmatter),{},{slug:"/events/"+e.frontmatter.slug})})).concat(m.D).filter((function(e){if(e.category===n&&e.slug!=="/events/"+t&&!0!==e.onlyRecordingsSection)return e.date&&L<+new Date(e.date)||e.isOnDemand})).sort((function(e,t){return e.date&&t.date&&e.date>t.date?1:-1})).slice(0,4)}),[_]);return(0,v.jsxs)(v.Fragment,{children:[(0,v.jsx)(s.q,{og:{img:"https://tlk-infra-front.azureedge.net/portal-static/images/page-head/eventsOg/"+t+".jpg"}}),(0,v.jsx)(o.n,{}),(0,v.jsxs)(l.i,{headerPadding:!0,children:[(0,v.jsx)(i.h,{defaultBackground:"dark"}),b,(D||A&&+new Date(A)>L)&&!1===t.startsWith("watch")&&P?(0,v.jsxs)(v.Fragment,{children:[(0,v.jsx)(d.w,{offset:40}),(0,v.jsx)(f.L,{header:{title:O,info:q},theme:"sandSection",id:"registration_form",children:(0,v.jsx)(p.G,{id:P,slug:F||(k.j?window.location.href+"?registered=true":""),leadSource:"Event Registration (website)",textareaPlaceholder:I,textareaRequired:N})})]}):null,(0,v.jsx)(d.w,{offset:40}),Q.length>0?(0,v.jsx)(f.L,{header:{title:"Similar "+(0,g.s)(n)+"s"},children:(0,v.jsx)(h.X,{events:Q.map((function(e){return e}))})}):null,(0,v.jsx)(u.F,{leftColumn:{title:{text:"Don't miss"},text:(0,v.jsxs)(v.Fragment,{children:["Be sure to attend our informative workshops,"," ",(0,v.jsx)(j.p.Desktop,{children:(0,v.jsx)("br",{})}),"tutorials, and webinars."]})},rightColumn:{input:{label:"Subscribe to updates",placeholder:"Your e-mail"},button:{text:"Get updates",view:"action",type:"submit",size:"l"},successText:"All set! You’ll get an email from us shortly — just click the link to confirm. If it doesn’t show up, check your spam folder.",sendingData:{address:"/api/sender/subscribe",listId:"8AR2Z6Y3-R251"}}}),(0,v.jsx)(d.w,{offset:40}),(0,v.jsx)(a.$,{})]}),(0,v.jsx)(c.f,{})]})}},94501:function(e,t,n){n.d(t,{B:function(){return N}});var r=n(67294),i="bl_Z",a="bl_c7",s="bl_x",o="bl_w",l=n(79615),c=n(85893),d=function(){return(0,c.jsx)("svg",{xmlns:"http://www.w3.org/2000/svg",width:"12",height:"13",fill:"none",children:(0,c.jsx)("path",{fillRule:"evenodd",clipRule:"evenodd",d:"M1.62.4C.72.4 0 1.13 0 2c0 .87.72 1.58 1.62 1.58A1.6 1.6 0 0 0 3.23 2 1.6 1.6 0 0 0 1.62.4Zm.96 3.62H.19a.2.2 0 0 0-.19.2v7.75c0 .1.09.2.2.2h2.38c.1 0 .19-.1.19-.2V4.22a.2.2 0 0 0-.2-.2Zm4.25.87a2.83 2.83 0 0 1 2.1-.87c2.7 0 3.07 1.92 3.07 3.8v4.16a.2.2 0 0 1-.2.19H9.43a.2.2 0 0 1-.2-.2V8.3c0-1.03-.07-1.82-1.05-1.82-.9 0-1.24.5-1.24 1.76v3.75a.2.2 0 0 1-.2.19H4.36a.2.2 0 0 1-.2-.2V4.4c0-.1.09-.19.2-.19h2.3c.1 0 .18.09.18.2v.48Z",fill:"#fff"})})},u=n(4511),h=n(46237),f="dX_bk",p="dX_bl",m="dX_r",g="dX_bp",x="dX_q",j="dX_bm",k="dX_bn",v="dX_j",b="dX_g",y=function(e){var t=e.imageSrc,n=e.name,r=e.company,i=e.info,a=e.link;return(0,c.jsxs)("div",{className:f,children:[(0,c.jsx)("div",{className:p,children:(0,c.jsx)(l.P,{version:"v1",sizes:[560],imageId:t,className:m})}),(0,c.jsxs)("div",{className:g,children:[(0,c.jsx)(h.D,{className:x,level:5,children:n}),(0,c.jsx)("span",{className:j,children:r}),(0,c.jsx)("span",{className:k,children:i}),(0,c.jsxs)(u.r,{href:a.href,iconPosition:a.iconPosition,target:"_blank",className:v,children:[(0,c.jsx)("div",{className:b,children:(0,c.jsx)(d,{})}),a.text]})]})]})},w="c9_by",_="c9_h",D="c9_g2",P="c9_g3",F="c9_bl",I=function(e){var t=e.text,n=e.imageSrc,r=e.name,i=e.company,a=e.info,s=e.link;return(0,c.jsxs)(c.Fragment,{children:[(0,c.jsx)("div",{className:w}),(0,c.jsxs)("div",{children:[(0,c.jsx)("p",{className:_,children:t}),n&&r&&i&&a&&s?(0,c.jsxs)("button",{className:D,children:[(0,c.jsx)("div",{className:F,children:(0,c.jsx)(l.P,{version:"v1",sizes:[560],imageId:n})}),(0,c.jsx)("span",{children:r}),(0,c.jsx)("div",{className:P,children:(0,c.jsx)(y,{name:r,imageSrc:n,company:i,info:a,link:s})})]}):null]})]})},N=function(e){var t=e.content;return(0,c.jsx)("div",{className:i,children:(0,c.jsx)("div",{className:a,children:t.map((function(e,t){return(0,c.jsxs)(r.Fragment,{children:[(0,c.jsx)("div",{className:s,children:(0,c.jsx)("div",{children:e.date})}),(0,c.jsx)("div",{className:o,children:(0,c.jsx)(I,{text:e.text,imageSrc:e.imageSrc,name:e.name,company:e.company,info:e.info,link:e.link})})]},t)}))})})}},86784:function(e,t,n){n.d(t,{_:function(){return c}});var r=n(84401),i="b6_dx",a="b6_q",s="b6_fq",o=n(85893),l=function(e){var t=e.title,n=e.link;return(0,o.jsxs)("div",{className:i,children:[(0,o.jsx)("div",{className:a,children:t}),(0,o.jsx)("div",{children:(0,o.jsx)(r.z,{size:"m",themeColor:"light",type:"link",url:n,view:"pseudo",children:"Download"})})]})},c=function(e){var t=e.files;return(0,o.jsx)("div",{className:s,children:t.map((function(e){return(0,o.jsx)(l,{title:e.title,link:e.link},e.link)}))})}},18987:function(e,t,n){n.d(t,{G:function(){return g}});var r=n(84181),i=n(79700),a=n.n(i),s=n(84401),o=n(3468),l=n(29005),c=n(34305),d=n(54269),u=n(4511),h=n(67294),f=n(96268),p=n(29499),m=n(85893),g=function(e){var t=e.slug,n=e.id,i=e.isTestForm,g=e.leadSource,x=void 0===g?"WebsiteRegistrationForm":g,j=e.textareaRequired,k=void 0!==j&&j,v=e.textareaPlaceholder,b=void 0===v?"Please drop a few lines about your project":v,y=e.companyRequired,w=void 0===y||y,_=e.jobTitleRequired,D=void 0===_||_,P=e.additionalInputs,F=e.withoutTextArea,I=e.submitButtonText,N=void 0===I?"Submit":I,S=(0,p.useLocation)();(0,h.useEffect)((function(){S.search&&document.querySelectorAll("[id^='utm']").forEach((function(e){e&&(e.value=(0,f.t)(e.id)||"")}))}),[S.search]);var O=(0,h.useMemo)((function(){try{return new URLSearchParams(S.search).get("referer")||void 0}catch(e){return}}),[S.search]);return(0,m.jsxs)("form",{action:"https://webto.salesforce.com/servlet/servlet.WebToLead?encoding=UTF-8",method:"POST",children:[(0,m.jsx)("input",{type:"hidden",name:"oid",defaultValue:"00D7Q000001MbTr"}),(0,m.jsx)("input",{type:"hidden",name:"retURL",defaultValue:t.startsWith("http")?t:"https://toloka.ai/"+t}),(0,m.jsx)("input",{type:"hidden",name:"Campaign_ID",value:n}),(0,m.jsx)("input",{type:"hidden",name:"recordType",id:"recordType",value:"0127Q0000002WpG"}),(0,m.jsx)("input",{id:"00N7Q00000EpH4g",name:"00N7Q00000EpH4g",type:"hidden",value:O}),S.search?(0,m.jsxs)(m.Fragment,{children:[(0,m.jsx)("input",{id:"utm_source",name:"00N7Q000005OX3o",type:"hidden"}),(0,m.jsx)("input",{id:"utm_medium",name:"00N7Q000005OX3j",type:"hidden"}),(0,m.jsx)("input",{id:"utm_term",name:"00N7Q000005OX43",type:"hidden"}),(0,m.jsx)("input",{id:"utm_campaign",name:"00N7Q000005OX3t",type:"hidden"}),(0,m.jsx)("input",{id:"utm_content",name:"00N7Q000005OX3y",type:"hidden"})]}):null,(0,m.jsxs)("div",{className:a()(r.Z.inputsWrap,"light"),children:[(0,m.jsx)(l.I,{placeholder:"First name*",name:"first_name",required:!0}),(0,m.jsx)(l.I,{placeholder:"Last name*",name:"last_name",required:!0}),(0,m.jsx)(l.I,{placeholder:w?"Company*":"Company",name:"company",required:w}),i?null:(0,m.jsx)(l.I,{placeholder:D?"Job title*":"Job title",name:"title",required:D}),(0,m.jsx)(l.I,{placeholder:"Phone number",name:"phone",id:"phone",type:"tel"}),(0,m.jsx)(l.I,{type:"email",placeholder:"Work email*",name:"email",required:!0}),P]}),i||F?null:(0,m.jsx)(d.g,{placeholder:b,id:"00N7Q00000CkEBw",name:"00N7Q00000CkEBw",required:k,className:r.Z.textarea}),(0,m.jsx)(c.X,{label:i?(0,m.jsxs)(m.Fragment,{children:["I consent to allow Intertech Services AG and its affiliates to process my personal information provided in this form under the conditions"," ",(0,m.jsx)(o.p.Desktop,{children:(0,m.jsx)("br",{})}),"and for the purposes defined in the Privacy Policy and Customer Service Agreement, as well as to contact me for follow-up to this request."]}):(0,m.jsxs)(m.Fragment,{children:["I consent to allow Intertech Services AG (Werftestrasse 4, 6005 Luzern, Switzerland) to process my personal information provided in this form to contact me for follow-up to this request. If at any point you wish to withdraw your consent, please fill out the form"," ",(0,m.jsx)(u.r,{target:"_blank",href:"/unsubscribe/",children:"here"}),". For more information about what we do with personal data see our"," ",(0,m.jsx)(u.r,{target:"_blank",href:"/legal/confidential/",children:"privacy notice"}),"."]}),required:!0,className:r.Z.checkbox}),(0,m.jsx)(c.X,{label:i?(0,m.jsxs)(m.Fragment,{children:["I agree to receive advertising and other marketing emails from Intertech Services AG in accordance with the Privacy Policy"," ",(0,m.jsx)(o.p.Desktop,{children:(0,m.jsx)("br",{})})," ","and Customer Service Agreement, including newsletters, invitations to events, and promotional emails."]}):(0,m.jsxs)(m.Fragment,{children:["I agree to receive advertising and other marketing emails from Intertech Services AG (Werftestrasse 4, 6005 Luzern, Switzerland), including newsletters, invitations to events, and promotional emails. If you wish to unsubscribe you can do so by clicking on the unsubscribe link at the end of any email you have received from us to your email address. For more information about what we do with personal data see our"," ",(0,m.jsx)(u.r,{target:"_blank",href:"/legal/confidential/",children:"privacy notice"}),". For more information please click"," ",(0,m.jsx)(u.r,{target:"_blank",href:"/legal/e-newsletter/",children:"here"}),"."]}),id:"00N7Q00000CkDzy",name:"00N7Q00000CkDzy",className:r.Z.checkbox,setValue:"Allow",defaultValue:"Forbid"}),(0,m.jsx)(s.z,{view:"action",type:"submit",className:r.Z.button,children:N}),(0,m.jsx)("input",{id:"lead_source",name:"lead_source",type:"hidden",value:x})]})}},51983:function(e,t,n){n.r(t),n.d(t,{frontmatter:function(){return f},default:function(){return p}});var r=n(51512),i=n(86784),a=n(88555),s=n(34151),o=n(41427),l=n(46237),c=n(94501),d=n(3468),u=n(4511),h=n(85893),f={slug:"tutorial-kdd",title:"Tutorial at KDD 2019",description:"In this tutorial, we introduce you to data labeling via public crowdsourcing marketplaces and present the key techniques for efficiently collecting labeled data.",date:"2019-08-08T09:00:00.000Z",category:"conference",hosts:[{imageId:"CV2fFNwtYAmTaFnMcVTc",name:"Alexey Drutsa"},{imageId:"zGHkk2wbT4yuQVbfFaJO",name:"Valentina Fedorova"},{imageId:"VFeyhjwZLWoBnWODaDDa",name:"Olga Megorskaya"},{imageId:"oL04gaQuspW0NPZLsF8N",name:"Evfrosiniya Zerminova"}]};function p(e){var t=e.data;return(0,h.jsx)(s.r,{data:t,eventCategory:f.category,eventSlug:f.slug,eventDate:f.date,eventIsOnDemand:f.isOnDemand,children:(0,h.jsxs)(a.D,{toc:[{url:"#overview",title:"Overview"},{url:"#speakers",title:"Speakers"},{url:"#schedule",title:"Schedule"},{url:"#slides",title:"Slides"}],title:f.title,description:f.description,backLink:{text:"Back to Events",iconPosition:"left",href:"/events"},category:f.category,date:f.date,children:[(0,h.jsx)(l.D,{level:2,styleAs:4,id:"overview",children:"Overview"}),(0,h.jsx)("p",{children:"Most ML projects require training data, and often this data can only be obtained through human labeling. As new applications of AI emerge, there is ever-growing demand for human-labeled data collected in nontrivial tasks. Large-scale data production requires a technological pipeline that can successfully manage quality control and smart distribution of tasks between performers."}),(0,h.jsx)("p",{children:"In this tutorial, we introduce you to data labeling via public crowdsourcing marketplaces and present the key techniques for efficiently collecting labeled data. In the practice session, participants choose one real label collection task, experiment with selecting settings for the labeling process, and launch their own labeling project on Toloka, one of the world’s largest crowdsourcing marketplaces. During the tutorial, all projects run on the real Toloka crowd. Participants also receive feedback and practical advice on making their projects more efficient."}),(0,h.jsx)(r.w,{offset:56}),(0,h.jsx)(l.D,{level:2,styleAs:4,id:"speakers",children:"Speakers"}),(0,h.jsx)(o.B,{people:[{imgSrc:"CV2fFNwtYAmTaFnMcVTc",name:"Alexey Drutsa",company:"Toloka",info:"Head of Efficiency & Growth Division",link:{text:"Profile link",href:"https://www.linkedin.com/in/adrutsa/"}},{imgSrc:"zGHkk2wbT4yuQVbfFaJO",name:"Valentina Fedorova",company:"Toloka",info:"Analyst"},{imgSrc:"VFeyhjwZLWoBnWODaDDa",name:"Olga Megorskaya",company:"Toloka",info:"Head of Toloka",link:{text:"Profile link",href:"https://www.linkedin.com/in/omegorskaya/"}},{imgSrc:"oL04gaQuspW0NPZLsF8N",name:"Evfrosiniya Zerminova",company:"Toloka",info:"Technical Product Manager",link:{text:"Profile link",href:"https://www.linkedin.com/in/evfrosiniya/"}}]}),(0,h.jsx)(r.w,{offset:56}),(0,h.jsx)(l.D,{level:2,styleAs:4,id:"schedule",children:"Schedule"}),(0,h.jsx)(c.B,{content:[{date:(0,h.jsx)(u.r,{href:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/kdd/kdd2019_introduction.pdf",target:"_blank",children:"Introduction"}),text:(0,h.jsx)(h.Fragment,{children:(0,h.jsxs)("ul",{children:[(0,h.jsx)("li",{children:"The concept of crowdsourcing"}),(0,h.jsx)("li",{children:"Crowdsourcing task examples"}),(0,h.jsx)("li",{children:"Crowdsourcing platforms"}),(0,h.jsx)("li",{children:"Yandex crowdsourcing experience"})]})})},{date:(0,h.jsx)(u.r,{href:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/kdd/kdd2019_part1.pdf",target:"_blank",children:"Part I: Main components of data collection via crowdsourcing"}),text:(0,h.jsx)(h.Fragment,{children:(0,h.jsxs)("ul",{children:[(0,h.jsx)("li",{children:"Decomposition for an effective pipeline"}),(0,h.jsx)("li",{children:"Task instruction & interface: best practices"}),(0,h.jsx)("li",{children:"Quality control techniques"})]})})},{date:"Part II: Label collection projects (practical session)",text:(0,h.jsx)(h.Fragment,{children:(0,h.jsxs)("ul",{children:[(0,h.jsx)("li",{children:"Dataset and required labels"}),(0,h.jsx)("li",{children:"Discussion: how to collect labels?"}),(0,h.jsx)("li",{children:"Data labeling pipeline for implementation"})]})})},{date:(0,h.jsx)(u.r,{href:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/kdd/kdd2019_part3.pdf",target:"_blank",children:"Part III: Introduction to Toloka for requesters"}),text:(0,h.jsx)(h.Fragment,{children:(0,h.jsxs)("ul",{children:[(0,h.jsx)("li",{children:"Main types of instances"}),(0,h.jsx)("li",{children:"Project: creation & configuration"}),(0,h.jsx)("li",{children:"Pool: creation & configuration"}),(0,h.jsx)("li",{children:"Tasks: uploading & golden set creation"}),(0,h.jsx)("li",{children:"Statistics in flight and results downloading"})]})})},{date:(0,h.jsx)(u.r,{href:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/kdd/kdd2019_part4.pdf",target:"_blank",children:"Part IV: Setting up & running label collection projects (practical session)"}),text:(0,h.jsxs)(h.Fragment,{children:["Participants:"," ",(0,h.jsx)(d.p.Desktop,{children:(0,h.jsx)("br",{})}),(0,h.jsxs)("ul",{children:[(0,h.jsx)("li",{children:"Main types of instances"}),(0,h.jsx)("li",{children:"Project: creation & configuration"}),(0,h.jsx)("li",{children:"Pool: creation & configuration"}),(0,h.jsx)("li",{children:"Tasks: uploading & golden set creation"}),(0,h.jsx)("li",{children:"Statistics in flight and results downloading"})]})]})},{date:(0,h.jsx)(u.r,{href:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/kdd/kdd2019_part5.pdf",target:"_blank",children:"Part V: Theory on efficient aggregation, incremental relabeling, and pricing"}),text:(0,h.jsx)(h.Fragment,{children:(0,h.jsxs)("ul",{children:[(0,h.jsx)("li",{children:"Aggregation models"}),(0,h.jsx)("li",{children:"Incremental relabeling"}),(0,h.jsx)("li",{children:"Performance-based pricing"})]})})},{date:(0,h.jsx)(u.r,{href:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/kdd/kdd2019_part6.pdf",target:"_blank",children:"Part VI: Discussion of results and conclusions"}),text:(0,h.jsx)(h.Fragment,{children:(0,h.jsxs)("ul",{children:[(0,h.jsx)("li",{children:"Project results"}),(0,h.jsx)("li",{children:"Ideas for further work and research"}),(0,h.jsx)("li",{children:"References to literature and other tutorials"})]})})}]}),(0,h.jsx)(r.w,{offset:56}),(0,h.jsx)(l.D,{level:2,styleAs:4,id:"slides",children:"Slides"}),(0,h.jsx)(i._,{files:[{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/kdd/kdd2019_introduction.pdf",title:"Introduction"},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/kdd/kdd2019_part1.pdf",title:(0,h.jsxs)(h.Fragment,{children:[(0,h.jsx)("b",{children:"Part 1:"}),' "Main components of data collection via crowdsourcing"']})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/kdd/kdd2019_part3.pdf",title:(0,h.jsxs)(h.Fragment,{children:[(0,h.jsx)("b",{children:"Part 3:"}),' "Introduction to Toloka for requesters"']})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/kdd/kdd2019_part4.pdf",title:(0,h.jsxs)(h.Fragment,{children:[(0,h.jsx)("b",{children:"Part 4:"}),' "Setting up and running label collection projects"']})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/kdd/kdd2019_part5.pdf",title:(0,h.jsxs)(h.Fragment,{children:[(0,h.jsx)("b",{children:"Part 5:"}),' "Theory on efficient aggregation, incremental relabelling, and pricing"']})},{link:"https://tlk-infra-front.azureedge.net/portal-static/files/conference-presentations/kdd/kdd2019_part6.pdf",title:(0,h.jsxs)(h.Fragment,{children:[(0,h.jsx)("b",{children:"Part 6:"}),' "Results & Сonclusions"']})}]})]})})}}}]);