"use strict";(self.webpackChunk_toloka_portal_gatsby_renderer=self.webpackChunk_toloka_portal_gatsby_renderer||[]).push([[8149],{34151:function(e,t,n){n.d(t,{r:function(){return _}});var i=n(4942),r=n(37990),a=n(93252),s=n(52893),o=n(74533),l=n(88586),c=n(88709),d=n(51512),u=n(92401),h=n(44172),m=n(25109),f=n(18987),x=n(13598),p=n(62769),g=n(67294),j=n(3468),b=n(81547),v=n(85893);function w(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);t&&(i=i.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push.apply(n,i)}return n}function y(e){for(var t=1;t<arguments.length;t++){var n=null!=arguments[t]?arguments[t]:{};t%2?w(Object(n),!0).forEach((function(t){(0,i.Z)(e,t,n[t])})):Object.getOwnPropertyDescriptors?Object.defineProperties(e,Object.getOwnPropertyDescriptors(n)):w(Object(n)).forEach((function(t){Object.defineProperty(e,t,Object.getOwnPropertyDescriptor(n,t))}))}return e}var k=(0,v.jsxs)("p",{children:["Whether you're looking for data solutions, have an idea for working together,"," ",(0,v.jsx)(j.p.Desktop,{children:(0,v.jsx)("br",{})}),"or need help getting started — we'd love to hear from you."]}),_=function(e){var t=e.eventSlug,n=e.eventCategory,i=e.eventDate,w=e.children,_=e.data,C=e.eventIsOnDemand,I=e.idForm,S=e.returnPathForm,F=e.textareaPlaceholder,D=e.textareaRequired,A=e.formTitle,N=void 0===A?"Registration form":A,P=e.formDescription,O=void 0===P?k:P,M=(0,g.useState)(),T=M[0],L=M[1],q=new Date,B=q.setDate(q.getDate()-1);(0,g.useEffect)((function(){L(i)}),[]);var R=(0,g.useMemo)((function(){return _.allJavascriptFrontmatter.nodes.map((function(e){return y(y({},e.frontmatter),{},{slug:"/events/"+e.frontmatter.slug})})).concat(x.D).filter((function(e){if(e.category===n&&e.slug!=="/events/"+t&&!0!==e.onlyRecordingsSection)return e.date&&B<+new Date(e.date)||e.isOnDemand})).sort((function(e,t){return e.date&&t.date&&e.date>t.date?1:-1})).slice(0,4)}),[_]);return(0,v.jsxs)(v.Fragment,{children:[(0,v.jsx)(s.q,{og:{img:"https://tlk-infra-front.azureedge.net/portal-static/images/page-head/eventsOg/"+t+".jpg"}}),(0,v.jsx)(o.n,{}),(0,v.jsxs)(l.i,{headerPadding:!0,children:[(0,v.jsx)(r.h,{defaultBackground:"dark"}),w,(C||T&&+new Date(T)>B)&&!1===t.startsWith("watch")&&I?(0,v.jsxs)(v.Fragment,{children:[(0,v.jsx)(d.w,{offset:40}),(0,v.jsx)(m.L,{header:{title:N,info:O},theme:"sandSection",id:"registration_form",children:(0,v.jsx)(f.G,{id:I,slug:S||(b.j?window.location.href+"?registered=true":""),leadSource:"Event Registration (website)",textareaPlaceholder:F,textareaRequired:D})})]}):null,(0,v.jsx)(d.w,{offset:40}),R.length>0?(0,v.jsx)(m.L,{header:{title:"Similar "+(0,p.s)(n)+"s"},children:(0,v.jsx)(h.X,{events:R.map((function(e){return e}))})}):null,(0,v.jsx)(u.F,{leftColumn:{title:{text:"Don't miss"},text:(0,v.jsxs)(v.Fragment,{children:["Be sure to attend our informative workshops,"," ",(0,v.jsx)(j.p.Desktop,{children:(0,v.jsx)("br",{})}),"tutorials, and webinars."]})},rightColumn:{input:{label:"Subscribe to updates",placeholder:"Your e-mail"},button:{text:"Get updates",view:"action",type:"submit",size:"l"},successText:"All set! You’ll get an email from us shortly — just click the link to confirm. If it doesn’t show up, check your spam folder.",sendingData:{address:"/api/sender/subscribe",listId:"8AR2Z6Y3-R251"}}}),(0,v.jsx)(d.w,{offset:40}),(0,v.jsx)(a.$,{})]}),(0,v.jsx)(c.f,{})]})}},86457:function(e,t,n){n.d(t,{C:function(){return w}});var i=n(79700),r=n.n(i),a="bg_cV",s="bg_3",o="bg_cW",l="bg_cX",c="bg_v",d="bg_q",u="bg_bn",h="bg_cY",m="bg_j",f="bg_cZ",x="bg_b3",p="bg_c0",g="bg_c1",j=n(30759),b=n(4511),v=n(85893),w=function(e){var t=e.list,n=e.className,i=e.itemClassName,w=e.maxItemsInRow,y=e.isBigIcon,k=e.inLine,_=e.twoElementsInMobile,C=e.isSmallIcon;return(0,v.jsx)("ul",{className:r()("features-list-container",n,1===t.length||1===w?a:void 0,k?f:void 0,_?p:void 0,C?l:void 0),children:t.map((function(e,t){return(0,v.jsxs)("li",{className:r()(s,y?o:void 0,i,2===w?g:void 0,k?x:void 0,e.text||e.link||e.additional?void 0:c),children:[e.icon,(0,v.jsxs)("div",{children:[e.title?(0,v.jsx)(j.D,{level:5,className:d,children:e.title}):null,e.text?(0,v.jsx)("p",{className:u,children:e.text}):null,e.link?(0,v.jsx)("div",{className:m,children:(0,v.jsx)(b.r,{href:e.link.href,iconPosition:e.link.iconPosition,target:e.link.target,children:e.link.text})}):null,e.additional?(0,v.jsx)("div",{className:h,children:e.additional}):null]})]},t)}))})}},94501:function(e,t,n){n.d(t,{B:function(){return D}});var i=n(67294),r="bl_Z",a="bl_c7",s="bl_x",o="bl_w",l=n(79615),c=n(85893),d=function(){return(0,c.jsx)("svg",{xmlns:"http://www.w3.org/2000/svg",width:"12",height:"13",fill:"none",children:(0,c.jsx)("path",{fillRule:"evenodd",clipRule:"evenodd",d:"M1.62.4C.72.4 0 1.13 0 2c0 .87.72 1.58 1.62 1.58A1.6 1.6 0 0 0 3.23 2 1.6 1.6 0 0 0 1.62.4Zm.96 3.62H.19a.2.2 0 0 0-.19.2v7.75c0 .1.09.2.2.2h2.38c.1 0 .19-.1.19-.2V4.22a.2.2 0 0 0-.2-.2Zm4.25.87a2.83 2.83 0 0 1 2.1-.87c2.7 0 3.07 1.92 3.07 3.8v4.16a.2.2 0 0 1-.2.19H9.43a.2.2 0 0 1-.2-.2V8.3c0-1.03-.07-1.82-1.05-1.82-.9 0-1.24.5-1.24 1.76v3.75a.2.2 0 0 1-.2.19H4.36a.2.2 0 0 1-.2-.2V4.4c0-.1.09-.19.2-.19h2.3c.1 0 .18.09.18.2v.48Z",fill:"#fff"})})},u=n(4511),h=n(46237),m="dX_bk",f="dX_bl",x="dX_r",p="dX_bp",g="dX_q",j="dX_bm",b="dX_bn",v="dX_j",w="dX_g",y=function(e){var t=e.imageSrc,n=e.name,i=e.company,r=e.info,a=e.link;return(0,c.jsxs)("div",{className:m,children:[(0,c.jsx)("div",{className:f,children:(0,c.jsx)(l.P,{version:"v1",sizes:[560],imageId:t,className:x})}),(0,c.jsxs)("div",{className:p,children:[(0,c.jsx)(h.D,{className:g,level:5,children:n}),(0,c.jsx)("span",{className:j,children:i}),(0,c.jsx)("span",{className:b,children:r}),(0,c.jsxs)(u.r,{href:a.href,iconPosition:a.iconPosition,target:"_blank",className:v,children:[(0,c.jsx)("div",{className:w,children:(0,c.jsx)(d,{})}),a.text]})]})]})},k="c9_by",_="c9_h",C="c9_g2",I="c9_g3",S="c9_bl",F=function(e){var t=e.text,n=e.imageSrc,i=e.name,r=e.company,a=e.info,s=e.link;return(0,c.jsxs)(c.Fragment,{children:[(0,c.jsx)("div",{className:k}),(0,c.jsxs)("div",{children:[(0,c.jsx)("p",{className:_,children:t}),n&&i&&r&&a&&s?(0,c.jsxs)("button",{className:C,children:[(0,c.jsx)("div",{className:S,children:(0,c.jsx)(l.P,{version:"v1",sizes:[560],imageId:n})}),(0,c.jsx)("span",{children:i}),(0,c.jsx)("div",{className:I,children:(0,c.jsx)(y,{name:i,imageSrc:n,company:r,info:a,link:s})})]}):null]})]})},D=function(e){var t=e.content;return(0,c.jsx)("div",{className:r,children:(0,c.jsx)("div",{className:a,children:t.map((function(e,t){return(0,c.jsxs)(i.Fragment,{children:[(0,c.jsx)("div",{className:s,children:(0,c.jsx)("div",{children:e.date})}),(0,c.jsx)("div",{className:o,children:(0,c.jsx)(F,{text:e.text,imageSrc:e.imageSrc,name:e.name,company:e.company,info:e.info,link:e.link})})]},t)}))})})}},67911:function(e,t,n){n.d(t,{A:function(){return b}});var i="F_Z",r="F_b2",a="F_b3",s="F_b4",o="F_b5",l="F_b6",c="F_b7",d="F_b8",u="F_b9",h="F_cb",m=n(79700),f=n.n(m),x=n(86457),p=n(67294),g=n(85893),j={1:h,2:d,3:u,4:void 0},b=function(e){var t=e.list,n=e.maxItemsInRow,d=void 0===n?4:n,u=e.isBigIcon,h=e.withImage,m=e.inLine,b=e.twoElementsInMobile,v=e.columnFlow,w=e.paddingsBeforeDesktop,y=e.isSmallIcon,k=(0,p.useRef)(null);return(0,p.useEffect)((function(){k.current&&v&&k.current.style.setProperty("--count",""+Math.ceil(t.length/d))}),[k]),(0,g.jsx)("div",{ref:k,className:f()(i,m?a:void 0,w?r:""),children:(0,g.jsx)(x.C,{list:t,className:f()(s,j[d],h?o:void 0,v&&4!==d?c:void 0),itemClassName:h?l:void 0,maxItemsInRow:d,isBigIcon:u,inLine:m,twoElementsInMobile:b,isSmallIcon:y})})}},18987:function(e,t,n){n.d(t,{G:function(){return p}});var i=n(84181),r=n(79700),a=n.n(r),s=n(84401),o=n(3468),l=n(29005),c=n(34305),d=n(54269),u=n(4511),h=n(67294),m=n(96268),f=n(29499),x=n(85893),p=function(e){var t=e.slug,n=e.id,r=e.isTestForm,p=e.leadSource,g=void 0===p?"WebsiteRegistrationForm":p,j=e.textareaRequired,b=void 0!==j&&j,v=e.textareaPlaceholder,w=void 0===v?"Please drop a few lines about your project":v,y=e.companyRequired,k=void 0===y||y,_=e.jobTitleRequired,C=void 0===_||_,I=e.additionalInputs,S=e.withoutTextArea,F=e.submitButtonText,D=void 0===F?"Submit":F,A=(0,f.useLocation)();(0,h.useEffect)((function(){A.search&&document.querySelectorAll("[id^='utm']").forEach((function(e){e&&(e.value=(0,m.t)(e.id)||"")}))}),[A.search]);var N=(0,h.useMemo)((function(){try{return new URLSearchParams(A.search).get("referer")||void 0}catch(e){return}}),[A.search]);return(0,x.jsxs)("form",{action:"https://webto.salesforce.com/servlet/servlet.WebToLead?encoding=UTF-8",method:"POST",children:[(0,x.jsx)("input",{type:"hidden",name:"oid",defaultValue:"00D7Q000001MbTr"}),(0,x.jsx)("input",{type:"hidden",name:"retURL",defaultValue:t.startsWith("http")?t:"https://toloka.ai/"+t}),(0,x.jsx)("input",{type:"hidden",name:"Campaign_ID",value:n}),(0,x.jsx)("input",{type:"hidden",name:"recordType",id:"recordType",value:"0127Q0000002WpG"}),(0,x.jsx)("input",{id:"00N7Q00000EpH4g",name:"00N7Q00000EpH4g",type:"hidden",value:N}),A.search?(0,x.jsxs)(x.Fragment,{children:[(0,x.jsx)("input",{id:"utm_source",name:"00N7Q000005OX3o",type:"hidden"}),(0,x.jsx)("input",{id:"utm_medium",name:"00N7Q000005OX3j",type:"hidden"}),(0,x.jsx)("input",{id:"utm_term",name:"00N7Q000005OX43",type:"hidden"}),(0,x.jsx)("input",{id:"utm_campaign",name:"00N7Q000005OX3t",type:"hidden"}),(0,x.jsx)("input",{id:"utm_content",name:"00N7Q000005OX3y",type:"hidden"})]}):null,(0,x.jsxs)("div",{className:a()(i.Z.inputsWrap,"light"),children:[(0,x.jsx)(l.I,{placeholder:"First name*",name:"first_name",required:!0}),(0,x.jsx)(l.I,{placeholder:"Last name*",name:"last_name",required:!0}),(0,x.jsx)(l.I,{placeholder:k?"Company*":"Company",name:"company",required:k}),r?null:(0,x.jsx)(l.I,{placeholder:C?"Job title*":"Job title",name:"title",required:C}),(0,x.jsx)(l.I,{placeholder:"Phone number",name:"phone",id:"phone",type:"tel"}),(0,x.jsx)(l.I,{type:"email",placeholder:"Work email*",name:"email",required:!0}),I]}),r||S?null:(0,x.jsx)(d.g,{placeholder:w,id:"00N7Q00000CkEBw",name:"00N7Q00000CkEBw",required:b,className:i.Z.textarea}),(0,x.jsx)(c.X,{label:r?(0,x.jsxs)(x.Fragment,{children:["I consent to allow Intertech Services AG and its affiliates to process my personal information provided in this form under the conditions"," ",(0,x.jsx)(o.p.Desktop,{children:(0,x.jsx)("br",{})}),"and for the purposes defined in the Privacy Policy and Customer Service Agreement, as well as to contact me for follow-up to this request."]}):(0,x.jsxs)(x.Fragment,{children:["I consent to allow Intertech Services AG (Werftestrasse 4, 6005 Luzern, Switzerland) to process my personal information provided in this form to contact me for follow-up to this request. If at any point you wish to withdraw your consent, please fill out the form"," ",(0,x.jsx)(u.r,{target:"_blank",href:"/unsubscribe/",children:"here"}),". For more information about what we do with personal data see our"," ",(0,x.jsx)(u.r,{target:"_blank",href:"/legal/confidential/",children:"privacy notice"}),"."]}),required:!0,className:i.Z.checkbox}),(0,x.jsx)(c.X,{label:r?(0,x.jsxs)(x.Fragment,{children:["I agree to receive advertising and other marketing emails from Intertech Services AG in accordance with the Privacy Policy"," ",(0,x.jsx)(o.p.Desktop,{children:(0,x.jsx)("br",{})})," ","and Customer Service Agreement, including newsletters, invitations to events, and promotional emails."]}):(0,x.jsxs)(x.Fragment,{children:["I agree to receive advertising and other marketing emails from Intertech Services AG (Werftestrasse 4, 6005 Luzern, Switzerland), including newsletters, invitations to events, and promotional emails. If you wish to unsubscribe you can do so by clicking on the unsubscribe link at the end of any email you have received from us to your email address. For more information about what we do with personal data see our"," ",(0,x.jsx)(u.r,{target:"_blank",href:"/legal/confidential/",children:"privacy notice"}),". For more information please click"," ",(0,x.jsx)(u.r,{target:"_blank",href:"/legal/e-newsletter/",children:"here"}),"."]}),id:"00N7Q00000CkDzy",name:"00N7Q00000CkDzy",className:i.Z.checkbox,setValue:"Allow",defaultValue:"Forbid"}),(0,x.jsx)(s.z,{view:"action",type:"submit",className:i.Z.button,children:D}),(0,x.jsx)("input",{id:"lead_source",name:"lead_source",type:"hidden",value:g})]})}},66924:function(e,t,n){n.d(t,{n:function(){return r}});var i=n(85893),r=function(){return(0,i.jsxs)("svg",{xmlns:"http://www.w3.org/2000/svg",width:"24",height:"25",viewBox:"0 0 24 25",fill:"none",children:[(0,i.jsx)("g",{clipPath:"url(#clip0_9129_114992)",children:(0,i.jsx)("path",{fillRule:"evenodd",clipRule:"evenodd",d:"M4.92861 19.5714C1.02365 15.6664 1.02373 9.33478 4.92926 5.42926C8.83478 1.52373 15.1664 1.52365 19.0714 5.42861C22.9764 9.33357 22.9763 15.6652 19.0707 19.5707C15.1652 23.4763 8.83357 23.4764 4.92861 19.5714ZM3.51439 20.9856C-1.17172 16.2995 -1.17143 8.70152 3.51504 4.01504C8.20152 -0.671427 15.7995 -0.671719 20.4856 4.01439C25.1717 8.7005 25.1714 16.2985 20.485 20.985C15.7985 25.6714 8.2005 25.6717 3.51439 20.9856ZM11.6703 16.0403C11.4839 16.2396 11.2243 16.354 10.9515 16.3571C10.6787 16.3602 10.4165 16.2518 10.2256 16.0569L6.99992 12.7633C6.61349 12.3687 6.62008 11.7356 7.01465 11.3492C7.40922 10.9627 8.04235 10.9693 8.42879 11.3639L10.9235 13.9111L15.5555 8.95973C15.9328 8.55641 16.5656 8.53533 16.9689 8.91263C17.3723 9.28993 17.3933 9.92274 17.016 10.3261L11.6703 16.0403Z",fill:"#0055D9"})}),(0,i.jsx)("defs",{children:(0,i.jsx)("clipPath",{id:"clip0_9129_114992",children:(0,i.jsx)("rect",{width:"24",height:"24",fill:"white",transform:"translate(0 0.5)"})})})]})}},52249:function(e,t,n){n.r(t),n.d(t,{frontmatter:function(){return h},default:function(){return m}});var i=n(51512),r=n(88555),a=n(34151),s=n(41427),o=n(46237),l=n(94501),c=n(66924),d=n(67911),u=n(85893),h={slug:"tutorial-neurips",title:"Tutorial at NeurIPS 2020",description:"Remoteness, fairness, and mechanisms as challenges of data supply by humans for automation.",date:"2020-12-11T10:00:00.000Z",category:"conference",hosts:[{imageId:"BOOlmgtbpGlXzx0zRcwZ",name:"Lora Aroyo"},{imageId:"K6ue55b7ovqTFtYXw8B0",name:"Gianluca Demartini"},{imageId:"qaj99ebN3sn4FYkdKYc7",name:"Praveen Paritosh"},{imageId:"IcRXpzro0VFB0CE1Jnsb",name:"Matt Lease"},{imageId:"v-MZiN4ykv1bcfQQLXG7",name:"Seid Muhie Yimam"}]};function m(e){var t=e.data;return(0,u.jsx)(a.r,{data:t,eventCategory:h.category,eventSlug:h.slug,eventDate:h.date,eventIsOnDemand:h.isOnDemand,children:(0,u.jsxs)(r.D,{toc:[{url:"#overview",title:"Overview"},{url:"#speakers",title:"Speakers"},{url:"#discussion",title:"Panel Discussion"},{url:"#topics",title:"Topics"},{url:"#panelists",title:"Panelists"},{url:"#schedule",title:"Schedule"}],title:h.title,description:h.description,backLink:{text:"Back to Events",iconPosition:"left",href:"/events"},category:h.category,date:h.date,children:[(0,u.jsx)(o.D,{level:2,styleAs:4,id:"overview",children:"Overview"}),(0,u.jsx)("p",{children:"Despite the clear advantages of AI, automation driven by machine learning carries pitfalls that affect the lives of millions of people. The negative repercussions include the disappearance of many well-established mass professions and increased consumption of labeled data produced by humans. This data is not always obtained in a positive environment: data suppliers are often managed in an old-fashioned way and have to work full-time on routine pre-assigned tasks, leading to job dissatisfaction. Crowdsourcing is a modern and effective alternative as it gives flexibility and freedom to task executors in terms of place, time and the task type they want to work on. However, many potential stakeholders of crowdsourcing processes hesitate to use this technology due to a series of doubts that have continued to circulate over the past decade. To address these issues, our workshop focuses on the research and industry communities and covers three important aspects of data supply: Remoteness, Fairness, and Mechanisms."}),(0,u.jsx)("p",{children:(0,u.jsx)("b",{children:"Remoteness."})}),(0,u.jsx)("p",{children:"Data labeling requesters (data consumers for ML systems) doubt the effectiveness and efficiency of remote work. They need trustworthy quality control techniques and ways to guarantee reliable results on time. Crowdsourcing is one of the viable solutions for effective remote work. However, despite the rapid growth and the body of literature on the topic, crowdsourcing is in its infancy and, to a large extent, is still an art. It lacks clear guidelines and accepted practices for both the requesters and the performers (also known as workers), which makes it much harder to reach the full potential of this technology. We intend to reverse this and achieve a breakthrough by turning the art into a science."}),(0,u.jsx)("p",{children:(0,u.jsx)("b",{children:"Fairness."})}),(0,u.jsx)("p",{children:"Crowd workers (data suppliers) doubt the availability and choice of tasks. They need fair and ethical task assignment, fair compensation, and growth opportunities. We believe that the working environment (e.g. a crowdsourcing platform) may help meet these needs — it should provide flexibility in choosing tasks and working hours, and access to tasks should be fair and ethical. We also aim to address bias in task design and execution that can skew results in ways that data requesters don’t anticipate. Since quality, fairness and growth opportunities for performers are central to our workshop, we invite a diverse group of performers from a global public crowdsourcing platform to our panel-led discussion."}),(0,u.jsx)("p",{children:(0,u.jsx)("b",{children:"Mechanisms."})}),(0,u.jsx)("p",{children:"Matchmakers (the working environment, usually represented by a crowdsourcing platform) doubt the effectiveness of economic mechanisms that underlie their two-sided market. They need a mechanism design that guarantees proper incentives for both sides: flexibility and fairness for workers, and quality and efficiency for data requesters. We stress that economic mechanisms are the key to address the issues of remoteness and fairness successfully. Our intention is to deepen the interaction between and within communities that work on mechanisms and crowdsourcing."}),(0,u.jsx)(i.w,{offset:56}),(0,u.jsx)(o.D,{level:2,styleAs:4,id:"speakers",children:"Speakers"}),(0,u.jsx)(s.B,{people:[{imgSrc:"BOOlmgtbpGlXzx0zRcwZ",name:"Lora Aroyo",company:"Google Research, USA",info:void 0},{imgSrc:"K6ue55b7ovqTFtYXw8B0",name:"Gianluca Demartini",company:"University of Queensland",info:void 0},{imgSrc:"qaj99ebN3sn4FYkdKYc7",name:"Praveen Paritosh",company:"Google Research, USA",info:void 0},{imgSrc:"IcRXpzro0VFB0CE1Jnsb",name:"Matt Lease",company:"University of Texas at Austin",info:void 0},{imgSrc:"v-MZiN4ykv1bcfQQLXG7",name:"Seid Muhie Yimam",company:"Universität Hamburg",info:void 0}]}),(0,u.jsx)(i.w,{offset:56}),(0,u.jsx)(o.D,{level:2,styleAs:4,id:"discussion",children:"Panel Discussion"}),(0,u.jsx)("p",{children:"Our panel discussion will gather all stakeholders: researchers, representatives of global crowd platforms like Toloka and Amazon MTurk, performers, and requesters who work with the crowd on a large scale. We hope to stimulate a fruitful conversation, shed light on what is not often discussed, develop solutions to problems and find new growth points for crowdsourcing."}),(0,u.jsx)(i.w,{offset:32}),(0,u.jsx)(o.D,{level:2,styleAs:4,id:"topics",children:"Topics"}),(0,u.jsx)(d.A,{inLine:!0,maxItemsInRow:1,list:[{icon:(0,u.jsx)(c.n,{}),additional:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Perspectives"})," ",(0,u.jsx)("br",{}),"What is the future of crowdsourcing in terms of science, business, and the professions of the future?"]})},{icon:(0,u.jsx)(c.n,{}),additional:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Trust"})," ",(0,u.jsx)("br",{}),"What are the mechanisms that can strengthen the trust between performers and requesters?",(0,u.jsx)("br",{}),"How can we increase the confidence of the entire IT industry in using crowdsourcing in general?"]})},{icon:(0,u.jsx)(c.n,{}),additional:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Ethics"})," ",(0,u.jsx)("br",{}),"What ethical issues exist in the crowdsourcing community?",(0,u.jsx)("br",{}),"What are the problem areas and what should be done to change them?"]})}]}),(0,u.jsx)(i.w,{offset:56}),(0,u.jsx)(o.D,{level:2,styleAs:4,id:"panelists",children:"Panelists"}),(0,u.jsxs)("span",{children:["Moderator: ",(0,u.jsx)("br",{}),(0,u.jsx)("b",{children:"Olga Megorskaya"}),", Toloka"]}),(0,u.jsx)(i.w,{offset:24}),(0,u.jsxs)("span",{children:[(0,u.jsx)("b",{children:"Marcos Baez"}),", Université Claude Bernard Lyon 1 ",(0,u.jsx)("br",{}),(0,u.jsx)("b",{children:"Pranjal Chutia"}),", Contributor on Toloka ",(0,u.jsx)("br",{}),(0,u.jsx)("b",{children:"Sara Dolph"}),", Contributor on Amazon Mechanical Turk",(0,u.jsx)("br",{})," ",(0,u.jsx)("b",{children:"Morgan Dutton"}),", Amazon Web Services (AWS)",(0,u.jsx)("br",{}),(0,u.jsx)("b",{children:"Olga Masyutina"}),", Contributor on Toloka",(0,u.jsx)("br",{})," ",(0,u.jsx)("b",{children:"Michael Meehan"}),", Contributor on Amazon Mechanical Turk",(0,u.jsx)("br",{}),(0,u.jsx)("b",{children:"Sam Zhong"}),", Microsoft"]}),(0,u.jsx)(i.w,{offset:56}),(0,u.jsx)(o.D,{level:2,styleAs:4,id:"schedule",children:"Schedule"}),(0,u.jsx)(l.B,{content:[{date:"08:00 – 08:15",text:"Introduction & Icebreakers"},{date:"08:15 – 08:45",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Data Excellence: Better Data for Better AI"}),(0,u.jsx)("br",{}),"— Lora Aroyo (invited talk)"]})},{date:"08:45 – 09:05",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"A Gamified Crowdsourcing Framework for Data-Driven Co-creation of Policy Making and Social Foresight"}),(0,u.jsx)("br",{}),"— Andrea Tocchetti and Marco Brambilla (contributed talk)"]})},{date:"09:05 – 09:25",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Conversational Crowdsourcing"}),(0,u.jsx)("br",{}),"— Sihang Qiu, Ujwal Gadiraju, Alessandro Bozzon and Geert-Jan Houben (contributed talk)"]})},{date:"09:25 – 09:35",text:(0,u.jsx)("b",{children:"Coffee break"})},{date:"09:35 – 10:05",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Quality Control in Crowdsourcing"}),(0,u.jsx)("br",{}),"— Seid Muhie Yimam (invited talk)"]})},{date:"10:05 – 10:25",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"What Can Crowd Computing Do for the Next Generation of AI Technology?"}),(0,u.jsx)("br",{}),"— Ujwal Gadiraju and Jie Yang (contributed talk)"]})},{date:"10:25 – 10:45",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Real-Time Crowdsourcing of Health Data in a Low-Income country: A Case Study of Human Data Supply on Malaria First-Line Treatment Policy Tracking in Nigeria"}),(0,u.jsx)("br",{}),"— Olubayo Adekanmbi, Wuraola Fisayo Oyewusi and Ezekiel Ogundepo (contributed talk)"]})},{date:"10:45 – 11:00",text:(0,u.jsx)("b",{children:"Coffee break"})},{date:"11:00 – 12:30",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Panel discussion"}),(0,u.jsx)("br",{}),'"Successes and failures in crowdsourcing: experiences from work providers, performers and platforms"']})},{date:"12:30 – 13:00",text:(0,u.jsx)("b",{children:"Lunch break"})},{date:"13:00 – 13:30",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Modeling and Aggregation of Complex Annotations via Annotation Distance"}),(0,u.jsx)("br",{}),"— Matt Lease (invited talk)"]})},{date:"13:30 – 13:50",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Active Learning from Crowd in Item Screening"}),(0,u.jsx)("br",{}),"— Evgeny Krivosheev, Burcu Sayin, Alessandro Bozzon and Zoltán Szlávik (contributed talk)"]})},{date:"13:50 – 14:10",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Human Computation Requires and Enables a New Approach to Ethics"}),(0,u.jsx)("br",{}),"— Libuse Veprek, Patricia Seymour and Pietro Michelucci (contributed talk)"]})},{date:"14:10 – 14:20",text:(0,u.jsx)("b",{children:"Coffee break"})},{date:"14:20 – 14:50",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Bias in Human-in-the-Loop Artificial Intelligence"}),(0,u.jsx)("br",{}),"— Gianluca Demartini (invited talk)"]})},{date:"14:50 – 15:10",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"VAIDA: An Educative Benchmark Creation Paradigm using Visual Analytics for Interactively Discouraging Artifacts"}),(0,u.jsx)("br",{}),"— Anjana Arunkumar, Swaroop Mishra, Bhavdeep Sachdeva, Chitta Baral and Chris Bryan (contributed talk)"]})},{date:"15:10 – 15:40",text:(0,u.jsxs)(u.Fragment,{children:[(0,u.jsx)("b",{children:"Achieving Data Excellence"}),(0,u.jsx)("br",{}),"— Praveen Paritosh (invited talk)"]})},{date:"15:40 – 16:00",text:(0,u.jsx)("b",{children:"Closing"})}]})]})})}}}]);