"use strict";(self.webpackChunk_toloka_portal_gatsby_renderer=self.webpackChunk_toloka_portal_gatsby_renderer||[]).push([[4984],{34151:function(e,t,r){r.d(t,{r:function(){return I}});var n=r(4942),i=r(37990),a=r(93252),s=r(52893),o=r(74533),l=r(88586),d=r(88709),c=r(51512),u=r(92401),h=r(44172),m=r(25109),p=r(18987),f=r(13598),g=r(62769),v=r(67294),x=r(3468),j=r(81547),y=r(85893);function b(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push.apply(r,n)}return r}function w(e){for(var t=1;t<arguments.length;t++){var r=null!=arguments[t]?arguments[t]:{};t%2?b(Object(r),!0).forEach((function(t){(0,n.Z)(e,t,r[t])})):Object.getOwnPropertyDescriptors?Object.defineProperties(e,Object.getOwnPropertyDescriptors(r)):b(Object(r)).forEach((function(t){Object.defineProperty(e,t,Object.getOwnPropertyDescriptor(r,t))}))}return e}var k=(0,y.jsxs)("p",{children:["Whether you're looking for data solutions, have an idea for working together,"," ",(0,y.jsx)(x.p.Desktop,{children:(0,y.jsx)("br",{})}),"or need help getting started — we'd love to hear from you."]}),I=function(e){var t=e.eventSlug,r=e.eventCategory,n=e.eventDate,b=e.children,I=e.data,D=e.eventIsOnDemand,S=e.idForm,O=e.returnPathForm,P=e.textareaPlaceholder,_=e.textareaRequired,C=e.formTitle,F=void 0===C?"Registration form":C,A=e.formDescription,N=void 0===A?k:A,q=(0,v.useState)(),R=q[0],L=q[1],T=new Date,Q=T.setDate(T.getDate()-1);(0,v.useEffect)((function(){L(n)}),[]);var E=(0,v.useMemo)((function(){return I.allJavascriptFrontmatter.nodes.map((function(e){return w(w({},e.frontmatter),{},{slug:"/events/"+e.frontmatter.slug})})).concat(f.D).filter((function(e){if(e.category===r&&e.slug!=="/events/"+t&&!0!==e.onlyRecordingsSection)return e.date&&Q<+new Date(e.date)||e.isOnDemand})).sort((function(e,t){return e.date&&t.date&&e.date>t.date?1:-1})).slice(0,4)}),[I]);return(0,y.jsxs)(y.Fragment,{children:[(0,y.jsx)(s.q,{og:{img:"https://tlk-infra-front.azureedge.net/portal-static/images/page-head/eventsOg/"+t+".jpg"}}),(0,y.jsx)(o.n,{}),(0,y.jsxs)(l.i,{headerPadding:!0,children:[(0,y.jsx)(i.h,{defaultBackground:"dark"}),b,(D||R&&+new Date(R)>Q)&&!1===t.startsWith("watch")&&S?(0,y.jsxs)(y.Fragment,{children:[(0,y.jsx)(c.w,{offset:40}),(0,y.jsx)(m.L,{header:{title:F,info:N},theme:"sandSection",id:"registration_form",children:(0,y.jsx)(p.G,{id:S,slug:O||(j.j?window.location.href+"?registered=true":""),leadSource:"Event Registration (website)",textareaPlaceholder:P,textareaRequired:_})})]}):null,(0,y.jsx)(c.w,{offset:40}),E.length>0?(0,y.jsx)(m.L,{header:{title:"Similar "+(0,g.s)(r)+"s"},children:(0,y.jsx)(h.X,{events:E.map((function(e){return e}))})}):null,(0,y.jsx)(u.F,{leftColumn:{title:{text:"Don't miss"},text:(0,y.jsxs)(y.Fragment,{children:["Be sure to attend our informative workshops,"," ",(0,y.jsx)(x.p.Desktop,{children:(0,y.jsx)("br",{})}),"tutorials, and webinars."]})},rightColumn:{input:{label:"Subscribe to updates",placeholder:"Your e-mail"},button:{text:"Get updates",view:"action",type:"submit",size:"l"},successText:"All set! You’ll get an email from us shortly — just click the link to confirm. If it doesn’t show up, check your spam folder.",sendingData:{address:"/api/sender/subscribe",listId:"8AR2Z6Y3-R251"}}}),(0,y.jsx)(c.w,{offset:40}),(0,y.jsx)(a.$,{})]}),(0,y.jsx)(d.f,{})]})}},18987:function(e,t,r){r.d(t,{G:function(){return g}});var n=r(84181),i=r(79700),a=r.n(i),s=r(84401),o=r(3468),l=r(29005),d=r(34305),c=r(54269),u=r(4511),h=r(67294),m=r(96268),p=r(29499),f=r(85893),g=function(e){var t=e.slug,r=e.id,i=e.isTestForm,g=e.leadSource,v=void 0===g?"WebsiteRegistrationForm":g,x=e.textareaRequired,j=void 0!==x&&x,y=e.textareaPlaceholder,b=void 0===y?"Please drop a few lines about your project":y,w=e.companyRequired,k=void 0===w||w,I=e.jobTitleRequired,D=void 0===I||I,S=e.additionalInputs,O=e.withoutTextArea,P=e.submitButtonText,_=void 0===P?"Submit":P,C=(0,p.useLocation)();(0,h.useEffect)((function(){C.search&&document.querySelectorAll("[id^='utm']").forEach((function(e){e&&(e.value=(0,m.t)(e.id)||"")}))}),[C.search]);var F=(0,h.useMemo)((function(){try{return new URLSearchParams(C.search).get("referer")||void 0}catch(e){return}}),[C.search]);return(0,f.jsxs)("form",{action:"https://webto.salesforce.com/servlet/servlet.WebToLead?encoding=UTF-8",method:"POST",children:[(0,f.jsx)("input",{type:"hidden",name:"oid",defaultValue:"00D7Q000001MbTr"}),(0,f.jsx)("input",{type:"hidden",name:"retURL",defaultValue:t.startsWith("http")?t:"https://toloka.ai/"+t}),(0,f.jsx)("input",{type:"hidden",name:"Campaign_ID",value:r}),(0,f.jsx)("input",{type:"hidden",name:"recordType",id:"recordType",value:"0127Q0000002WpG"}),(0,f.jsx)("input",{id:"00N7Q00000EpH4g",name:"00N7Q00000EpH4g",type:"hidden",value:F}),C.search?(0,f.jsxs)(f.Fragment,{children:[(0,f.jsx)("input",{id:"utm_source",name:"00N7Q000005OX3o",type:"hidden"}),(0,f.jsx)("input",{id:"utm_medium",name:"00N7Q000005OX3j",type:"hidden"}),(0,f.jsx)("input",{id:"utm_term",name:"00N7Q000005OX43",type:"hidden"}),(0,f.jsx)("input",{id:"utm_campaign",name:"00N7Q000005OX3t",type:"hidden"}),(0,f.jsx)("input",{id:"utm_content",name:"00N7Q000005OX3y",type:"hidden"})]}):null,(0,f.jsxs)("div",{className:a()(n.Z.inputsWrap,"light"),children:[(0,f.jsx)(l.I,{placeholder:"First name*",name:"first_name",required:!0}),(0,f.jsx)(l.I,{placeholder:"Last name*",name:"last_name",required:!0}),(0,f.jsx)(l.I,{placeholder:k?"Company*":"Company",name:"company",required:k}),i?null:(0,f.jsx)(l.I,{placeholder:D?"Job title*":"Job title",name:"title",required:D}),(0,f.jsx)(l.I,{placeholder:"Phone number",name:"phone",id:"phone",type:"tel"}),(0,f.jsx)(l.I,{type:"email",placeholder:"Work email*",name:"email",required:!0}),S]}),i||O?null:(0,f.jsx)(c.g,{placeholder:b,id:"00N7Q00000CkEBw",name:"00N7Q00000CkEBw",required:j,className:n.Z.textarea}),(0,f.jsx)(d.X,{label:i?(0,f.jsxs)(f.Fragment,{children:["I consent to allow Intertech Services AG and its affiliates to process my personal information provided in this form under the conditions"," ",(0,f.jsx)(o.p.Desktop,{children:(0,f.jsx)("br",{})}),"and for the purposes defined in the Privacy Policy and Customer Service Agreement, as well as to contact me for follow-up to this request."]}):(0,f.jsxs)(f.Fragment,{children:["I consent to allow Intertech Services AG (Werftestrasse 4, 6005 Luzern, Switzerland) to process my personal information provided in this form to contact me for follow-up to this request. If at any point you wish to withdraw your consent, please fill out the form"," ",(0,f.jsx)(u.r,{target:"_blank",href:"/unsubscribe/",children:"here"}),". For more information about what we do with personal data see our"," ",(0,f.jsx)(u.r,{target:"_blank",href:"/legal/confidential/",children:"privacy notice"}),"."]}),required:!0,className:n.Z.checkbox}),(0,f.jsx)(d.X,{label:i?(0,f.jsxs)(f.Fragment,{children:["I agree to receive advertising and other marketing emails from Intertech Services AG in accordance with the Privacy Policy"," ",(0,f.jsx)(o.p.Desktop,{children:(0,f.jsx)("br",{})})," ","and Customer Service Agreement, including newsletters, invitations to events, and promotional emails."]}):(0,f.jsxs)(f.Fragment,{children:["I agree to receive advertising and other marketing emails from Intertech Services AG (Werftestrasse 4, 6005 Luzern, Switzerland), including newsletters, invitations to events, and promotional emails. If you wish to unsubscribe you can do so by clicking on the unsubscribe link at the end of any email you have received from us to your email address. For more information about what we do with personal data see our"," ",(0,f.jsx)(u.r,{target:"_blank",href:"/legal/confidential/",children:"privacy notice"}),". For more information please click"," ",(0,f.jsx)(u.r,{target:"_blank",href:"/legal/e-newsletter/",children:"here"}),"."]}),id:"00N7Q00000CkDzy",name:"00N7Q00000CkDzy",className:n.Z.checkbox,setValue:"Allow",defaultValue:"Forbid"}),(0,f.jsx)(s.z,{view:"action",type:"submit",className:n.Z.button,children:_}),(0,f.jsx)("input",{id:"lead_source",name:"lead_source",type:"hidden",value:v})]})}},18412:function(e,t,r){r.r(t),r.d(t,{frontmatter:function(){return d},default:function(){return c}});var n=r(51512),i=r(88555),a=r(34151),s=r(41427),o=r(46237),l=r(85893),d={slug:"principled-design",title:"Design of human decision-making systems",description:"This talk presents principled approaches towards design and evaluation of large human decision-making systems.",date:"2021-01-28T10:00:00.000Z",category:"communityEvent",hosts:[{imageId:"AR6MsL0n0xHIjRKIse0w",name:"Ivan Stelmakh"}]};function c(e){var t=e.data;return(0,l.jsx)(a.r,{data:t,eventCategory:d.category,eventSlug:d.slug,eventDate:d.date,eventIsOnDemand:d.isOnDemand,children:(0,l.jsxs)(i.D,{toc:[{url:"#overview",title:"Overview"},{url:"#speaker",title:"Speaker"}],title:d.title,description:d.description,backLink:{text:"Back to Events",iconPosition:"left",href:"/events"},category:d.category,date:d.date,children:[(0,l.jsx)(o.D,{level:2,styleAs:4,id:"overview",children:"Overview"}),(0,l.jsx)("p",{children:"Human decision-making systems are the backbone of many applications: crowdsourcing, peer review, hiring, and employee performance evaluation. However, if not organized properly, such systems may produce unexpected results which degrade the overall quality of the process."}),(0,l.jsx)("span",{children:"This talk presents principled approaches towards design and evaluation of large human decision-making systems, focusing on important aspects of:"}),(0,l.jsx)(n.w,{offset:12}),(0,l.jsxs)("ol",{children:[(0,l.jsxs)("li",{children:[(0,l.jsx)("b",{children:"Noise."}),(0,l.jsx)("br",{}),"How do we compensate for the mistakes of individual agents involved in the system?",(0,l.jsx)("br",{}),"Primary application: crowdsourcing."]}),(0,l.jsxs)("li",{children:[(0,l.jsx)("b",{children:"Strategic behavior."}),(0,l.jsx)("br",{}),"How do we ensure that agents behave honestly and do not engage in strategic manipulations?",(0,l.jsx)("br",{}),"Primary applications: peer grading, employee performance evaluation."]}),(0,l.jsxs)("li",{children:[(0,l.jsx)("b",{children:"Bias."}),(0,l.jsx)("br",{}),"How do we evaluate the impact of various biases (subtle cognitive biases, race/gender biases) on the decisions made?",(0,l.jsx)("br",{}),"Primary application: peer review."]})]}),(0,l.jsx)(n.w,{offset:56}),(0,l.jsx)(o.D,{level:2,styleAs:4,id:"speaker",children:"Speaker"}),(0,l.jsx)(s.B,{people:[{imgSrc:"AR6MsL0n0xHIjRKIse0w",name:"Ivan Stelmakh",company:"Carnegie Mellon University",info:"Ivan Stelmakh is a PhD candidate in the Machine Learning Department at Carnegie Mellon University. His research interests lie in the broad area of human-AI collaboration and he has published works at various venues, including NeurIPS, AAAI, and CSCW. Ivan served as a workflow chair of the ICML 2020 conference and he is an editor of the ML@CMU blog.",link:{href:"https://www.linkedin.com/in/ivan-stelmakh-0690aa201/",text:"Profile link",iconPosition:"right"}}]})]})})}}}]);