LnRiLXNvY2lhbC1zaGFyZV9fbmV0d29ya3tkaXNwbGF5OmlubGluZS1ibG9jazt0ZXh0LWFsaWduOmNlbnRlcjt2ZXJ0aWNhbC1hbGlnbjp0b3A7bWFyZ2luLXJpZ2h0OjdweDttYXJnaW4tYm90dG9tOjdweH0udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fZmFjZWJvb2tfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiMzYjU5OTg7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX19saW5rZWRpbl9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzAwN2ZiMTt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX3R3aXR0ZXJfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiMwMGFjZWQ7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX19waW50ZXJlc3RfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiNjYjIxMjg7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX190ZWxlZ3JhbV9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzM3YWVlMjt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX3JlZGRpdF9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzVmOTljZjt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX3ZpYmVyX19zaGFyZS1idXR0b257Y3Vyc29yOnBvaW50ZXI7ZGlzcGxheTppbmxpbmUtYmxvY2s7YmFja2dyb3VuZC1zaXplOmNvbnRhaW47YmFja2dyb3VuZC1jb2xvcjojN2M1MjllO30udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fZW1haWxfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiM3ZjdmN2Y7fS50Yi1zb2NpYWwtc2hhcmUtLXJvdW5kIC5Tb2NpYWxNZWRpYVNoYXJlQnV0dG9ue2JvcmRlci1yYWRpdXM6NTAlfS50Yi1zb2NpYWwtc2hhcmVfX2V4Y2VycHR7ZGlzcGxheTpub25lfS50Yi1zb2NpYWwtc2hhcmUgLlNvY2lhbE1lZGlhU2hhcmVCdXR0b24tLWRpc2FibGVke29wYWNpdHk6MC42NX0gLnRiLXNvY2lhbC1zaGFyZVtkYXRhLXRvb2xzZXQtYmxvY2tzLXNvY2lhbC1zaGFyZT0iNThmNmI1NDg2ZWY4YjdiZmQwMTc2YWE0M2MwZGUyNGUiXSB7IHRleHQtYWxpZ246IHJpZ2h0OyB9IC50Yi1zb2NpYWwtc2hhcmVbZGF0YS10b29sc2V0LWJsb2Nrcy1zb2NpYWwtc2hhcmU9IjU4ZjZiNTQ4NmVmOGI3YmZkMDE3NmFhNDNjMGRlMjRlIl0gLlNvY2lhbE1lZGlhU2hhcmVCdXR0b24geyB3aWR0aDogMzJweDtoZWlnaHQ6IDMycHg7IH0gLnRiLWZpZWxkcy1hbmQtdGV4dFtkYXRhLXRvb2xzZXQtYmxvY2tzLWZpZWxkcy1hbmQtdGV4dD0iMmZjYTY5OTMwMjg4M2M0MTA5ZWI3NDgzMTdjZGE3NWUiXSB7IGZvbnQtc2l6ZTogMTZweDtjb2xvcjogcmdiYSggMTAyLCAxMDIsIDEwMiwgMSApOyB9IC50Yi1maWVsZHMtYW5kLXRleHRbZGF0YS10b29sc2V0LWJsb2Nrcy1maWVsZHMtYW5kLXRleHQ9IjJmY2E2OTkzMDI4ODNjNDEwOWViNzQ4MzE3Y2RhNzVlIl0gcCB7IGZvbnQtc2l6ZTogMTZweDtjb2xvcjogcmdiYSggMTAyLCAxMDIsIDEwMiwgMSApOyB9ICBAbWVkaWEgb25seSBzY3JlZW4gYW5kIChtYXgtd2lkdGg6IDc4MXB4KSB7IC50Yi1zb2NpYWwtc2hhcmVfX25ldHdvcmt7ZGlzcGxheTppbmxpbmUtYmxvY2s7dGV4dC1hbGlnbjpjZW50ZXI7dmVydGljYWwtYWxpZ246dG9wO21hcmdpbi1yaWdodDo3cHg7bWFyZ2luLWJvdHRvbTo3cHh9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX2ZhY2Vib29rX19zaGFyZS1idXR0b257Y3Vyc29yOnBvaW50ZXI7ZGlzcGxheTppbmxpbmUtYmxvY2s7YmFja2dyb3VuZC1zaXplOmNvbnRhaW47YmFja2dyb3VuZC1jb2xvcjojM2I1OTk4O30udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fbGlua2VkaW5fX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiMwMDdmYjE7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX190d2l0dGVyX19zaGFyZS1idXR0b257Y3Vyc29yOnBvaW50ZXI7ZGlzcGxheTppbmxpbmUtYmxvY2s7YmFja2dyb3VuZC1zaXplOmNvbnRhaW47YmFja2dyb3VuZC1jb2xvcjojMDBhY2VkO30udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fcGludGVyZXN0X19zaGFyZS1idXR0b257Y3Vyc29yOnBvaW50ZXI7ZGlzcGxheTppbmxpbmUtYmxvY2s7YmFja2dyb3VuZC1zaXplOmNvbnRhaW47YmFja2dyb3VuZC1jb2xvcjojY2IyMTI4O30udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fdGVsZWdyYW1fX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiMzN2FlZTI7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX19yZWRkaXRfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiM1Zjk5Y2Y7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX192aWJlcl9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzdjNTI5ZTt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX2VtYWlsX19zaGFyZS1idXR0b257Y3Vyc29yOnBvaW50ZXI7ZGlzcGxheTppbmxpbmUtYmxvY2s7YmFja2dyb3VuZC1zaXplOmNvbnRhaW47YmFja2dyb3VuZC1jb2xvcjojN2Y3ZjdmO30udGItc29jaWFsLXNoYXJlLS1yb3VuZCAuU29jaWFsTWVkaWFTaGFyZUJ1dHRvbntib3JkZXItcmFkaXVzOjUwJX0udGItc29jaWFsLXNoYXJlX19leGNlcnB0e2Rpc3BsYXk6bm9uZX0udGItc29jaWFsLXNoYXJlIC5Tb2NpYWxNZWRpYVNoYXJlQnV0dG9uLS1kaXNhYmxlZHtvcGFjaXR5OjAuNjV9ICB9IEBtZWRpYSBvbmx5IHNjcmVlbiBhbmQgKG1heC13aWR0aDogNTk5cHgpIHsgLnRiLXNvY2lhbC1zaGFyZV9fbmV0d29ya3tkaXNwbGF5OmlubGluZS1ibG9jazt0ZXh0LWFsaWduOmNlbnRlcjt2ZXJ0aWNhbC1hbGlnbjp0b3A7bWFyZ2luLXJpZ2h0OjdweDttYXJnaW4tYm90dG9tOjdweH0udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fZmFjZWJvb2tfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiMzYjU5OTg7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX19saW5rZWRpbl9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzAwN2ZiMTt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX3R3aXR0ZXJfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiMwMGFjZWQ7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX19waW50ZXJlc3RfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiNjYjIxMjg7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX190ZWxlZ3JhbV9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzM3YWVlMjt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX3JlZGRpdF9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzVmOTljZjt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX3ZpYmVyX19zaGFyZS1idXR0b257Y3Vyc29yOnBvaW50ZXI7ZGlzcGxheTppbmxpbmUtYmxvY2s7YmFja2dyb3VuZC1zaXplOmNvbnRhaW47YmFja2dyb3VuZC1jb2xvcjojN2M1MjllO30udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fZW1haWxfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiM3ZjdmN2Y7fS50Yi1zb2NpYWwtc2hhcmUtLXJvdW5kIC5Tb2NpYWxNZWRpYVNoYXJlQnV0dG9ue2JvcmRlci1yYWRpdXM6NTAlfS50Yi1zb2NpYWwtc2hhcmVfX2V4Y2VycHR7ZGlzcGxheTpub25lfS50Yi1zb2NpYWwtc2hhcmUgLlNvY2lhbE1lZGlhU2hhcmVCdXR0b24tLWRpc2FibGVke29wYWNpdHk6MC42NX0gIH0g
January 7, 2019 | Elizabeth Harris, PhD

LnRiLXNvY2lhbC1zaGFyZV9fbmV0d29ya3tkaXNwbGF5OmlubGluZS1ibG9jazt0ZXh0LWFsaWduOmNlbnRlcjt2ZXJ0aWNhbC1hbGlnbjp0b3A7bWFyZ2luLXJpZ2h0OjdweDttYXJnaW4tYm90dG9tOjdweH0udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fZmFjZWJvb2tfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiMzYjU5OTg7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX19saW5rZWRpbl9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzAwN2ZiMTt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX3R3aXR0ZXJfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiMwMGFjZWQ7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX19waW50ZXJlc3RfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiNjYjIxMjg7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX190ZWxlZ3JhbV9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzM3YWVlMjt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX3JlZGRpdF9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzVmOTljZjt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX3ZpYmVyX19zaGFyZS1idXR0b257Y3Vyc29yOnBvaW50ZXI7ZGlzcGxheTppbmxpbmUtYmxvY2s7YmFja2dyb3VuZC1zaXplOmNvbnRhaW47YmFja2dyb3VuZC1jb2xvcjojN2M1MjllO30udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fZW1haWxfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiM3ZjdmN2Y7fS50Yi1zb2NpYWwtc2hhcmUtLXJvdW5kIC5Tb2NpYWxNZWRpYVNoYXJlQnV0dG9ue2JvcmRlci1yYWRpdXM6NTAlfS50Yi1zb2NpYWwtc2hhcmVfX2V4Y2VycHR7ZGlzcGxheTpub25lfS50Yi1zb2NpYWwtc2hhcmUgLlNvY2lhbE1lZGlhU2hhcmVCdXR0b24tLWRpc2FibGVke29wYWNpdHk6MC42NX0gLnRiLXNvY2lhbC1zaGFyZVtkYXRhLXRvb2xzZXQtYmxvY2tzLXNvY2lhbC1zaGFyZT0iNThmNmI1NDg2ZWY4YjdiZmQwMTc2YWE0M2MwZGUyNGUiXSB7IHRleHQtYWxpZ246IHJpZ2h0OyB9IC50Yi1zb2NpYWwtc2hhcmVbZGF0YS10b29sc2V0LWJsb2Nrcy1zb2NpYWwtc2hhcmU9IjU4ZjZiNTQ4NmVmOGI3YmZkMDE3NmFhNDNjMGRlMjRlIl0gLlNvY2lhbE1lZGlhU2hhcmVCdXR0b24geyB3aWR0aDogMzJweDtoZWlnaHQ6IDMycHg7IH0gLnRiLWZpZWxkcy1hbmQtdGV4dFtkYXRhLXRvb2xzZXQtYmxvY2tzLWZpZWxkcy1hbmQtdGV4dD0iMmZjYTY5OTMwMjg4M2M0MTA5ZWI3NDgzMTdjZGE3NWUiXSB7IGZvbnQtc2l6ZTogMTZweDtjb2xvcjogcmdiYSggMTAyLCAxMDIsIDEwMiwgMSApOyB9IC50Yi1maWVsZHMtYW5kLXRleHRbZGF0YS10b29sc2V0LWJsb2Nrcy1maWVsZHMtYW5kLXRleHQ9IjJmY2E2OTkzMDI4ODNjNDEwOWViNzQ4MzE3Y2RhNzVlIl0gcCB7IGZvbnQtc2l6ZTogMTZweDtjb2xvcjogcmdiYSggMTAyLCAxMDIsIDEwMiwgMSApOyB9ICBAbWVkaWEgb25seSBzY3JlZW4gYW5kIChtYXgtd2lkdGg6IDc4MXB4KSB7IC50Yi1zb2NpYWwtc2hhcmVfX25ldHdvcmt7ZGlzcGxheTppbmxpbmUtYmxvY2s7dGV4dC1hbGlnbjpjZW50ZXI7dmVydGljYWwtYWxpZ246dG9wO21hcmdpbi1yaWdodDo3cHg7bWFyZ2luLWJvdHRvbTo3cHh9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX2ZhY2Vib29rX19zaGFyZS1idXR0b257Y3Vyc29yOnBvaW50ZXI7ZGlzcGxheTppbmxpbmUtYmxvY2s7YmFja2dyb3VuZC1zaXplOmNvbnRhaW47YmFja2dyb3VuZC1jb2xvcjojM2I1OTk4O30udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fbGlua2VkaW5fX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiMwMDdmYjE7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX190d2l0dGVyX19zaGFyZS1idXR0b257Y3Vyc29yOnBvaW50ZXI7ZGlzcGxheTppbmxpbmUtYmxvY2s7YmFja2dyb3VuZC1zaXplOmNvbnRhaW47YmFja2dyb3VuZC1jb2xvcjojMDBhY2VkO30udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fcGludGVyZXN0X19zaGFyZS1idXR0b257Y3Vyc29yOnBvaW50ZXI7ZGlzcGxheTppbmxpbmUtYmxvY2s7YmFja2dyb3VuZC1zaXplOmNvbnRhaW47YmFja2dyb3VuZC1jb2xvcjojY2IyMTI4O30udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fdGVsZWdyYW1fX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiMzN2FlZTI7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX19yZWRkaXRfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiM1Zjk5Y2Y7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX192aWJlcl9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzdjNTI5ZTt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX2VtYWlsX19zaGFyZS1idXR0b257Y3Vyc29yOnBvaW50ZXI7ZGlzcGxheTppbmxpbmUtYmxvY2s7YmFja2dyb3VuZC1zaXplOmNvbnRhaW47YmFja2dyb3VuZC1jb2xvcjojN2Y3ZjdmO30udGItc29jaWFsLXNoYXJlLS1yb3VuZCAuU29jaWFsTWVkaWFTaGFyZUJ1dHRvbntib3JkZXItcmFkaXVzOjUwJX0udGItc29jaWFsLXNoYXJlX19leGNlcnB0e2Rpc3BsYXk6bm9uZX0udGItc29jaWFsLXNoYXJlIC5Tb2NpYWxNZWRpYVNoYXJlQnV0dG9uLS1kaXNhYmxlZHtvcGFjaXR5OjAuNjV9ICB9IEBtZWRpYSBvbmx5IHNjcmVlbiBhbmQgKG1heC13aWR0aDogNTk5cHgpIHsgLnRiLXNvY2lhbC1zaGFyZV9fbmV0d29ya3tkaXNwbGF5OmlubGluZS1ibG9jazt0ZXh0LWFsaWduOmNlbnRlcjt2ZXJ0aWNhbC1hbGlnbjp0b3A7bWFyZ2luLXJpZ2h0OjdweDttYXJnaW4tYm90dG9tOjdweH0udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fZmFjZWJvb2tfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiMzYjU5OTg7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX19saW5rZWRpbl9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzAwN2ZiMTt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX3R3aXR0ZXJfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiMwMGFjZWQ7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX19waW50ZXJlc3RfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiNjYjIxMjg7fS50Yi1zb2NpYWwtc2hhcmUtLTA5MiAudGItc29jaWFsLXNoYXJlX190ZWxlZ3JhbV9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzM3YWVlMjt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX3JlZGRpdF9fc2hhcmUtYnV0dG9ue2N1cnNvcjpwb2ludGVyO2Rpc3BsYXk6aW5saW5lLWJsb2NrO2JhY2tncm91bmQtc2l6ZTpjb250YWluO2JhY2tncm91bmQtY29sb3I6IzVmOTljZjt9LnRiLXNvY2lhbC1zaGFyZS0tMDkyIC50Yi1zb2NpYWwtc2hhcmVfX3ZpYmVyX19zaGFyZS1idXR0b257Y3Vyc29yOnBvaW50ZXI7ZGlzcGxheTppbmxpbmUtYmxvY2s7YmFja2dyb3VuZC1zaXplOmNvbnRhaW47YmFja2dyb3VuZC1jb2xvcjojN2M1MjllO30udGItc29jaWFsLXNoYXJlLS0wOTIgLnRiLXNvY2lhbC1zaGFyZV9fZW1haWxfX3NoYXJlLWJ1dHRvbntjdXJzb3I6cG9pbnRlcjtkaXNwbGF5OmlubGluZS1ibG9jaztiYWNrZ3JvdW5kLXNpemU6Y29udGFpbjtiYWNrZ3JvdW5kLWNvbG9yOiM3ZjdmN2Y7fS50Yi1zb2NpYWwtc2hhcmUtLXJvdW5kIC5Tb2NpYWxNZWRpYVNoYXJlQnV0dG9ue2JvcmRlci1yYWRpdXM6NTAlfS50Yi1zb2NpYWwtc2hhcmVfX2V4Y2VycHR7ZGlzcGxheTpub25lfS50Yi1zb2NpYWwtc2hhcmUgLlNvY2lhbE1lZGlhU2hhcmVCdXR0b24tLWRpc2FibGVke29wYWNpdHk6MC42NX0gIH0g
If sociologists had an equivalent to the Hippocratic Oath, we would probably have to swear to identify and bring to light the social structures that perpetuate inequality. Given this, it is not surprising that as a sociologist I have found myself with a career dedicated to studying child welfare reform. Even a cursory glance at the foster care system reveals that children from low-income communities and children of African American, Latino, and Native American heritage are overrepresented in the foster care system. African American, Latino, and Native American families are many times more likely than other families to be investigated on suspicion of child maltreatment, and their children are much more likely than white and Asian American children to be removed from their parents.1
Even when children are not removed from their parents, being under surveillance for child abuse or fearful of child abuse accusations is damaging to families. The fear of having one’s children taken away is inherently traumatic and disempowering.2 Ironically, parents who feel less self-efficacy (i.e., a belief in their ability to achieve their parenting goals) are also less effective at parenting, so fear may directly reduce the quality of parenting in communities that are over-surveilled.3 Thus, when some communities face greater surveillance and risk of surveillance than others, the child welfare system perpetuates inequality on a mass scale.4
This is not, of course, a new observation. I am joined by many child welfare practitioners, policymakers, journalists, and social scientists in decrying inequities in the child welfare system. I am proud that as a group, social scientists who work in child welfare have made great strides toward increasing awareness of those inequities.
One particularly impressive example of effective public social science is the California Child Welfare Indicators Project (CCWIP) out of the University of California, Berkeley. This easy-to-access treasure trove of data makes explicit how widespread racial disproportionality is in child welfare. By making the system’s inequalities transparent, the CCWIP has helped advance dialogue about child welfare reform.
Though they perpetuate inequalities, child welfare systems are necessary. Some parents are not capable of caring for their children without help. And sadly, there are parents who should not be allowed to keep their own children. Predicting which parents do and do not present a risk to children is the holy grail of child welfare research. I am worried that today, with the best of intentions, in pursuit of that holy grail, social scientists in the child welfare field may be on the verge of worsening the very inequalities brought to light by projects such as the CCWIP.
In the age of big data, it is natural that social scientists would turn to techniques like machine learning and random forests in hopes of finding an automatic way to identify children who are at risk of abuse or even death. Even before big data entered the lexicon, organizations like NCCD began studying regression modeling to see if it is possible to predict, in advance, which families could benefit from additional services. We have done so with some success. Data can indeed improve the probability that social workers will make the right decision about whether a family requires intervention. It seems laudable that social scientists would turn our attention to making those predictions stronger and more accurate, as data analysis techniques and computing power open new pathways for us.
Unfortunately, optimizing the accuracy of predictions often comes with a cost and may serve to make the inequities above worse. Consider that one of the predictors of future child welfare involvement is past child welfare involvement. It seems obvious that in assessing risk, any model should consider past child welfare involvement. The catch is that in a biased system, not all children and families are equally likely to have past child welfare involvement. The odds that an African American child from a low-income community would have had past system involvement are orders of magnitude higher than the odds that a white child from an upper middle-class community would have had past system involvement. In fact, the difference is so pronounced that using past child welfare involvement as a predictor of risk may be a roundabout way of using poverty and race to predict risk of child abuse. If this were made explicit, the prospect of assigning child abuse risk scores to parents based on their race and poverty status would horrify many in the social science field, not to mention child welfare practitioners and families.
This leaves us with the fundamental dilemma of social scientists in child welfare today: Is it better to build the most accurate possible risk model, even if it dooms us to permanently perpetuate the very bias and harmful disproportionality we currently see in child welfare, ensuring that low-income communities and communities of color continue to be separated from their children at higher rates? Or is it better to adjust risk models to promote better racial equity and fairness to all families, even if the model is then not as accurate at predicting future system involvement?
This question is further complicated by the fact that future system involvement is not the same thing as experiencing child abuse. Many children who experience abuse are undoubtedly not brought to the attention of the child welfare system, while other children are brought into foster care for questionable reasons. (There are very few real ways to know the scope of abuse in society, except for severe abuse that results in medical emergencies or child death because of the records these events create.)
At NCCD, we have made a choice about how to approach this dilemma. We do risk modeling work, but we revise our model with a racial equity lens—even if we know that in so doing we will not produce the most powerful model that we could achieve. We also advise caution in the use of risk models. We encourage jurisdictions to consider safety, and legal definitions of child maltreatment, before they investigate a family or remove a child. NCCD’s risk assessments are intended to be used only after a safety assessment has been completed, and risk assessment is not used to remove children from their families because even the best risk assessment can only bring a social worker closer to forecasting what will happen in the future. A risk assessment cannot foretell the future because every family is unique.
This brings me back to my sociological version of the Hippocratic Oath. Does what we do at NCCD, as social scientists, bring to light the social structures that perpetuate inequality? Certainly, we talk about inequality in child welfare. My colleagues on our social service practice team do extensive work with jurisdictions on reducing disproportionality. Does our work as researchers at NCCD accomplish these goals? I believe we are effective in promoting responsible use of statistical modeling—modeling that maximizes our ability to identify children who need help without perpetuating the inequalities of child welfare. I also think we could do more to illuminate the role that social science, with our regression models and our algorithms, plays in reproducing the inequalities of child welfare. So, this ends with an invitation to everyone who works in child welfare and to families: Ask us, and other social scientists, hard questions about racial equity; challenge us to explain how we try to achieve a balance between predictive accuracy and equity; ask us to explain the variables we use in our models. We are ready for your questions.
1 Foster, C. H. (2012). Race and child welfare policy: State-level variations in disproportionality. Race and Social Problems, 4(2), 93–101. doi:http://dx.doi.org.jpllnet.sfsu.edu/10.1007/s12552-012-9071-9; Boyd, R. (2014). African American disproportionality and disparity in child welfare: Toward a comprehensive conceptual framework. Children and Youth Services Review, 37, 15–27. doi:http://dx.doi.org.jpllnet.sfsu.edu/10.1016/j.childyouth.2013.11.013; Osterling, K. L., D’Andrade, A., & Austin, M. J. (2008). Understanding and addressing racial/ethnic disproportionality in the front end of the child welfare system. Journal of Evidence-Based Social Work, 5(1–2), 9–30. doi:http://dx.doi.org.jpllnet.sfsu.edu/10.1300/J394v05n01_02
2 Reich, J. A. (2005). Fixing families: parents, power, and the child welfare system. New York: Routledge.
3 Ardelt, M., & Eccles, J. S. (2001). Effects of mothers’ parental efficacy beliefs and promotive parenting strategies on inner-city youth. Journal of Family Issues, 22(8), 944–972. doi:https://doi.org/10.1177/019251301022008001
4 Roberts, D. E. (2002). Shattered bonds: the color of child welfare. New York: Basic Civitas Books.