LandPKS app displays the 8th -12th location ranking returns in some scenarios

[DerekCaelin]

Backend returns 8th -12th location ranking returns

Steps to reproduce

1. Create At location `41.66272, -72.68237'
2. See initial return of soils

3. Create custom soils and add depth, 0-23cm
4. Add texture "Sandy Loam" (this matches "Manchester" profile)
5. Review soil ID
6. See issue

Expected results

See 12 results, with Manchester elevated

Actual results

See 5 results, not including Mancester

Initial rank_soils return:

{
   "metadata":{
      "location":"us",
      "model":"v2"
   },
   "soilRank":[
      {
         "name":"Udorthents3",
         "component":"Udorthents",
         "componentID":25664039,
         "score_data_loc":0.499,
         "rank_data_loc":"1",
         "score_data":0.499,
         "rank_data":"1",
         "score_loc":0.5,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Branford3",
         "component":"Branford",
         "componentID":25664315,
         "score_data_loc":0.469,
         "rank_data_loc":"2",
         "score_data":0.499,
         "rank_data":"2",
         "score_loc":0.439,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Wethersfield2",
         "component":"Wethersfield",
         "componentID":25664856,
         "score_data_loc":0.438,
         "rank_data_loc":"3",
         "score_data":0.5,
         "rank_data":"3",
         "score_loc":0.377,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Cheshire2",
         "component":"Cheshire",
         "componentID":25664854,
         "score_data_loc":0.375,
         "rank_data_loc":"4",
         "score_data":0.5,
         "rank_data":"4",
         "score_loc":0.251,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Wilbraham3",
         "component":"Wilbraham",
         "componentID":25664421,
         "score_data_loc":0.354,
         "rank_data_loc":"5",
         "score_data":0.495,
         "rank_data":"5",
         "score_loc":0.212,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Ludlow2",
         "component":"Ludlow",
         "componentID":25664415,
         "score_data_loc":0.35,
         "rank_data_loc":"6",
         "score_data":0.5,
         "rank_data":"7",
         "score_loc":0.2,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Ellington",
         "component":"Ellington",
         "componentID":25663920,
         "score_data_loc":0.348,
         "rank_data_loc":"7",
         "score_data":0.497,
         "rank_data":"8",
         "score_loc":0.2,
         "rank_loc":"8",
         "componentData":"Site data only"
      },
      {
         "name":"Manchester2",
         "component":"Manchester",
         "componentID":25664369,
         "score_data_loc":0.348,
         "rank_data_loc":"8",
         "score_data":0.496,
         "rank_data":"6",
         "score_loc":0.2,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Scarboro",
         "component":"Scarboro",
         "componentID":25665399,
         "score_data_loc":0.347,
         "rank_data_loc":"9",
         "score_data":0.494,
         "rank_data":"9",
         "score_loc":0.2,
         "rank_loc":"9",
         "componentData":"Site data only"
      },
      {
         "name":"Holyoke",
         "component":"Holyoke",
         "componentID":25664750,
         "score_data_loc":0.346,
         "rank_data_loc":"10",
         "score_data":0.496,
         "rank_data":"10",
         "score_loc":0.195,
         "rank_loc":"10",
         "componentData":"Site data only"
      },
      {
         "name":"Scitico",
         "component":"Scitico",
         "componentID":25664899,
         "score_data_loc":0.298,
         "rank_data_loc":"11",
         "score_data":0.495,
         "rank_data":"11",
         "score_loc":0.1,
         "rank_loc":"11",
         "componentData":"Site data only"
      },
      {
         "name":"Shaker",
         "component":"Shaker",
         "componentID":25664900,
         "score_data_loc":0.291,
         "rank_data_loc":"12",
         "score_data":0.495,
         "rank_data":"12",
         "score_loc":0.087,
         "rank_loc":"12",
         "componentData":"Site data only"
      },
      {
         "name":"Udorthents1",
         "component":"Udorthents",
         "componentID":25664295,
         "score_data_loc":0.498,
         "rank_data_loc":"Not Displayed",
         "score_data":0.495,
         "rank_data":"Not Displayed",
         "score_loc":0.5,
         "rank_loc":"1",
         "componentData":"Site data only"
      },
      {
         "name":"Udorthents2",
         "component":"Udorthents",
         "componentID":25664302,
         "score_data_loc":0.493,
         "rank_data_loc":"Not Displayed",
         "score_data":0.486,
         "rank_data":"Not Displayed",
         "score_loc":0.5,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Branford1",
         "component":"Branford",
         "componentID":25664309,
         "score_data_loc":0.467,
         "rank_data_loc":"Not Displayed",
         "score_data":0.495,
         "rank_data":"Not Displayed",
         "score_loc":0.439,
         "rank_loc":"2",
         "componentData":"Site data only"
      },
      {
         "name":"Branford2",
         "component":"Branford",
         "componentID":25664372,
         "score_data_loc":0.466,
         "rank_data_loc":"Not Displayed",
         "score_data":0.493,
         "rank_data":"Not Displayed",
         "score_loc":0.439,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Wethersfield4",
         "component":"Wethersfield",
         "componentID":25664419,
         "score_data_loc":0.438,
         "rank_data_loc":"Not Displayed",
         "score_data":0.5,
         "rank_data":"Not Displayed",
         "score_loc":0.377,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Wethersfield1",
         "component":"Wethersfield",
         "componentID":25664745,
         "score_data_loc":0.437,
         "rank_data_loc":"Not Displayed",
         "score_data":0.496,
         "rank_data":"Not Displayed",
         "score_loc":0.377,
         "rank_loc":"3",
         "componentData":"Site data only"
      },
      {
         "name":"Wethersfield3",
         "component":"Wethersfield",
         "componentID":25664862,
         "score_data_loc":0.435,
         "rank_data_loc":"Not Displayed",
         "score_data":0.493,
         "rank_data":"Not Displayed",
         "score_loc":0.377,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Cheshire1",
         "component":"Cheshire",
         "componentID":25664746,
         "score_data_loc":0.374,
         "rank_data_loc":"Not Displayed",
         "score_data":0.496,
         "rank_data":"Not Displayed",
         "score_loc":0.251,
         "rank_loc":"4",
         "componentData":"Site data only"
      },
      {
         "name":"Cheshire3",
         "component":"Cheshire",
         "componentID":25664860,
         "score_data_loc":0.372,
         "rank_data_loc":"Not Displayed",
         "score_data":0.493,
         "rank_data":"Not Displayed",
         "score_loc":0.251,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Wilbraham2",
         "component":"Wilbraham",
         "componentID":25665632,
         "score_data_loc":0.353,
         "rank_data_loc":"Not Displayed",
         "score_data":0.495,
         "rank_data":"Not Displayed",
         "score_loc":0.212,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Wilbraham1",
         "component":"Wilbraham",
         "componentID":25665633,
         "score_data_loc":0.353,
         "rank_data_loc":"Not Displayed",
         "score_data":0.494,
         "rank_data":"Not Displayed",
         "score_loc":0.212,
         "rank_loc":"5",
         "componentData":"Site data only"
      },
      {
         "name":"Ludlow3",
         "component":"Ludlow",
         "componentID":25664423,
         "score_data_loc":0.349,
         "rank_data_loc":"Not Displayed",
         "score_data":0.499,
         "rank_data":"Not Displayed",
         "score_loc":0.2,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Ludlow4",
         "component":"Ludlow",
         "componentID":25664043,
         "score_data_loc":0.349,
         "rank_data_loc":"Not Displayed",
         "score_data":0.498,
         "rank_data":"Not Displayed",
         "score_loc":0.2,
         "rank_loc":"Not Displayed",
         "componentData":"Site data only"
      },
      {
         "name":"Ludlow1",
         "component":"Ludlow",
         "componentID":25665635,
         "score_data_loc":0.348,
         "rank_data_loc":"Not Displayed",
         "score_data":0.496,
         "rank_data":"Not Displayed",
         "score_loc":0.2,
         "rank_loc":"7",
         "componentData":"Site data only"
      },
      {
         "name":"Manchester1",
         "component":"Manchester",
         "componentID":25664305,
         "score_data_loc":0.348,
         "rank_data_loc":"Not Displayed",
         "score_data":0.495,
         "rank_data":"Not Displayed",
         "score_loc":0.2,
         "rank_loc":"6",
         "componentData":"Site data only"
      }
   ]
}

This problem was originally reported in techmatters/soil-id-algorithm#247 and broken down

[garobrik]

i found the cause of the bug and will include a fix in the initial round of global work, i will ping this thread again when the fix is on staging!

[garobrik]

hmm actually this is maybe a bit more complicated than it seemed 🤔 i will write something up soon

[garobrik]

ok so:

• the soil ID algorithm can return more than one variant of a soil
• you can see that in the output in the bug report above, there's a Udorthents1, Udorthents2, and Udorthents3
• i think these different variants will have the same soil properties, but at least the slope, distance, and ecological site could be different between them
• we only send one of these Udorthents to the user (the Udorthents that is the most likely), and display it to the user as Udorthents
• this bug arises when the Udorthents (or any soil) that is the most likely based on location differs from the one that is most likely based on data
• in that case, the algorithm output tells us to display one of them for temp sites, and a different one once data has been input
• this confuses the backend, and it ends up sending neither of them
• to fix this, the question then becomes, which to send. with our current UI, if we change which Udorthents to send, then the user could see that the Udorthents soil type's slope, distance, ecological site, and potentially other properties are changing!
• if we don't change it, we're not honoring what the algorithm thinks is the most likely soil type based on the users' data
• alternate resolutions are figuring out a coherent way to combine the Udorthentss, or figuring out a way to actually send all the variants and somehow make this subtle information available to the user in an unobtrusive way that won't be confusing for less technical users

also, the algorithm is now outputting quite different data scores for this specific location/data input than it used to, pasted below:

Details

[ { "metadata": {"location": "us", "model": "v2"}, "soilRank": [ { "name": "Udorthents2", "component": "Udorthents", "componentID": 25664302, "score_data_loc": 0.75, "rank_data_loc": "1", "score_data": 1.0, "rank_data": "1", "score_loc": 0.5, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Wethersfield2", "component": "Wethersfield", "componentID": 25664856, "score_data_loc": 0.689, "rank_data_loc": "2", "score_data": 1.0, "rank_data": "2", "score_loc": 0.377, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Ludlow4", "component": "Ludlow", "componentID": 25664043, "score_data_loc": 0.569, "rank_data_loc": "3", "score_data": 0.938, "rank_data": "5", "score_loc": 0.2, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Scitico", "component": "Scitico", "componentID": 25664899, "score_data_loc": 0.55, "rank_data_loc": "4", "score_data": 1.0, "rank_data": "3", "score_loc": 0.1, "rank_loc": "11", "componentData": "Data Complete", }, { "name": "Shaker", "component": "Shaker", "componentID": 25664900, "score_data_loc": 0.543, "rank_data_loc": "5", "score_data": 1.0, "rank_data": "4", "score_loc": 0.087, "rank_loc": "12", "componentData": "Data Complete", }, { "name": "Cheshire3", "component": "Cheshire", "componentID": 25664860, "score_data_loc": 0.501, "rank_data_loc": "6", "score_data": 0.751, "rank_data": "6", "score_loc": 0.251, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Branford3", "component": "Branford", "componentID": 25664315, "score_data_loc": 0.439, "rank_data_loc": "7", "score_data": 0.44, "rank_data": "7", "score_loc": 0.439, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Wilbraham2", "component": "Wilbraham", "componentID": 25665632, "score_data_loc": 0.326, "rank_data_loc": "8", "score_data": 0.44, "rank_data": "8", "score_loc": 0.212, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Manchester2", "component": "Manchester", "componentID": 25664369, "score_data_loc": 0.32, "rank_data_loc": "9", "score_data": 0.44, "rank_data": "9", "score_loc": 0.2, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Ellington", "component": "Ellington", "componentID": 25663920, "score_data_loc": 0.288, "rank_data_loc": "10", "score_data": 0.376, "rank_data": "11", "score_loc": 0.2, "rank_loc": "8", "componentData": "Data Complete", }, { "name": "Scarboro", "component": "Scarboro", "componentID": 25665399, "score_data_loc": 0.288, "rank_data_loc": "11", "score_data": 0.376, "rank_data": "12", "score_loc": 0.2, "rank_loc": "9", "componentData": "Data Complete", }, { "name": "Holyoke", "component": "Holyoke", "componentID": 25664750, "score_data_loc": 0.287, "rank_data_loc": "12", "score_data": 0.379, "rank_data": "10", "score_loc": 0.195, "rank_loc": "10", "componentData": "Data Complete", }, { "name": "Wethersfield4", "component": "Wethersfield", "componentID": 25664419, "score_data_loc": 0.689, "rank_data_loc": "Not Displayed", "score_data": 1.0, "rank_data": "Not Displayed", "score_loc": 0.377, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Udorthents3", "component": "Udorthents", "componentID": 25664039, "score_data_loc": 0.47, "rank_data_loc": "Not Displayed", "score_data": 0.44, "rank_data": "Not Displayed", "score_loc": 0.5, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Branford2", "component": "Branford", "componentID": 25664372, "score_data_loc": 0.438, "rank_data_loc": "Not Displayed", "score_data": 0.437, "rank_data": "Not Displayed", "score_loc": 0.439, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Udorthents1", "component": "Udorthents", "componentID": 25664295, "score_data_loc": 0.438, "rank_data_loc": "Not Displayed", "score_data": 0.376, "rank_data": "Not Displayed", "score_loc": 0.5, "rank_loc": "1", "componentData": "Data Complete", }, { "name": "Wethersfield3", "component": "Wethersfield", "componentID": 25664862, "score_data_loc": 0.408, "rank_data_loc": "Not Displayed", "score_data": 0.44, "rank_data": "Not Displayed", "score_loc": 0.377, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Branford1", "component": "Branford", "componentID": 25664309, "score_data_loc": 0.407, "rank_data_loc": "Not Displayed", "score_data": 0.376, "rank_data": "Not Displayed", "score_loc": 0.439, "rank_loc": "2", "componentData": "Data Complete", }, { "name": "Wethersfield1", "component": "Wethersfield", "componentID": 25664745, "score_data_loc": 0.376, "rank_data_loc": "Not Displayed", "score_data": 0.376, "rank_data": "Not Displayed", "score_loc": 0.377, "rank_loc": "3", "componentData": "Data Complete", }, { "name": "Cheshire2", "component": "Cheshire", "componentID": 25664854, "score_data_loc": 0.345, "rank_data_loc": "Not Displayed", "score_data": 0.44, "rank_data": "Not Displayed", "score_loc": 0.251, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Cheshire1", "component": "Cheshire", "componentID": 25664746, "score_data_loc": 0.328, "rank_data_loc": "Not Displayed", "score_data": 0.406, "rank_data": "Not Displayed", "score_loc": 0.251, "rank_loc": "4", "componentData": "Data Complete", }, { "name": "Wilbraham3", "component": "Wilbraham", "componentID": 25664421, "score_data_loc": 0.326, "rank_data_loc": "Not Displayed", "score_data": 0.44, "rank_data": "Not Displayed", "score_loc": 0.212, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Ludlow3", "component": "Ludlow", "componentID": 25664423, "score_data_loc": 0.32, "rank_data_loc": "Not Displayed", "score_data": 0.44, "rank_data": "Not Displayed", "score_loc": 0.2, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Ludlow2", "component": "Ludlow", "componentID": 25664415, "score_data_loc": 0.319, "rank_data_loc": "Not Displayed", "score_data": 0.438, "rank_data": "Not Displayed", "score_loc": 0.2, "rank_loc": "Not Displayed", "componentData": "Data Complete", }, { "name": "Wilbraham1", "component": "Wilbraham", "componentID": 25665633, "score_data_loc": 0.309, "rank_data_loc": "Not Displayed", "score_data": 0.406, "rank_data": "Not Displayed", "score_loc": 0.212, "rank_loc": "5", "componentData": "Data Complete", }, { "name": "Manchester1", "component": "Manchester", "componentID": 25664305, "score_data_loc": 0.303, "rank_data_loc": "Not Displayed", "score_data": 0.406, "rank_data": "Not Displayed", "score_loc": 0.2, "rank_loc": "6", "componentData": "Data Complete", }, { "name": "Ludlow1", "component": "Ludlow", "componentID": 25665635, "score_data_loc": 0.289, "rank_data_loc": "Not Displayed", "score_data": 0.379, "rank_data": "Not Displayed", "score_loc": 0.2, "rank_loc": "7", "componentData": "Data Complete", }, ], } ]