Skip to content

Commit

Permalink
sv index updates (#4457)
Browse files Browse the repository at this point in the history 
- remove temperature, min/max temperature, houseless X
scheduledCaste/scheduledTribe variables
- add descriptions: include "children" for
Count_Person_18OrLessYears_NoHealthInsurance, include "native american"
for Count_Person_AmericanIndianOrAlaskaNativeAlone
- replace Annual_Emissions_CarbonDioxide_Biogenic with
Annual_Emissions_CarbonDioxide_NonBiogenic

svindex diffs:
https://storage.mtls.cloud.google.com/datcom-embedding-diffs/chejennifer_base_uae_mem_2024_07_10_10_15_51.html
  • Loading branch information
@chejennifer
chejennifer authored Jul 12, 2024
1 parent 548f8e8 commit 03d24ad
Show file tree
Hide file tree
Showing 8 changed files with 17 additions and 277 deletions.
2 changes: 1 addition & 1 deletion deploy/nl/catalog.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -90,7 +90,7 @@ indexes:
base_uae_mem:
store_type: MEMORY
source_path: ../../tools/nl/embeddings/input/base
embeddings_path: gs://datcom-nl-models/base_uae_mem_2024_07_10_16_22_06/embeddings.csv
embeddings_path: gs://datcom-nl-models/base_uae_mem_2024_07_11_08_35_57/embeddings.csv
model: uae-large-v1-model
healthcheck_query: "Life expectancy"
base_mistral_mem:
Expand Down
224 changes: 0 additions & 224 deletions server/integration_tests/test_data/demo_feb2023/query_1/chart_config.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -235,214 +235,6 @@
"description": "Predicted max temperature with 95% chance, at least once in the year, according to a CMIP6 ensemble model as per SSP 585 (pessimistic) scenario.",
"footnote": "SSP585 is a pessimistic pathway. It is an update to RCP 8.5 with an additional radiative forcing of 8.5 W/m\u00b2. RCP 8.5 is more likely than not to result in global temperature rise between 3 \u00b0C and 12.6 \u00b0C by 2100.",
"title": "Max Temperature (\u00b0C) Once in Year With 95% Chance: SP585 in Counties of California"
},
{
"columns": [
{
"tiles": [
{
"rankingTileSpec": {
"rankingCount": 10,
"showHighest": true
},
"statVarKey": [
"Temperature"
],
"title": "Temperature in a Location in Counties of California (${date})",
"type": "RANKING"
}
]
},
{
"tiles": [
{
"statVarKey": [
"Temperature"
],
"title": "Temperature in a Location in Counties of California (${date})",
"type": "MAP"
}
]
}
],
"title": "Temperature in a Location in Counties of California"
},
{
"columns": [
{
"tiles": [
{
"statVarKey": [
"Mean_Temperature"
],
"title": "Mean Temperature in California",
"type": "LINE"
}
]
},
{
"tiles": [
{
"description": "Mean Temperature in California",
"statVarKey": [
"Mean_Temperature"
],
"title": "Mean Temperature in California",
"type": "HIGHLIGHT"
}
]
}
],
"title": "Mean Temperature"
},
{
"columns": [
{
"tiles": [
{
"rankingTileSpec": {
"rankingCount": 10,
"showHighest": true
},
"statVarKey": [
"Mean_Temperature"
],
"title": "Mean Temperature in Counties of California (${date})",
"type": "RANKING"
}
]
},
{
"tiles": [
{
"statVarKey": [
"Mean_Temperature"
],
"title": "Mean Temperature in Counties of California (${date})",
"type": "MAP"
}
]
}
],
"title": "Mean Temperature in Counties of California"
},
{
"columns": [
{
"tiles": [
{
"statVarKey": [
"Max_Temperature"
],
"title": "Maximum Temperature in California",
"type": "LINE"
}
]
},
{
"tiles": [
{
"description": "Maximum Temperature in California",
"statVarKey": [
"Max_Temperature"
],
"title": "Maximum Temperature in California",
"type": "HIGHLIGHT"
}
]
}
],
"title": "Maximum Temperature"
},
{
"columns": [
{
"tiles": [
{
"rankingTileSpec": {
"rankingCount": 10,
"showHighest": true
},
"statVarKey": [
"Max_Temperature"
],
"title": "Maximum Temperature in Counties of California (${date})",
"type": "RANKING"
}
]
},
{
"tiles": [
{
"statVarKey": [
"Max_Temperature"
],
"title": "Maximum Temperature in Counties of California (${date})",
"type": "MAP"
}
]
}
],
"title": "Maximum Temperature in Counties of California"
},
{
"columns": [
{
"tiles": [
{
"statVarKey": [
"Min_Temperature"
],
"title": "Min Temperature in California",
"type": "LINE"
}
]
},
{
"tiles": [
{
"description": "Min Temperature in California",
"statVarKey": [
"Min_Temperature"
],
"title": "Min Temperature in California",
"type": "HIGHLIGHT"
}
]
}
],
"title": "Min Temperature"
},
{
"columns": [
{
"tiles": [
{
"rankingTileSpec": {
"rankingCount": 10,
"showLowest": true
},
"statVarKey": [
"Min_Temperature"
],
"title": "Min Temperature in Counties of California (${date})",
"type": "RANKING"
}
]
},
{
"tiles": [
{
"statVarKey": [
"Min_Temperature"
],
"title": "Min Temperature in Counties of California (${date})",
"type": "MAP"
}
]
}
],
"title": "Min Temperature in Counties of California"
}
],
"statVarSpec": {
Expand Down Expand Up @@ -478,22 +270,6 @@
"name": "Max Temperature (\u00b0C) Once In Year With 95% Chance: SP585",
"statVar": "MaxTemp_Daily_Hist_95PctProb_Greater_Atleast1DayAYear_CMIP6_Ensemble_SSP585"
},
"Max_Temperature": {
"name": "Maximum Temperature",
"statVar": "Max_Temperature"
},
"Mean_Temperature": {
"name": "Mean Temperature",
"statVar": "Mean_Temperature"
},
"Min_Temperature": {
"name": "Min Temperature",
"statVar": "Min_Temperature"
},
"Temperature": {
"name": "Temperature in a Location",
"statVar": "Temperature"
},
"ranking-DiffRelativeToAvg_1980_2010_MaxTemp_Daily_Hist_95PctProb_Greater_Atleast1DayADecade_CMIP6_Ensemble_SSP245": {
"name": "SSP245 (intermediate), \u00b0C",
"statVar": "DiffRelativeToAvg_1980_2010_MaxTemp_Daily_Hist_95PctProb_Greater_Atleast1DayADecade_CMIP6_Ensemble_SSP245"
Expand Down
12 changes: 6 additions & 6 deletions ...est_data/detection_api_multivar/comparemalepopulationwithfemalepopulation/debug_info.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@
"Parts": [
{
"CosineScore": [
0.9257858991622925
0.9257857799530029
],
"QueryPart": "male population",
"SV": [
Expand All @@ -63,8 +63,8 @@
},
{
"CosineScore": [
0.9296978712081909,
0.884743332862854
0.9296980500221252,
0.8847433924674988
],
"QueryPart": "female population",
"SV": [
Expand All @@ -89,8 +89,8 @@
},
{
"CosineScore": [
0.8982378244400024,
0.8723466992378235
0.8982378840446472,
0.8723467588424683
],
"QueryPart": "population",
"SV": [
Expand All @@ -108,7 +108,7 @@
"CosineScore": [
0.8034241199493408,
0.8017654418945312,
0.7751556634902954,
0.775155782699585,
0.7698014974594116,
0.7586972713470459
],
Expand Down
2 changes: 1 addition & 1 deletion ...ar/howarefactorslikeobesity,bloodpressureandasthmaimpactedbyclimatechange/debug_info.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -128,7 +128,7 @@
},
{
"CosineScore": [
0.9056921005249023
0.9056920409202576
],
"QueryPart": "impacted climate change",
"SV": [
Expand Down
10 changes: 3 additions & 7 deletions .../test_data/detection_api_multivar/showmetheimpactofclimatechangeondrought/debug_info.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@
"Parts": [
{
"CosineScore": [
0.8787486553192139
0.8787485361099243
],
"QueryPart": "show climate change",
"SV": [
Expand All @@ -66,16 +66,12 @@
{
"CosineScore": [
0.794236958026886,
0.7929013967514038,
0.7586166858673096,
0.7583958506584167
0.792901337146759
],
"QueryPart": "show climate",
"SV": [
"dc/topic/ProjectedClimateExtremes",
"dc/topic/ClimateChange",
"dc/topic/Temperatures",
"Temperature"
"dc/topic/ClimateChange"
]
},
{
Expand Down
Loading

0 comments on commit 03d24ad

Please sign in to comment.