{"blocks": [{"key": "9af67bfa", "text": "Scenario", "type": "header-two", "depth": 0, "inlineStyleRanges": [], "entityRanges": [], "data": {}}, {"key": "563f3fe3", "text": "Instagram Shopping wants to improve its product-ranking algorithm.", "type": "unstyled", "depth": 0, "inlineStyleRanges": [], "entityRanges": [], "data": {}}, {"key": "50d58e22", "text": "Question", "type": "header-two", "depth": 0, "inlineStyleRanges": [], "entityRanges": [], "data": {}}, {"key": "921c3748", "text": "Which offline and online metrics would you use to evaluate a ranking model for a shopping feed and why? Explain how precision and recall translate to this setting and how you would reconcile offline metrics with on-site business KPIs.", "type": "unstyled", "depth": 0, "inlineStyleRanges": [], "entityRanges": [], "data": {}}, {"key": "d7f702c8", "text": "Hints", "type": "header-two", "depth": 0, "inlineStyleRanges": [], "entityRanges": [], "data": {}}, {"key": "5c98817c", "text": "Discuss NDCG, MAP, click-through, conversion lift and user-level funnels.", "type": "unstyled", "depth": 0, "inlineStyleRanges": [], "entityRanges": [], "data": {}}], "entityMap": {}}