This repository has been archived by the owner on Jun 10, 2024. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 15
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add support to Nordstrom preset parser
- Add support to Nordstrom preset parser. - Add a unit test - Add a unit test example for target end results
- Loading branch information
Showing
5 changed files
with
125 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,68 @@ | ||
| from app.schemas import * | ||
|
|
||
| def commands(): | ||
| return json_to_pydantic({ | ||
| "main_prompt": "A table with NUMBER_OF_LABELS cells in each row summarizing the different parts of the text at each line:\n\n", | ||
| "data": { | ||
| "model": "text-davinci-003", | ||
| "temperature": 0.01, | ||
| "top_p": 0.9, | ||
| "best_of": 1, | ||
| "frequency_penalty": 0, | ||
| "presence_penalty": 0 | ||
| }, | ||
| "model_specific_token_size": 3800, | ||
| "openai_endpoint": "https://api.openai.com/v1/completions", | ||
| "explicitly_excluded_strings": [ | ||
| "\n", | ||
| "Add to Favourites", | ||
| "Add to basket" | ||
| ], | ||
| "examples_for_prompt": [ | ||
| { | ||
| "text": "Previous Next Sustainable Style Nordstrom Recycled Cashmere Blend Beanie $44.00 Current Price $44.00 (21) Free Delivery", | ||
| "classifications": { | ||
| "line": "1", | ||
| "brand": "Nordstrom", | ||
| "title": "Recycled Cashmere Blend Beanie", | ||
| "price": "$44.00", | ||
| "number_of_reviews": "21" | ||
| } | ||
| }, | ||
| { | ||
| "text": f"Zella Pyrite Slim Fit Pocket Joggers $17.99 Current Price $17.99 (69% off) 69% off. $59.00 Previous Price $59.00 (133) Free Delivery", | ||
| "classifications": { | ||
| "line": "2", | ||
| "brand": "Zella", | ||
| "title": "Pyrite Slim Fit Pocket Joggers", | ||
| "price": "$17.99", | ||
| "old_price": "$59.00", | ||
| "number_of_reviews": "133" | ||
| } | ||
| }, | ||
| { | ||
| "text": f"Limited-Time Sale Nike Everyday Plus 6-Pack Cushioned Low Socks $16.50 Current Price $16.50 (25% off) 25% off. $22.00 Previous Price $22.00 (10) Free Delivery", | ||
| "classifications": { | ||
| "line": "3", | ||
| "brand": "Nike", | ||
| "title": "Everyday Plus 6-Pack Cushioned Low Socks", | ||
| "price": "$16.50", | ||
| "old_price": "$22.00", | ||
| "number_of_reviews": "10", | ||
| "deal": "Limited-Time Special" | ||
| } | ||
| }, | ||
| { | ||
| "text": f"Previous Next Limited-Time Sale Nike Sportswear Club Hoodie $48.00 – $55.00 Current Price $48.00 to $55.00 (Up to 12% off select items) Up to 12% off select items. $55.00 Previous Price $55.00 (136) Free Delivery", | ||
| "classifications": { | ||
| "line": "3", | ||
| "brand": "Nike", | ||
| "title": "Sportswear Club Hoodie", | ||
| "price": "$48.00 to $55.00", | ||
| "old_price": "$55.00", | ||
| "number_of_reviews": "136", | ||
| "deal": "Limited-Time Special" | ||
| } | ||
| } | ||
| ] | ||
| }) |
17 changes: 17 additions & 0 deletions
17
app/classify/tests/data/results/nordstrom-listings-successful-result.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,17 @@ | ||
| { | ||
| "results": [ | ||
| { | ||
| "Brand": "Nordstrom", | ||
| "Price": "$14.30 to $22.00", | ||
| "Title": "Assorted 2-Pack Cotton Blend Socks", | ||
| "Old Price": "$22.00" | ||
| }, | ||
| { | ||
| "Brand": "Nike", | ||
| "Number Of Reviews": "134", | ||
| "Price": "$41.25 to $55.00", | ||
| "Title": "Sportswear Men's Club Pocket Fleece Joggers", | ||
| "Old Price": "$55.00" | ||
| } | ||
| ] | ||
| } |
8 changes: 8 additions & 0 deletions
8
app/classify/tests/data/targets/nordstrom-listings-successful.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,8 @@ | ||
| { | ||
| "path": "nordstrom.nordstrom_listings", | ||
| "targets": [ | ||
| "<article class=\"ivm_G _PT1R\"><div class=\"NMGaP\"><img name=\"product-module-image\" class=\"P9JC8\" alt=\"Assorted 2-Pack Cotton Blend Socks\" src=\"https://n.nordstrommedia.com/id/sr3/cc56a610-110d-405a-9c5b-137698546879.jpeg?h=365&w=240&dpr=2\"><a aria-label=\"Assorted 2-Pack Cotton Blend Socks, Image\" class=\"AFBJb\" href=\"/s/assorted-2-pack-cotton-blend-socks/6863551?origin=category-personalizedsort&breadcrumb=Home%2FHoliday%20Deals%2FMen%2FClothing&color=410\" title=\"Assorted 2-Pack Cotton Blend Socks, Image\" tabindex=\"-1\"></a></div><div class=\"bGmoi DwcrY\" data-pagination=\"1/1\"><div class=\"bZ7bT\" style=\"width: 252px; left: 0px;\"><ul class=\"jrYS2\" style=\"left:2px\"><li class=\"GG1LD\"><button class=\"xvHAz lMYUD\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/209b8b72-c2e9-4ece-9a22-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"navy fairisle\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/3d11bdd8-6f8b-4675-b6a5-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"olive santa multi\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/fbf6d5af-ee44-4f4f-a332-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"navy menorah multi\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/751f2714-1e25-4007-bc04-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"navy diamond pinstripe multi\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/30b69a2c-802b-425e-820c-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"teal abyss stag multi\"></button></li></ul></div></div><div id=\"1689\" class=\" KtWqU FKmne t1yis sxEtG jRV6p V4Msy\">Nordstrom</div><h3 class=\"kKGYj TpwNx\"><a href=\"/s/assorted-2-pack-cotton-blend-socks/6863551?origin=category-personalizedsort&breadcrumb=Home%2FHoliday%20Deals%2FMen%2FClothing&color=410\" class=\"La3yt lTTJY Of5q2\">Assorted 2-Pack Cotton Blend Socks</a></h3><div nordcountrycode=\"US\" class=\"GmKV9 KCp6h QK7Wc\"><div class=\"KCp6h S_wH0\"><div class=\"ggbBg y3xFi\"><span aria-hidden=\"true\" class=\" qHz0a BkySr EhCiu t1yis sxEtG jRV6p\">$14.30 – $22.00</span><span class=\"He8hw OfW5X\">Current Price $14.30 to $22.00</span></div><div class=\"R5iiX\"><span aria-hidden=\"true\" class=\" BkySr EhCiu t1yis sxEtG jRV6p\">(Up to 35% off select items)</span><span class=\"He8hw OfW5X\">Up to 35% off select items.</span></div></div><div><div class=\"ggbBg y3xFi\"><span aria-hidden=\"true\" class=\" fj69a EhCiu t1yis sxEtG jRV6p\">$22.00</span><span class=\"He8hw OfW5X\">Previous Price $22.00</span></div></div></div><div class=\"JenSb h4dY7\"><span>Free Delivery</span></div></article>", | ||
| "<article class=\"ivm_G _PT1R\"><div class=\"NMGaP\"><img name=\"product-module-image\" class=\"P9JC8\" alt=\"Sportswear Men's Club Pocket Fleece Joggers\" src=\"https://n.nordstrommedia.com/id/sr3/8226bc2b-1457-4618-94eb-d1e5b203eaac.jpeg?h=365&w=240&dpr=2\"><a aria-label=\"Sportswear Men's Club Pocket Fleece Joggers, Image\" class=\"AFBJb\" href=\"/s/nike-sportswear-mens-club-pocket-fleece-joggers/5753818?origin=category-personalizedsort&breadcrumb=Home%2FHoliday%20Deals%2FMen%2FClothing&color=063\" title=\"Sportswear Men's Club Pocket Fleece Joggers, Image\" tabindex=\"-1\"></a></div><div class=\"bGmoi DwcrY e1p4k\" data-pagination=\"1/2\"><button class=\"LcUz6 Onmit Eb8XE ccbn9\" disabled=\"\"><svg width=\"9px\" height=\"16px\" focusable=\"false\" class=\"JhRj7\"><path id=\"_x3C_Group_x3E__6_\" class=\"nui-icon-medium-chevron-left-0\" d=\"m1 8 7 7M8 1 1 8\"></path></svg><span class=\"NiVkJ OfW5X\">Previous</span></button><div class=\"bZ7bT\" style=\"width: 252px; left: 34px;\"><ul class=\"jrYS2\" style=\"left: 0.793651%;\"><li class=\"GG1LD\"><button class=\"xvHAz lMYUD\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/fc617daf-4812-4cbb-9b33-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"dark grey/white\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/26676475-23a2-422c-9b9c-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"cocao wow/ cocao wow/ white\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/f5b9b4c5-040c-404d-b082-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"oxen brown/ oxen brown/ white\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/a15c63b8-2eee-4f86-87f7-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"alligator/ alligator/ white\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/eae52a07-3434-44f5-ad83-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"gorge green/ white\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/6d0998b6-5272-492d-8e6c-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"dark marina blue/ white\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/c3d0506a-bccf-4e74-8385-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"washed teal/white\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/4b2d823d-0dde-48b3-ba38-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"blue chill/ white\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/5c07a543-d8b4-4bf1-91c6-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"court purple/ white\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/e745669c-2d1a-4a59-ad5b-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"light thistle/ white\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/2d55b996-6ad2-40ad-ab26-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"elemental gold/ white\"></button></li><li class=\"GG1LD\"><button class=\"xvHAz\" style=\"background-color:transparent;background-position:center;background-image:url(https://n.nordstrommedia.com/id/sr3/eb550ded-0df7-4551-a2cf-….jpeg?h=16&w=16&dpr=2&quality=45&swatch=true)\" aria-label=\"yellow strike/ white\"></button></li></ul></div><button class=\"LcUz6 Onmit fuydy\"><svg width=\"9px\" height=\"16px\" focusable=\"false\" class=\"JhRj7\"><path id=\"_x3C_Group_x3E__8_\" class=\"nui-icon-medium-chevron-right-0\" d=\"M8 8 1 1m0 14 7-7\"></path></svg><span class=\"NiVkJ OfW5X\">Next</span></button></div><div class=\"NGZRl UDYjU UKMdh r6dYr\">Limited-Time Sale</div><div id=\"1673\" class=\" KtWqU FKmne t1yis sxEtG jRV6p V4Msy\">Nike</div><h3 class=\"kKGYj TpwNx\"><a href=\"/s/nike-sportswear-mens-club-pocket-fleece-joggers/5753818?origin=category-personalizedsort&breadcrumb=Home%2FHoliday%20Deals%2FMen%2FClothing&color=063\" class=\"La3yt lTTJY Of5q2\">Sportswear Men's Club Pocket Fleece Joggers</a></h3><div nordcountrycode=\"US\" class=\"GmKV9 KCp6h QK7Wc\"><div class=\"KCp6h S_wH0\"><div class=\"ggbBg y3xFi\"><span aria-hidden=\"true\" class=\" qHz0a BkySr EhCiu t1yis sxEtG jRV6p\">$41.25 – $55.00</span><span class=\"He8hw OfW5X\">Current Price $41.25 to $55.00</span></div><div class=\"R5iiX\"><span aria-hidden=\"true\" class=\" BkySr EhCiu t1yis sxEtG jRV6p\">(Up to 25% off select items)</span><span class=\"He8hw OfW5X\">Up to 25% off select items.</span></div></div><div><div class=\"ggbBg y3xFi\"><span aria-hidden=\"true\" class=\" fj69a EhCiu t1yis sxEtG jRV6p\">$55.00</span><span class=\"He8hw OfW5X\">Previous Price $55.00</span></div></div></div><a class=\"PITrm\" href=\"/s/nike-sportswear-mens-club-pocket-fleece-joggers/5753818?origin=category-personalizedsort&breadcrumb=Home%2FHoliday%20Deals%2FMen%2FClothing&color=063#product-page-reviews\"><span class=\"tEBfO\"><span role=\"img\" class=\"T2Mzf\" aria-label=\"4.4 out of 5 stars\"><span class=\"GocDN dUBUg\"></span><span class=\"GocDN bFCnj\" style=\"width:89%\"></span></span><span class=\"HZv8u\">(<!-- -->134<!-- -->)</span></span></a><div class=\"JenSb h4dY7\"><span>Free Delivery</span></div></article>" | ||
| ], | ||
| "mock_name": "app/classify/tests/data/targets/nordstrom-listings-successful.json" | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,31 @@ | ||
| import sys, os | ||
| sys.path.append(os.path.realpath(os.path.dirname(__file__)+"/../../../..")) | ||
|
|
||
| from fastapi.testclient import TestClient | ||
| from app.schemas import * | ||
| from app.main import * | ||
| import json | ||
|
|
||
| client = TestClient(app) | ||
|
|
||
| def test_nordstrom_listings_successful_response(): | ||
| targets = [ | ||
| "app/classify/tests/data/targets/nordstrom-listings-successful.json" | ||
| ] | ||
|
|
||
| for target_filename in targets: | ||
| with open(target_filename) as json_file: | ||
| target = json.load(json_file) | ||
| r = client.post("/classify", json=target) | ||
|
|
||
| result_filename = target['mock_name'].replace('.json','-result.json') | ||
| result_filename = result_filename.replace('/targets/', '/results/') | ||
| print(json_file) | ||
|
|
||
| with open(result_filename) as json_file: | ||
| result = json.load(json_file) | ||
|
|
||
| assert r.status_code == 200 | ||
| assert r.json() == result | ||
| assert len(r.json()['results']) > 0 | ||
| assert ("message" not in r.json()['results'][0]) |