With the objective of how do we get more (almost) real time data available for retail investors, we have been constructing an NLP module to extract both financial data and sentiment from news articles and save to JSON or CSV files. Here are samples from a recent WMT news release: We are pulling financial terms from the articles and have them mapped to a dictionary of over 75 terms - This example below is just about Target price but we have Revenue, Net income, Debt(s), Cash Flows ...being pulled from the articles. Looking for feedback - what are we missing to help retail get better data? TIA. "extracted_items": [ { "value": 136, "value_range": 136, "quantity": "one", "time_frame_period": null, "time_frame_year": null, "currency": "USD", "company_name": "Walmart", "company_symbol": "WMT", "financial_market": "NASDAQ", "actual_or_guidance": "guidance", "article_date": "2026-10-15", "period_ending_date": null, "general_time_frame": null, "normal_financial_type": "price_target", "raw_financial_type": "price_target", "tags": [ "projection" ] }, { "value": 113, "value_range": 113, "quantity": "one", "time_frame_period": null, "time_frame_year": null, "currency": "USD", "company_name": "Walmart", "company_symbol": "WMT", "financial_market": "NASDAQ", "actual_or_guidance": "actual", "article_date": "2026-10-15", "period_ending_date": null, "general_time_frame": null, "normal_financial_type": "price_target", "raw_financial_type": "previous_price_target", "tags": [ "previous", "projection" ] }, { "value": 134.2, "value_range": 134.2, "quantity": "one", "time_frame_period": null, "time_frame_year": 2026, "currency": "USD", "company_name": "Walmart", "company_symbol": "WMT", "financial_market": "NASDAQ", "actual_or_guidance": "actual", "article_date": "2026-10-15", "period_ending_date": null, "general_time_frame": null, "normal_financial_type": "other", "raw_financial_type": "52_week_high", "tags": [ ] }, { "value": 118.96, "value_range": 118.96, "quantity": "one", "time_frame_period": null, "time_frame_year": null, "currency": "USD", "company_name": "Walmart", "company_symbol": "WMT", "financial_market": "NASDAQ", "actual_or_guidance": "actual", "article_date": "2026-10-15", "period_ending_date": null, "general_time_frame": null, "normal_financial_type": "other", "raw_financial_type": "current_share_price", "tags": [ ] } ], "title": "Why Walmart (WMT) Stock Is Up Today", "link": "https://finance.yahoo.com/markets/stocks/articles/why-walmart-wmt-stock-today-172027774.html" } "article_date": "2026-10-15", "company_name": "Walmart", "company_symbol": "WMT", "financial_market": "NASDAQ", "sentiment_components": [ { "factor": "Outlooks and updates", "score": 0.7, "rationale": "The upgrade from Deutsche Bank and the positive outlook on Walmart's growth prospects, particularly in grocery market share and higher-margin revenue streams, indicate strong confidence in the company's future performance.", "relevant_sentences": [ "Shares of retail behemoth Walmart (NASDAQ:WMT) jumped 2.7% in the morning session after Deutsche Bank upgraded the company to Buy from Hold and raised its price target to $136 from $113.", "Deutsche Bank analyst Krisztina Katai upgraded the stock following meetings with Walmart Chief Financial Officer John David Rainey, writing in a note to clients that persistent inflation reinforces the retailer's value proposition and accelerates grocery market-share gains." ] }, { "factor": "Discussion associated with the financials", "score": 0.6, "rationale": "The discussion around Walmart's revenue growth from digital advertising and other higher-margin segments suggests a positive financial outlook, contributing to the overall sentiment.", "relevant_sentences": [ "Katai observed that higher-margin revenue streams, including digital advertising, marketplace merchant services, and memberships, are outgrowing core retail operations.", "Paired with supply-chain automation, those segments are set to expand incremental profit margins." ] } ], "overall_sentiment": { "score": 0.65, "rationale": "The overall sentiment score reflects a positive outlook driven by the stock upgrade, anticipated growth in market share, and the expansion of higher-margin revenue streams. The market's reaction to the news, with a significant stock price increase, further supports this positive sentiment." } }   submitted by   /u/Stockcalc [link]   [comments]