Hello Micah, Thanks for responding! I tried to test it again from the code but I'm still getting Introduction in TOC without recursion. Earlier it used to grab the TOC with recursion perfectly. Attaching the code and it's response for your reference: import requests api_url = "https://api.firecrawl.dev/v2/scrape" url = "www.mordorintelligence.com/industry-reports/canada-cloud-computing-market" mordor_list_schema = { "url": url, "onlyMainContent": True, "maxAge": 172800000, "parsers": ["pdf"], "formats": [ { "type": "json", "schema": { "type": "object", "required": [], "properties": { "summary": { "type": "object", "required": ["base_year", "base_revenue", "base_revenue_unit", "forecast_year", "forecast_revenue", "forecast_revenue_unit", "cagr"], "properties": { "base_year": {"type": "number"}, "base_revenue": {"type": "number"}, "base_revenue_unit": {"type": "string"}, "forecast_year": {"type": "number"}, "forecast_revenue": {"type": "number"}, "forecast_revenue_unit": {"type": "string"}, "cagr": {"type": "number"} } }, "toc": { "type": "array", "items": { "type": "object", "required": [], "properties": { "title": {"type": "string"}, "children": { "type": "array", "items": { "type": "object", "required": [], "properties": { "title": {"type": "string"}, "children": { "type": "array", "items": { "type": "object", "required": [], "properties": { "title": {"type": "string"}, "children": { "type": "array", "items": { "type": "object", "required": [], "properties": { "title": {"type": "string"}, "children": { "type": "array", "items": { "type": "object", "required": [], "properties": { "title": {"type": "string"} } } } } } } } } } } } } } } }, "key_players": { "type": "array", "items": {"type": "string"} }, "overview": {"type": "string"} } } } ], } headers = { "Authorization": "Bearer ", "Content-Type": "application/json" } response = requests.post(api_url, json=mordor_list_schema, headers=headers) data = response.json() print(data) Response: {'success': True, 'data': {'metadata': {'favicon': 'https://s3.mordorintelligence.com/favicon.ico', 'ogDescription': 'The Canada Cloud Computing Market is expected to reach USD 54.78 billion in 2025 and grow at a CAGR of 17.30% to reach USD 121.65 billion by 2030. Amazon Web Services, Inc, Google LLC, Microsoft Corporation, IBM Corporation and Oracle Corporation are the major companies operating in this market.', 'og:image:height': '630', 'og:url': 'https://www.mordorintelligence.com/industry-reports/canada-cloud-computing-market', 'twitter:url': 'https://www.mordorintelligence.com/industry-reports/canada-cloud-computing-market', 'twitter:description': 'The Canada Cloud Computing Market is expected to reach USD 54.78 billion in 2025 and grow at a CAGR of 17.30% to reach USD 121.65 billion by 2030. Amazon Web Services, Inc, Google LLC, Microsoft Corporation, IBM Corporation and Oracle Corporation are the major companies operating in this market.', 'twitter:card': 'summary_large_image', 'ogUrl': 'https://www.mordorintelligence.com/industry-reports/canada-cloud-computing-market', 'twitter:title': 'Canada Cloud Computing Market Size, Trends, Growth & Outlook | 2030', 'og:image:width': '1200', 'ogTitle': 'Canada Cloud Computing Market Size, Trends, Growth & Outlook | 2030', 'ogImage': 'https://s3.mordorintelligence.com/production/canada-cloud-computing-market/market-snapshot.webp', 'twitter:image': 'https://s3.mordorintelligence.com/production/canada-cloud-computing-market/market-snapshot.webp', 'title': 'Canada Cloud Computing Market Size, Trends, Growth & Outlook | 2030', 'ogSiteName': 'Mordor Intelligence', 'description': 'The Canada Cloud Computing Market is expected to reach USD 54.78 billion in 2025 and grow at a CAGR of 17.30% to reach USD 121.65 billion by 2030. Amazon Web Services, Inc, Google LLC, Microsoft Corporation, IBM Corporation and Oracle Corporation are the major companies operating in this market.', 'keywords': 'Canada Cloud Computing Market, Canada Cloud Computing Market Size, Canada Cloud Computing Market Share, Canada Cloud Computing Market Analysis, Canada Cloud Computing Market Trends, Canada Cloud Computing Market Report, Canada Cloud Computing Market Research, Canada Cloud ComputingIndustry, Canada Cloud ComputingIndustry Report', 'og:title': 'Canada Cloud Computing Market Size, Trends, Growth & Outlook | 2030', 'og:image': 'https://s3.mordorintelligence.com/production/canada-cloud-computing-market/market-snapshot.webp', 'og:description': 'The Canada Cloud Computing Market is expected to reach USD 54.78 billion in 2025 and grow at a CAGR of 17.30% to reach USD 121.65 billion by 2030. Amazon Web Services, Inc, Google LLC, Microsoft Corporation, IBM Corporation and Oracle Corporation are the major companies operating in this market.', 'language': 'en', 'og:site_name': 'Mordor Intelligence', 'twitter:site': '@MordorIntel', 'twitter:creator': 'MordorIntel', 'viewport': 'width=device-width, initial-scale=1, shrink-to-fit=no', 'og:type': 'website', 'scrapeId': '4d7a1a9a-950f-45e6-bcab-5830e1ff67ad', 'sourceURL': 'www.mordorintelligence.com/industry-reports/canada-cloud-computing-market', 'url': 'https://www.mordorintelligence.com/industry-reports/canada-cloud-computing-market', 'statusCode': 200, 'contentType': 'text/html; charset=utf-8', 'proxyUsed': 'basic', 'cacheState': 'hit', 'cachedAt': '2025-09-28T12:09:30.067Z', 'creditsUsed': 5}, 'json': {'toc': [{'title': 'INTRODUCTION', 'children': [{'title': 'Study Assumptions and Market Definition', 'children': []}, {'title': 'Scope of the Study', 'children': []}]}]}}} It is not following the schema at all; earlier it used to return perfectly structured data. We have to migrate from firecrawl if this issue persists as our production application is down. Please help us to resolve this issue. Here is how it used to scrape data earlier: Main functionality is the extraction of table of contents that we want in this format: [ { "title": "Methodology and Scope", "children": [ { "title": "Research Methodology" }, { "title": "Research Scope and Assumptions" }, { "title": "List of Data Sources" }, { "title": "Market Segmentation and Scope" } ] }, { "title": "Executive Summary", "children": [ { "title": "Market Snapshot" }, { "title": "Segmental Insights" }, { "title": "Competitive Landscape Snapshot" } ] }, { "title": "Hyperscale Computing Industry Outlook", "children": [ { "title": "Market Segmentation and Scope" }, { "title": "Parent Market Outlook" }, { "title": "Market Size, Penetration, and Growth Prospect Mapping" }, { "title": "Regulatory Scenario", "children": [ { "title": "Market Driver Analysis", "children": [ { "title": "Growth in demand for cloud computing" }, { "title": "Increasing adoption of artificial intelligence, big data, machine learning, and IoT" } ] }, { "title": "Market Restraint/Challenge Analysis", "children": [ { "title": "Growing security concerns" } ] }, { "title": "Market Opportunity Analysis", "children": [ { "title": "Growth of social media and streaming services" } ] } ] }, { "title": "Hyperscale Computing Market - PEST Analysis" }, { "title": "Hyperscale Computing Market- Porter’s Five Forces Analysis" }, { "title": "COVID-19 Impact on the Hyperscale Computing Market" } ] }, { "title": "Hyperscale Computing Component Outlook", "children": [ { "title": "Hyperscale computing market share, by component, 2022" }, { "title": "Solution", "children": [ { "title": "Hyperscale computing market share, by solution, 2022" } ] }, { "title": "Service", "children": [ { "title": "Hyperscale computing market share, by service, 2022" } ] } ] }, { "title": "Hyperscale Computing Enterprise Size Outlook", "children": [ { "title": "Hyperscale computing market share, by enterprise size, 2022" }, { "title": "Large Enterprises", "children": [ { "title": "Hyperscale computing large enterprises market, 2017 - 2030" } ] }, { "title": "Small & Medium Enterprises", "children": [ { "title": "Hyperscale computing small & medium enterprises market, 2017 - 2030" } ] } ] }, { "title": "Hyperscale Computing Application Outlook", "children": [ { "title": "Hyperscale computing market share, by application, 2022" }, { "title": "Cloud Computing", "children": [ { "title": "Hyperscale computing cloud computing market, 2017 - 2030" } ] }, { "title": "Big Data", "children": [ { "title": "Hyperscale computing big data market, 2017 - 2030" } ] }, { "title": "IoT", "children": [ { "title": "Hyperscale computing IoT market, 2017 - 2030" } ] }, { "title": "Others", "children": [ { "title": "Hyperscale computing others market, 2017 - 2030" } ] } ] }, { "title": "Hyperscale Computing End-use Outlook", "children": [ { "title": "Hyperscale computing market share, by end-use, 2022" }, { "title": "BFSI", "children": [ { "title": "Hyperscale computing BFSI market, 2017 - 2030" } ] }, { "title": "IT & Telecom", "children": [ { "title": "Hyperscale computing IT & telecom market, 2017 - 2030" } ] }, { "title": "Media & Entertainment", "children": [ { "title": "Hyperscale computing media & entertainment market, 2017 - 2030" } ] }, { "title": "Retail & E-commerce", "children": [ { "title": "Hyperscale computing retail & e-commerce market, 2017 - 2030" } ] }, { "title": "Healthcare", "children": [ { "title": "Hyperscale computing healthcare market, 2017 - 2030" } ] }, { "title": "Others", "children": [ { "title": "Hyperscale computing others market, 2017 - 2030" } ] } ] }, { "title": "Hyperscale Computing Regional Outlook", "children": [ { "title": "Hyperscale Computing Market Share, by Region, 2022" }, { "title": "North America", "children": [ { "title": "North America hyperscale computing market, 2017 - 2030" }, { "title": "North America hyperscale computing market, by component, 2017 - 2030" }, { "title": "North America hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "North America hyperscale computing market, by application, 2017 - 2030" }, { "title": "North America hyperscale computing market, by end-use, 2017 - 2030" }, { "title": "U.S.", "children": [ { "title": "U.S. hyperscale computing market, 2017 - 2030" }, { "title": "U.S. hyperscale computing market, by component, 2017 - 2030" }, { "title": "U.S. hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "U.S. hyperscale computing market, by application, 2017 - 2030" }, { "title": "U.S. hyperscale computing market, by end-use, 2017 - 2030" } ] }, { "title": "Canada", "children": [ { "title": "Canada hyperscale computing market, 2017 - 2030" }, { "title": "Canada hyperscale computing market, by component, 2017 - 2030" }, { "title": "Canada hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "Canada hyperscale computing market, by application, 2017 - 2030" }, { "title": "Canada hyperscale computing market, by end-use, 2017 - 2030" } ] } ] }, { "title": "Europe", "children": [ { "title": "Europe hyperscale computing market, 2017 - 2030" }, { "title": "Europe hyperscale computing market, by component, 2017 - 2030" }, { "title": "Europe hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "Europe hyperscale computing market, by application, 2017 - 2030" }, { "title": "Europe hyperscale computing market, by end-use, 2017 - 2030" }, { "title": "U.K.", "children": [ { "title": "U.K. hyperscale computing market, 2017 - 2030" }, { "title": "U.K. hyperscale computing market, by component, 2017 - 2030" }, { "title": "U.K. hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "U.K. hyperscale computing market, by application, 2017 - 2030" }, { "title": "U.K. hyperscale computing market, by end-use, 2017 - 2030" } ] }, { "title": "Germany", "children": [ { "title": "Germany hyperscale computing market, 2017 - 2030" }, { "title": "Germany hyperscale computing market, by component, 2017 - 2030" }, { "title": "Germany hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "Germany hyperscale computing market, by application, 2017 - 2030" }, { "title": "Germany hyperscale computing market, by end-use, 2017 - 2030" } ] }, { "title": "France", "children": [ { "title": "France hyperscale computing market, 2017 - 2030" }, { "title": "France hyperscale computing market, by component, 2017 - 2030" }, { "title": "France hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "France hyperscale computing market, by application, 2017 - 2030" }, { "title": "France hyperscale computing market, by end-use, 2017 - 2030" } ] }, { "title": "Italy", "children": [ { "title": "Italy hyperscale computing market, 2017 - 2030" }, { "title": "Italy hyperscale computing market, by component, 2017 - 2030" }, { "title": "Italy hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "Italy hyperscale computing market, by application, 2017 - 2030" }, { "title": "Italy hyperscale computing market, by end-use, 2017 - 2030" } ] }, { "title": "Spain", "children": [ { "title": "Spain hyperscale computing market, 2017 - 2030" }, { "title": "Spain hyperscale computing market, by component, 2017 - 2030" }, { "title": "Spain hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "Spain hyperscale computing market, by application, 2017 - 2030" }, { "title": "Spain hyperscale computing market, by end-use, 2017 - 2030" } ] } ] }, { "title": "Asia Pacific", "children": [ { "title": "Asia Pacific hyperscale computing market, 2017 - 2030" }, { "title": "Asia Pacific hyperscale computing market, by component, 2017 - 2030" }, { "title": "Asia Pacific hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "Asia Pacific hyperscale computing market, by application, 2017 - 2030" }, { "title": "Asia Pacific hyperscale computing market, by end-use, 2017 - 2030" }, { "title": "China", "children": [ { "title": "China hyperscale computing market, 2017 - 2030" }, { "title": "China hyperscale computing market, by component, 2017 - 2030" }, { "title": "China hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "China hyperscale computing market, by application, 2017 - 2030" }, { "title": "China hyperscale computing market, by end-use, 2017 - 2030" } ] }, { "title": "India", "children": [ { "title": "India hyperscale computing market, 2017 - 2030" }, { "title": "India hyperscale computing market, by component, 2017 - 2030" }, { "title": "India hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "India hyperscale computing market, by application, 2017 - 2030" }, { "title": "India hyperscale computing market, by end-use, 2017 - 2030" } ] }, { "title": "Japan", "children": [ { "title": "Japan hyperscale computing market, 2017 - 2030" }, { "title": "Japan hyperscale computing market, by component, 2017 - 2030" }, { "title": "Japan hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "Japan hyperscale computing market, by application, 2017 - 2030" }, { "title": "Japan hyperscale computing market, by end-use, 2017 - 2030" } ] }, { "title": "Australia", "children": [ { "title": "Australia hyperscale computing market, 2017 - 2030" }, { "title": "Australia hyperscale computing market, by component, 2017 - 2030" }, { "title": "Australia hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "Australia hyperscale computing market, by application, 2017 - 2030" }, { "title": "Australia hyperscale computing market, by end-use, 2017 - 2030" } ] }, { "title": "South Korea", "children": [ { "title": "South Korea hyperscale computing market, 2017 - 2030" }, { "title": "South Korea hyperscale computing market, by component, 2017 - 2030" }, { "title": "South Korea hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "South Korea hyperscale computing market, by application, 2017 - 2030" }, { "title": "South Korea hyperscale computing market, by end-use, 2017 - 2030" } ] } ] }, { "title": "Latin America", "children": [ { "title": "Latin America hyperscale computing market, 2017 - 2030" }, { "title": "Latin America hyperscale computing market, by component, 2017 - 2030" }, { "title": "Latin America hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "Latin America hyperscale computing market, by application, 2017 - 2030" }, { "title": "Latin America hyperscale computing market, by end-use, 2017 - 2030" }, { "title": "Brazil", "children": [ { "title": "Brazil hyperscale computing market, 2017 - 2030" }, { "title": "Brazil hyperscale computing market, by component, 2017 - 2030" }, { "title": "Brazil hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "Brazil hyperscale computing market, by application, 2017 - 2030" }, { "title": "Brazil hyperscale computing market, by end-use, 2017 - 2030" } ] }, { "title": "Mexico", "children": [ { "title": "Mexico hyperscale computing market, 2017 - 2030" }, { "title": "Mexico hyperscale computing market, by component, 2017 - 2030" }, { "title": "Mexico hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "Mexico hyperscale computing market, by application, 2017 - 2030" }, { "title": "Mexico hyperscale computing market, by end-use, 2017 - 2030" } ] }, { "title": "Argentina", "children": [ { "title": "Argentina hyperscale computing market, 2017 - 2030" }, { "title": "Argentina hyperscale computing market, by component, 2017 - 2030" }, { "title": "Argentina hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "Argentina hyperscale computing market, by application, 2017 - 2030" }, { "title": "Argentina hyperscale computing market, by end-use, 2017 - 2030" } ] } ] }, { "title": "MEA", "children": [ { "title": "MEA hyperscale computing market, 2017 - 2030" }, { "title": "MEA hyperscale computing market, by component, 2017 - 2030" }, { "title": "MEA hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "MEA hyperscale computing market, by application, 2017 - 2030" }, { "title": "MEA hyperscale computing market, by end-use, 2017 - 2030" }, { "title": "UAE", "children": [ { "title": "UAE hyperscale computing market, 2017 - 2030" }, { "title": "UAE hyperscale computing market, by component, 2017 - 2030" }, { "title": "UAE hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "UAE hyperscale computing market, by application, 2017 - 2030" }, { "title": "UAE hyperscale computing market, by end-use, 2017 - 2030" } ] }, { "title": "Saudi Arabia", "children": [ { "title": "Saudi Arabia hyperscale computing market, 2017 - 2030" }, { "title": "Saudi Arabia hyperscale computing market, by component, 2017 - 2030" }, { "title": "Saudi Arabia hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "Saudi Arabia hyperscale computing market, by application, 2017 - 2030" }, { "title": "Saudi Arabia hyperscale computing market, by end-use, 2017 - 2030" } ] }, { "title": "South Africa", "children": [ { "title": "South Africa hyperscale computing market, 2017 - 2030" }, { "title": "South Africa hyperscale computing market, by component, 2017 - 2030" }, { "title": "South Africa hyperscale computing market, by enterprise size, 2017 - 2030" }, { "title": "South Africa hyperscale computing market, by application, 2017 - 2030" }, { "title": "South Africa hyperscale computing market, by end-use, 2017 - 2030" } ] } ] } ] }, { "title": "Competitive Analysis", "children": [ { "title": "Key Company Heat Map Analysis, 2022" }, { "title": "Recent Developments & Impact Analysis, By Key Market Participants" }, { "title": "List of Few Market Players" }, { "title": "Vendor Landscape" } ] }, { "title": "Competitive Landscape", "children": [ { "title": "Amazon Web Services, Inc.", "children": [ { "title": "Company overview" }, { "title": "Financial performance" }, { "title": "Product benchmarking" }, { "title": "Strategic initiatives" } ] }, { "title": "Hewlett Packard Enterprise Development LP", "children": [ { "title": "Company overview" }, { "title": "Financial performance" }, { "title": "Product benchmarking" }, { "title": "Strategic initiatives" } ] }, { "title": "Intel Corporation", "children": [ { "title": "Company overview" }, { "title": "Product benchmarking" }, { "title": "Strategic initiatives" } ] }, { "title": "Microsoft", "children": [ { "title": "Company overview" }, { "title": "Financial performance" }, { "title": "Product benchmarking" }, { "title": "Strategic initiatives" } ] }, { "title": "Google Colud", "children": [ { "title": "Company overview" }, { "title": "Financial performance" }, { "title": "Product benchmarking" }, { "title": "Strategic initiatives" } ] }, { "title": "Oracle", "children": [ { "title": "Company overview" }, { "title": "Financial performance" }, { "title": "Product benchmarking" }, { "title": "Strategic Initiatives" } ] }, { "title": "Dell Inc.", "children": [ { "title": "Company overview" }, { "title": "Product benchmarking" }, { "title": "Strategic initiatives" } ] }, { "title": "Alibaba Cloud", "children": [ { "title": "Company overview" }, { "title": "Financial performance" }, { "title": "Product benchmarking" }, { "title": "Strategic initiatives" } ] }, { "title": "Server Technology, Inc.", "children": [ { "title": "Company overview" }, { "title": "Financial performance" }, { "title": "Product benchmarking" }, { "title": "Strategic initiatives" } ] }, { "title": "VIAVI Solutions Inc.", "children": [ { "title": "Company overview" }, { "title": "Financial performance" }, { "title": "Product benchmarking" }, { "title": "Strategic initiatives" } ] } ]