{
  "publisher": "Direct Dataset",
  "url": "https://directdataset.com/datasets",
  "contact": "hello@directdataset.com",
  "licence": "https://directdataset.com/licensing",
  "datasets": [
    {
      "id": "dubai-property-sales-transactions",
      "title": "Dubai Property Sales Transactions",
      "summary": "Every registered property sale in Dubai since November 1997, one row per transaction, with price, size, property type, completion status and a three-level location hierarchy.",
      "sector": "property",
      "url": "https://directdataset.com/datasets/dubai-property-sales-transactions",
      "markdown": "https://directdataset.com/datasets/dubai-property-sales-transactions.md",
      "records": "1.36M sales",
      "geography": "Dubai, United Arab Emirates",
      "period": "November 1997 to present",
      "granularity": "One row per registered sale",
      "updateFrequency": "One-time delivery, or monthly or quarterly updates",
      "formats": [
        "Parquet",
        "CSV",
        "SQLite"
      ],
      "loadsInto": [
        "Snowflake",
        "BigQuery",
        "Databricks",
        "DuckDB",
        "pandas"
      ],
      "keywords": [
        "dubai property transactions data",
        "dubai real estate sales dataset",
        "dld transaction data",
        "dubai property prices by area",
        "dubai off-plan sales data",
        "dubai real estate data for research",
        "comparable sales dubai",
        "dubai house price data"
      ],
      "tables": [
        {
          "name": "sales",
          "description": "One row per registered sale.",
          "fields": [
            {
              "name": "transaction_hash_id",
              "description": "Stable unique identifier for the transaction"
            },
            {
              "name": "transaction_date",
              "description": "Registration date (YYYY-MM-DD)"
            },
            {
              "name": "property_type, property_category",
              "description": "Apartment, villa, office, land and others; residential or commercial"
            },
            {
              "name": "amount_aed",
              "description": "Sale price in UAE dirhams"
            },
            {
              "name": "amount_per_sqm_aed",
              "description": "Price per square metre in UAE dirhams"
            },
            {
              "name": "bedrooms",
              "description": "Number of bedrooms (0 is a studio)"
            },
            {
              "name": "floor",
              "description": "Floor, including codes such as G, M and P3"
            },
            {
              "name": "built_up_area_sqm, plot_area_sqm, balcony_area_sqm",
              "description": "Areas in square metres"
            },
            {
              "name": "completion_status",
              "description": "ready or off_plan"
            },
            {
              "name": "sale_market",
              "description": "primary (first sale from the developer) or secondary (resale)"
            },
            {
              "name": "occupancy_status",
              "description": "vacant, rented or vacant_on_transfer, where recorded"
            },
            {
              "name": "previous_sale_date",
              "description": "Date of the previous sale of the same unit, where recorded"
            },
            {
              "name": "district, community, location",
              "description": "Area, sub-community or project, and building, each with id, name_en and name_ar"
            },
            {
              "name": "latitude, longitude",
              "description": "Coordinates of the building or location"
            }
          ]
        }
      ],
      "definitions": [
        "Scope: registered property sales. Mortgage and gift registrations are separate record types.",
        "occupancy_status and previous_sale_date are populated wherever the underlying record carries them.",
        "A record count by year is supplied with every quotation, so coverage can be reconciled against published totals."
      ],
      "citation": "Direct Dataset. Dubai Property Sales Transactions [dataset]. https://directdataset.com/datasets/dubai-property-sales-transactions. Retrieved [date you received the data]."
    },
    {
      "id": "dubai-rental-contracts",
      "title": "Dubai Rental Contracts",
      "summary": "Every registered rental contract in Dubai since August 2010, one row per contract, with contract value, monthly rent, length, new or renewal status and location.",
      "sector": "property",
      "url": "https://directdataset.com/datasets/dubai-rental-contracts",
      "markdown": "https://directdataset.com/datasets/dubai-rental-contracts.md",
      "records": "8.82M contracts",
      "geography": "Dubai, United Arab Emirates",
      "period": "August 2010 to present",
      "granularity": "One row per registered rental contract",
      "updateFrequency": "One-time delivery, or monthly or quarterly updates",
      "formats": [
        "Parquet",
        "CSV",
        "SQLite"
      ],
      "loadsInto": [
        "Snowflake",
        "BigQuery",
        "Databricks",
        "DuckDB",
        "pandas"
      ],
      "keywords": [
        "dubai rental contracts dataset",
        "dubai rent data by area",
        "dubai rental market data",
        "ejari rental data",
        "dubai rental yield data",
        "dubai rents new leases and renewals",
        "dubai commercial lease data",
        "uae rental data for research"
      ],
      "tables": [
        {
          "name": "rentals",
          "description": "One row per registered rental contract, new or renewal.",
          "fields": [
            {
              "name": "transaction_hash_id",
              "description": "Stable unique identifier for the contract"
            },
            {
              "name": "transaction_date",
              "description": "Registration date (YYYY-MM-DD)"
            },
            {
              "name": "amount_aed",
              "description": "Total contract value in UAE dirhams"
            },
            {
              "name": "monthly_rent_aed",
              "description": "Contract value divided by contract length in months"
            },
            {
              "name": "contract_months",
              "description": "Contract length in months"
            },
            {
              "name": "contract_status",
              "description": "new or renewal"
            },
            {
              "name": "contract_start_date, contract_end_date",
              "description": "Contract period (end date where recorded)"
            },
            {
              "name": "property_type, property_category",
              "description": "Apartment, villa, office and others; residential or commercial"
            },
            {
              "name": "bedrooms, floor",
              "description": "Number of bedrooms (0 is a studio) and floor"
            },
            {
              "name": "built_up_area_sqm",
              "description": "Unit area in square metres"
            },
            {
              "name": "district, community, location",
              "description": "Area, sub-community or project, and building, each with id, name_en and name_ar"
            },
            {
              "name": "latitude, longitude",
              "description": "Coordinates of the building or location"
            }
          ]
        }
      ],
      "definitions": [
        "monthly_rent_aed is a derived field: contract value divided by contract length in months.",
        "contract_end_date is populated wherever the underlying record carries it.",
        "A record count by year is supplied with every quotation, so coverage can be reconciled against published totals."
      ],
      "citation": "Direct Dataset. Dubai Rental Contracts [dataset]. https://directdataset.com/datasets/dubai-rental-contracts. Retrieved [date you received the data]."
    },
    {
      "id": "uae-property-listings-price-history",
      "title": "UAE Property Listings and Asking-Price History",
      "summary": "UAE property listings on the two largest portals, recorded every day since June 2026, with a dated event for each asking-price change, delisting and relisting.",
      "sector": "property",
      "url": "https://directdataset.com/datasets/uae-property-listings-price-history",
      "markdown": "https://directdataset.com/datasets/uae-property-listings-price-history.md",
      "records": "3.8M listing records",
      "geography": "United Arab Emirates, all emirates",
      "period": "June 2026 to present, recorded daily",
      "granularity": "One row per listing, plus one row per listing per day of change",
      "updateFrequency": "Captured daily. Delivered once, monthly, quarterly or as a daily file",
      "formats": [
        "Parquet",
        "CSV",
        "SQLite"
      ],
      "loadsInto": [
        "Snowflake",
        "BigQuery",
        "Databricks",
        "DuckDB",
        "pandas"
      ],
      "keywords": [
        "uae property listings data",
        "dubai property asking prices",
        "property listing price history",
        "days on market data dubai",
        "property price cuts dubai",
        "bayut listings data",
        "property finder listings data",
        "abu dhabi property listings data",
        "bayut data",
        "bayut dataset",
        "bayut listings dataset",
        "bayut price history",
        "property finder data",
        "property finder dataset",
        "property finder listings dataset",
        "property finder price changes"
      ],
      "tables": [
        {
          "name": "listings (per portal)",
          "description": "One row per listing with its latest known values. The two portals are delivered as separate tables with their own columns.",
          "fields": [
            {
              "name": "Listing identifiers",
              "description": "Portal listing ID, advertiser reference and advertising permit number"
            },
            {
              "name": "Purpose and price",
              "description": "For sale or rent, asking price in UAE dirhams and rent period"
            },
            {
              "name": "Property type",
              "description": "Residential or commercial; apartment, villa, townhouse, office and others"
            },
            {
              "name": "Unit details",
              "description": "Bedrooms, bathrooms, built-up and plot area, furnishing, ready or off-plan"
            },
            {
              "name": "Location",
              "description": "Emirate, city, community, sub-community, building and coordinates"
            },
            {
              "name": "Project fields",
              "description": "Project name, handover date and construction progress for off-plan listings"
            },
            {
              "name": "Advertiser",
              "description": "Agent and agency or brokerage as published on the listing"
            },
            {
              "name": "Listing quality",
              "description": "Verification flag, advertising tier, photo and video counts"
            },
            {
              "name": "Presence dates",
              "description": "Date listed, first and last day seen live, and delisting date"
            }
          ]
        },
        {
          "name": "listing events (per portal)",
          "description": "One row per listing per day on which something changed.",
          "fields": [
            {
              "name": "Listing ID, date, change type",
              "description": "first_seen, changed, delisted or relisted"
            },
            {
              "name": "changedFields",
              "description": "Which fields changed that day"
            },
            {
              "name": "prevPrice, price",
              "description": "Asking price before and after the change"
            }
          ]
        },
        {
          "name": "listing presence (Property Finder)",
          "description": "One row per continuous period a listing was live.",
          "fields": [
            {
              "name": "propertyId, fromDate, toDate",
              "description": "The listing and the first and last day of each live period"
            }
          ]
        }
      ],
      "definitions": [
        "The daily record begins in June 2026 and grows every day.",
        "Each portal is delivered as its own table. A property advertised on both portals, or by several agents, appears once per listing.",
        "Prices are asking prices as advertised. The delisting date records the day a listing left the market.",
        "Each table keeps the units of its source, square metres or square feet, and states them in the data dictionary."
      ],
      "citation": "Direct Dataset. UAE Property Listings and Asking-Price History [dataset]. https://directdataset.com/datasets/uae-property-listings-price-history. Retrieved [date you received the data]."
    },
    {
      "id": "sephora-us-product-catalogue",
      "title": "Sephora US Product Catalogue and Price History",
      "summary": "The Sephora US range as linked tables: 11,682 products from 355 brands with prices, ratings, ingredient lists and categories, and a dated price and rating record for every capture day since February 2026.",
      "sector": "retail",
      "url": "https://directdataset.com/datasets/sephora-us-product-catalogue",
      "markdown": "https://directdataset.com/datasets/sephora-us-product-catalogue.md",
      "records": "11,682 products",
      "geography": "United States",
      "period": "February 2026 to present",
      "granularity": "One row per product, with linked tables for product details and for each product on each capture day",
      "updateFrequency": "Recorded daily. One-time delivery, or monthly or quarterly updates",
      "formats": [
        "Parquet",
        "CSV",
        "SQLite"
      ],
      "loadsInto": [
        "Snowflake",
        "BigQuery",
        "Databricks",
        "DuckDB",
        "pandas"
      ],
      "keywords": [
        "sephora product data",
        "sephora product dataset",
        "sephora products csv",
        "sephora price history data",
        "sephora ingredients dataset",
        "skincare ingredients dataset",
        "beauty product dataset",
        "cosmetics product data",
        "makeup product dataset",
        "sephora brands and categories data",
        "beauty price benchmarking data",
        "sephora bestsellers data"
      ],
      "tables": [
        {
          "name": "products",
          "description": "One row per product. 40 columns.",
          "fields": [
            {
              "name": "productId, skuId, brandName, displayName, targetUrl",
              "description": "Identifiers, brand, product name and the address of the product page"
            },
            {
              "name": "listPrice, salePrice, valuePrice",
              "description": "US dollar prices exactly as shown on the site, with a range where a product comes in several sizes"
            },
            {
              "name": "rating, reviews",
              "description": "Mean customer rating and the number of reviews behind it"
            },
            {
              "name": "isBestseller, isNew, isLimitedTimeOffer, moreColors",
              "description": "Badges the retailer places on the product"
            },
            {
              "name": "categoryPath, heroImage",
              "description": "Position in the category tree and the lead product image"
            }
          ]
        },
        {
          "name": "product details",
          "description": "One row per product. 56 columns. Joined to products by productId.",
          "fields": [
            {
              "name": "description, highlights, howToUse",
              "description": "The long-form text from the product page"
            },
            {
              "name": "ingredients",
              "description": "The complete ingredient list, populated wherever the retailer publishes it"
            },
            {
              "name": "filter tags",
              "description": "Skin type or hair type, concerns addressed, formulation and ingredient preferences"
            }
          ]
        },
        {
          "name": "price history",
          "description": "One row per product per capture day.",
          "fields": [
            {
              "name": "productId, date",
              "description": "The product and the day of the observation"
            },
            {
              "name": "listPrice, salePrice, rating, reviews, isBestseller, isNew",
              "description": "Prices, rating, review count and badges as they stood on that day"
            }
          ]
        }
      ],
      "definitions": [
        "Prices are the US dollar prices displayed online on the day of capture. A product sold in several sizes carries the displayed price range.",
        "A daily observation is one product on one capture day, with its list price, sale price, rating, review count and badges.",
        "The ingredients field is populated wherever the source publishes it. Detail records cover 10,373 products.",
        "A product can sit in several categories. The category link records each one, across 278 categories.",
        "A narrower cut by brand, category, date range or field is produced on request."
      ],
      "samples": [
        {
          "label": "Free sample: 1,000 products, Parquet and CSV, on Hugging Face",
          "href": "https://huggingface.co/datasets/directdataset/sephora-us-products-sample"
        }
      ],
      "citation": "Direct Dataset. Sephora US Product Catalogue and Price History [dataset]. https://directdataset.com/datasets/sephora-us-product-catalogue. Retrieved [date you received the data]."
    },
    {
      "id": "retail-price-history-us-europe",
      "title": "Retail Price History, US and Europe",
      "summary": "The lowest advertised price on each day on record for 7,063 popular consumer products in six countries, with the shop offering it.",
      "sector": "retail",
      "url": "https://directdataset.com/datasets/retail-price-history-us-europe",
      "markdown": "https://directdataset.com/datasets/retail-price-history-us-europe.md",
      "records": "4.13M daily prices",
      "geography": "United States, United Kingdom, Germany, France, Spain, Italy",
      "period": "Daily history from 2018 onwards",
      "granularity": "One row per product per day",
      "updateFrequency": "Supplied as an edition. New editions, products and countries on request",
      "formats": [
        "Parquet",
        "CSV",
        "SQLite"
      ],
      "loadsInto": [
        "Snowflake",
        "BigQuery",
        "Databricks",
        "DuckDB",
        "pandas"
      ],
      "keywords": [
        "retail price history dataset",
        "daily product price data",
        "black friday price data",
        "price tracking data europe",
        "consumer electronics price history",
        "price comparison data",
        "inflation research price data",
        "promotional pricing data"
      ],
      "tables": [
        {
          "name": "products",
          "description": "One row per product.",
          "fields": [
            {
              "name": "country, productId",
              "description": "Country and product identifier"
            },
            {
              "name": "category, categoryName",
              "description": "Product type in English and the category as shown to shoppers"
            },
            {
              "name": "name, description",
              "description": "Product name and description"
            },
            {
              "name": "currency",
              "description": "USD, GBP or EUR"
            },
            {
              "name": "lowest_price, highest_price",
              "description": "Range of the daily lowest price over the period on record"
            },
            {
              "name": "days_recorded, shops",
              "description": "Number of days on record and number of shops that offered the product"
            },
            {
              "name": "first_recorded, last_recorded",
              "description": "First and last day on record"
            }
          ]
        },
        {
          "name": "daily_prices",
          "description": "One row per product per day.",
          "fields": [
            {
              "name": "country, productId, day",
              "description": "The product and the date"
            },
            {
              "name": "price",
              "description": "Lowest advertised price that day, in the product currency"
            },
            {
              "name": "shop",
              "description": "The shop offering that price"
            }
          ]
        }
      ],
      "definitions": [
        "Each price is the lowest advertised price for that day, from retailers and marketplace sellers, with the shop named.",
        "The products table gives the first and last day on record for every product.",
        "New editions are produced on request, with the products, categories and countries you choose.",
        "The product list is a selection of popular products in each type and country."
      ],
      "citation": "Direct Dataset. Retail Price History, US and Europe [dataset]. https://directdataset.com/datasets/retail-price-history-us-europe. Retrieved [date you received the data]."
    },
    {
      "id": "sephora-us-customer-reviews",
      "title": "Sephora US Customer Reviews",
      "summary": "4.6 million customer reviews of 11,280 beauty products, from 2008 onwards, with rating, full text, reviewer-stated attributes and helpfulness votes.",
      "sector": "retail",
      "url": "https://directdataset.com/datasets/sephora-us-customer-reviews",
      "markdown": "https://directdataset.com/datasets/sephora-us-customer-reviews.md",
      "records": "4.63M reviews",
      "geography": "United States",
      "period": "Reviews from August 2008 onwards",
      "granularity": "One row per review",
      "updateFrequency": "Supplied as an edition. A fresh edition is produced on request",
      "formats": [
        "Parquet",
        "CSV",
        "SQLite"
      ],
      "loadsInto": [
        "Snowflake",
        "BigQuery",
        "Databricks",
        "DuckDB",
        "pandas"
      ],
      "keywords": [
        "sephora reviews dataset",
        "beauty product reviews data",
        "skincare reviews dataset",
        "customer review data for sentiment analysis",
        "cosmetics review corpus",
        "review data for machine learning",
        "consumer insight beauty data"
      ],
      "tables": [
        {
          "name": "reviews",
          "description": "One row per review. 77 columns.",
          "fields": [
            {
              "name": "review_id, reviewed_product_id, reviewed_variant_name",
              "description": "The review, the product and the shade or size reviewed"
            },
            {
              "name": "rating, is_recommended",
              "description": "Star rating and whether the reviewer recommends the product"
            },
            {
              "name": "title, review_text, pros, cons",
              "description": "The written review"
            },
            {
              "name": "submission_time, last_modification_time",
              "description": "When the review was written and last edited"
            },
            {
              "name": "skin_type, skin_tone, eye_color, hair_type, age_range, skin_concerns",
              "description": "Reviewer attributes, where stated"
            },
            {
              "name": "is_verified_purchaser, is_incentivized, is_staff",
              "description": "Review provenance flags"
            },
            {
              "name": "helpful_votes, not_helpful_votes, total_votes",
              "description": "Helpfulness votes"
            },
            {
              "name": "photo_count, video_count",
              "description": "Media attached to the review"
            },
            {
              "name": "client_response_text, client_response_date",
              "description": "The brand reply, where there is one"
            },
            {
              "name": "user_nickname, user_location",
              "description": "Reviewer display name and location as shown publicly"
            }
          ]
        }
      ],
      "definitions": [
        "Covers the reviews publicly shown on each product page.",
        "Reviewer attributes are self-reported and are populated wherever the reviewer stated them.",
        "Delivered with or without the reviewer display fields, as you prefer.",
        "A fresh edition, with the newest reviews, is produced on request."
      ],
      "citation": "Direct Dataset. Sephora US Customer Reviews [dataset]. https://directdataset.com/datasets/sephora-us-customer-reviews. Retrieved [date you received the data]."
    },
    {
      "id": "tesco-uk-product-catalogue",
      "title": "Tesco UK Product Catalogue",
      "summary": "The full Tesco UK catalogue: 864,749 products with prices, Clubcard offers, nutrition, ingredients, allergens and barcodes, in linked tables.",
      "sector": "retail",
      "url": "https://directdataset.com/datasets/tesco-uk-product-catalogue",
      "markdown": "https://directdataset.com/datasets/tesco-uk-product-catalogue.md",
      "records": "864,749 products",
      "geography": "United Kingdom",
      "period": "Full catalogue edition",
      "granularity": "One row per product, with linked tables for nutrition, allergens, promotions, categories and sellers",
      "updateFrequency": "Full catalogue edition. Fresh editions or recurring captures on request",
      "formats": [
        "Parquet",
        "CSV",
        "SQLite"
      ],
      "loadsInto": [
        "Snowflake",
        "BigQuery",
        "Databricks",
        "DuckDB",
        "pandas"
      ],
      "keywords": [
        "tesco product data",
        "uk grocery product dataset",
        "uk supermarket prices data",
        "nutrition data uk grocery",
        "food ingredients and allergens dataset",
        "gtin barcode product data uk",
        "clubcard prices data",
        "fmcg product catalogue data"
      ],
      "tables": [
        {
          "name": "products",
          "description": "One row per product. 177 columns.",
          "fields": [
            {
              "name": "productId, tpnb, tpnc, gtin",
              "description": "Retailer identifiers and barcode"
            },
            {
              "name": "title, brandName, description",
              "description": "Product name, brand and descriptive content"
            },
            {
              "name": "superDepartmentName, departmentName, aisleName, shelfName",
              "description": "Position in the catalogue"
            },
            {
              "name": "price, unitPrice, unitOfMeasure, clubcardPrice",
              "description": "Shelf price, unit price and Clubcard price"
            },
            {
              "name": "promotionsText, promotionCount",
              "description": "Current offers"
            },
            {
              "name": "rating, reviewCount",
              "description": "Customer rating and number of reviews"
            },
            {
              "name": "productKind, sellerName, sellerCount",
              "description": "Tesco, F&F or marketplace item, and who sells it"
            },
            {
              "name": "ingredients, storage, netContents",
              "description": "Product information as published"
            }
          ]
        },
        {
          "name": "linked tables",
          "description": "Joined to products by productId.",
          "fields": [
            {
              "name": "product_nutrition",
              "description": "Nutrition rows as published, for example per 100 g and per serving"
            },
            {
              "name": "product_allergens",
              "description": "Allergen declarations"
            },
            {
              "name": "product_promotions",
              "description": "Each promotion with its mechanic and dates"
            },
            {
              "name": "product_categories, product_sellers",
              "description": "Every category a product sits in and every marketplace offer for it"
            }
          ]
        }
      ],
      "definitions": [
        "Each edition is one full capture of the catalogue. Recurring captures build a price history.",
        "Nutrition, allergen and ingredient data are included wherever the retailer publishes them: ingredient lists cover 38,601 products.",
        "The catalogue has three parts: Tesco grocery and household lines, F&F clothing and marketplace items. Each can be delivered on its own.",
        "Prices are the online prices shown at the time of capture."
      ],
      "citation": "Direct Dataset. Tesco UK Product Catalogue [dataset]. https://directdataset.com/datasets/tesco-uk-product-catalogue. Retrieved [date you received the data]."
    }
  ]
}