LogicImmoScraper/config.py at main · kami4ka/LogicImmoScraper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
"""Configuration for Logic-Immo scraper."""

import os

# ScrapingAnt API configuration
SCRAPINGANT_API_KEY = os.environ.get("SCRAPINGANT_API_KEY", "")
SCRAPINGANT_API_URL = "https://api.scrapingant.com/v2/general"

# Logic-Immo URLs
BASE_URL = "https://www.logic-immo.com"
SEARCH_URL = "https://www.logic-immo.com/recherche-immo"
DETAIL_URL_PATTERN = "https://www.logic-immo.com/detail-vente-{listing_id}.htm"

# Default settings
DEFAULT_TIMEOUT = 120
MAX_RETRIES = 3
DEFAULT_MAX_WORKERS = 5

# Location codes for major French cities
# Format: region/department/code
LOCATIONS = {
    "paris": {
        "region": "ile-de-france",
        "department": "paris-75",
        "code": "ad06fr76",
    },
    "lyon": {
        "region": "auvergne-rhone-alpes",
        "department": "rhone-69",
        "code": "ad06fr178",
    },
    "marseille": {
        "region": "provence-alpes-cote-d-azur",
        "department": "bouches-du-rhone-13",
        "code": "ad06fr136",
    },
    "toulouse": {
        "region": "occitanie",
        "department": "haute-garonne-31",
        "code": "ad06fr96",
    },
    "nice": {
        "region": "provence-alpes-cote-d-azur",
        "department": "alpes-maritimes-06",
        "code": "ad06fr128",
    },
    "bordeaux": {
        "region": "nouvelle-aquitaine",
        "department": "gironde-33",
        "code": "ad06fr104",
    },
    "lille": {
        "region": "hauts-de-france",
        "department": "nord-59",
        "code": "ad06fr59",
    },
    "nantes": {
        "region": "pays-de-la-loire",
        "department": "loire-atlantique-44",
        "code": "ad06fr156",
    },
    "strasbourg": {
        "region": "grand-est",
        "department": "bas-rhin-67",
        "code": "ad06fr44",
    },
    "montpellier": {
        "region": "occitanie",
        "department": "herault-34",
        "code": "ad06fr112",
    },
}

# Contract types
CONTRACT_TYPES = {
    "buy": "vente",
    "rent": "location",
}

# Property types
PROPERTY_TYPES = {
    "all": "immobilier",
    "apartment": "appartement",
    "house": "maison",
    "parking": "parking",
    "land": "terrain",
    "commercial": "commerce",
    "office": "bureau",
    "building": "immeuble",
}