{
    "SCRAPYDWEB_BIND": "0.0.0.0",
    "SCRAPYDWEB_PORT": 5000,
    "URL_SCRAPYDWEB": "http://127.0.0.1:5000",
    "ENABLE_AUTH": False,
    "USERNAME": "",
    "PASSWORD": ""
}

{
    "CERTIFICATE_FILEPATH": "",
    "PRIVATEKEY_FILEPATH": ""
}

/opt/containers/scrapy/scrapyd_jobs

{
    "": [
        "scrapyd:6800"
    ]
}

scrapyd:6800

/var/log/

['.log', '.log.gz', '.txt']

/usr/local/lib/python3.11/site-packages/logparser/settings.py

{
    "SCHEDULE_EXPAND_SETTINGS_ARGUMENTS": False,
    "SCHEDULE_CUSTOM_USER_AGENT": "Mozilla/5.0",
    "SCHEDULE_USER_AGENT": None,
    "SCHEDULE_ROBOTSTXT_OBEY": None,
    "SCHEDULE_COOKIES_ENABLED": None,
    "SCHEDULE_CONCURRENT_REQUESTS": None,
    "SCHEDULE_DOWNLOAD_DELAY": None,
    "SCHEDULE_ADDITIONAL": "-d setting=CLOSESPIDER_TIMEOUT=60\r\n-d setting=CLOSESPIDER_PAGECOUNT=10\r\n-d arg1=val1"
}

{
    "SHOW_SCRAPYD_ITEMS": True,
    "SHOW_JOBS_JOB_COLUMN": True,
    "JOBS_FINISHED_JOBS_LIMIT": 0,
    "JOBS_RELOAD_INTERVAL": 300,
    "DAEMONSTATUS_REFRESH_INTERVAL": 10
}

{
    "SLACK_TOKEN": "",
    "SLACK_CHANNEL": "general"
}

{
    "TELEGRAM_TOKEN": "****013728:AAFt--1DP0Xnu-VQCLAcH0-X7HXDPUW****",
    "TELEGRAM_CHAT_ID": 7249076927
}

{
    "EMAIL_SUBJECT": "Email from #scrapydweb"
}

{
    "EMAIL_USERNAME": "",
    "EMAIL_PASSWORD": "",
    "EMAIL_SENDER": "",
    "EMAIL_RECIPIENTS": [
        ""
    ]
}

{
    "SMTP_SERVER": "",
    "SMTP_PORT": 0,
    "SMTP_OVER_SSL": False,
    "SMTP_CONNECTION_TIMEOUT": 30
}

{
    "POLL_ROUND_INTERVAL": 300,
    "POLL_REQUEST_INTERVAL": 10
}

{
    "ENABLE_SLACK_ALERT": False,
    "ENABLE_TELEGRAM_ALERT": False,
    "ENABLE_EMAIL_ALERT": False
}

[
    {
        "ALERT_WORKING_DAYS": "[1, 2, 3, 4, 5, 6, 7]",
        "remark": "Monday is 1 and Sunday is 7"
    },
    {
        "ALERT_WORKING_HOURS": "[6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22]",
        "remark": "From 0 to 23"
    }
]

{
    "ON_JOB_RUNNING_INTERVAL": 0,
    "ON_JOB_FINISHED": True,
    "CRITICAL": {
        "LOG_CRITICAL_THRESHOLD": 0,
        "LOG_CRITICAL_TRIGGER_STOP": False,
        "LOG_CRITICAL_TRIGGER_FORCESTOP": False
    },
    "ERROR": {
        "LOG_ERROR_THRESHOLD": 0,
        "LOG_ERROR_TRIGGER_STOP": False,
        "LOG_ERROR_TRIGGER_FORCESTOP": False
    },
    "WARNING": {
        "LOG_WARNING_THRESHOLD": 0,
        "LOG_WARNING_TRIGGER_STOP": False,
        "LOG_WARNING_TRIGGER_FORCESTOP": False
    },
    "REDIRECT": {
        "LOG_REDIRECT_THRESHOLD": 0,
        "LOG_REDIRECT_TRIGGER_STOP": False,
        "LOG_REDIRECT_TRIGGER_FORCESTOP": False
    },
    "RETRY": {
        "LOG_RETRY_THRESHOLD": 0,
        "LOG_RETRY_TRIGGER_STOP": False,
        "LOG_RETRY_TRIGGER_FORCESTOP": False
    },
    "IGNORE": {
        "LOG_IGNORE_THRESHOLD": 0,
        "LOG_IGNORE_TRIGGER_STOP": False,
        "LOG_IGNORE_TRIGGER_FORCESTOP": False
    }
}

/opt/containers/scrapy/DATA

{
    "APSCHEDULER_DATABASE_URI": "sqlite:////opt/containers/scrapy/DATA/database/apscheduler.db",
    "SQLALCHEMY_DATABASE_URI": "sqlite:////opt/containers/scrapy/DATA/database/timer_tasks.db",
    "SQLALCHEMY_BINDS_METADATA": "sqlite:////opt/containers/scrapy/DATA/database/metadata.db",
    "SQLALCHEMY_BINDS_JOBS": "sqlite:////opt/containers/scrapy/DATA/database/jobs.db"
}