2023-04-06 10:26:50 +00:00
|
|
|
FROM python:3.9
|
|
|
|
|
RUN mkdir /app
|
|
|
|
|
COPY requirements.txt /app
|
2023-04-06 11:21:34 +00:00
|
|
|
RUN pip install -r /app/requirements.txt
|
2023-04-12 12:35:35 +00:00
|
|
|
COPY *.py /app/
|
2023-04-06 10:26:50 +00:00
|
|
|
WORKDIR /app
|
2023-04-09 07:13:15 +00:00
|
|
|
# redis config
|
|
|
|
|
ENV REDIS_URL="redis://localhost:6379/"
|
|
|
|
|
ENV QUEUES="high,default,low"
|
|
|
|
|
# sucker config
|
|
|
|
|
ENV SUCKER_LANGUAGE="sk"
|
|
|
|
|
ENV SUCKER_DOMAIN="sk"
|
|
|
|
|
ENV SUCKER_BATCHSIZE="10"
|
|
|
|
|
ENV SUCKER_CONNECTION="mongodb://root:example@localhost:27017/"
|
|
|
|
|
ENV SUCKER_DBNAME="crawler"
|
2023-04-07 07:18:18 +00:00
|
|
|
ENTRYPOINT ["rq", "worker"]
|
