yhy363
91 lines
4.4 KiB
Docker
91 lines
4.4 KiB
Docker
#使用 python:3.6-slim 做基础镜像减少大小。其中tensorflow再用另外的镜像跑数据。
|
|
FROM docker.io/python:3.6-slim
|
|
|
|
# https://opsx.alibaba.com/mirror
|
|
# 使用阿里云镜像地址。修改debian apt 更新地址，pip 地址，设置时区。
|
|
RUN echo "deb http://mirrors.aliyun.com/debian/ stretch main non-free contrib\n\
|
|
deb-src http://mirrors.aliyun.com/debian/ stretch main non-free contrib\n\
|
|
deb http://mirrors.aliyun.com/debian-security stretch/updates main\n\
|
|
deb-src http://mirrors.aliyun.com/debian-security stretch/updates main\n\
|
|
deb http://mirrors.aliyun.com/debian/ stretch-updates main non-free contrib\n\
|
|
deb-src http://mirrors.aliyun.com/debian/ stretch-updates main non-free contrib\n\
|
|
deb http://mirrors.aliyun.com/debian/ stretch-backports main non-free contrib\n\
|
|
deb-src http://mirrors.aliyun.com/debian/ stretch-backports main non-free contrib" > /etc/apt/sources.list && \
|
|
echo "[global]\n\
|
|
trusted-host=mirrors.aliyun.com\n\
|
|
index-url=http://mirrors.aliyun.com/pypi/simple" > /etc/pip.conf && \
|
|
ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime && \
|
|
echo "Asia/Shanghai" > /etc/timezone
|
|
|
|
#安装 mysqlclient tushare (pandas ,numpy) tornado bokeh
|
|
# apt-get autoremove -y 删除没有用的依赖lib。减少镜像大小。1MB 也要节省。
|
|
# apt-get --purge remove 软件包名称 , 删除已安装包（不保留配置文件)。
|
|
RUN apt-get update && apt-get install -y gcc make axel python3-dev default-libmysqlclient-dev libxml2-dev cron supervisor && \
|
|
pip3 install mysqlclient sqlalchemy && \
|
|
pip3 install requests && \
|
|
pip3 install lxml bs4 && \
|
|
pip3 install numpy pandas && \
|
|
pip3 install tushare && \
|
|
pip3 install tornado torndb && \
|
|
pip3 install bokeh stockstats && \
|
|
cd /tmp && axel https://nchc.dl.sourceforge.net/project/ta-lib/ta-lib/0.4.0/ta-lib-0.4.0-src.tar.gz && \
|
|
tar xvfz ta-lib-0.4.0-src.tar.gz && \
|
|
cd ta-lib && ./configure && make && make install && cd /tmp && rm -rf * && \
|
|
pip3 install TA-Lib && \
|
|
apt-get --purge remove -y gcc make axel python3-dev default-libmysqlclient-dev libxml2-dev && \
|
|
rm -rf /root/.cache/* && apt-get clean && apt-get autoremove -y
|
|
|
|
# /usr/local/lib/python3.6/site-packages/pandas/
|
|
#1.解决 pandas 数据插入问题。直接修改数据库驱动 sqlalchemy
|
|
# 修改：statement.replace("INSERT INTO","INSERT IGNORE INTO")
|
|
# /usr/local/lib/python3.6/site-packages/sqlalchemy/dialects/mysql/mysqldb.py
|
|
# 增加了一个 IGNORE 参数。
|
|
#2.解决torndb在python3下面的问题：
|
|
#http://blog.csdn.net/littlethunder/article/details/8917378
|
|
RUN echo `date +%Y-%m-%d:%H:%M:%S` >> /etc/docker.build && \
|
|
sed -i -e 's/executemany(statement/executemany(statement.replace\("INSERT INTO","INSERT IGNORE INTO")/g' \
|
|
/usr/local/lib/python3.6/site-packages/sqlalchemy/dialects/mysql/mysqldb.py && \
|
|
rm -f /etc/cron.daily/apt-compat /etc/cron.daily/dpkg /etc/cron.daily/passwd && \
|
|
sed -i -e 's/itertools\.izip/zip/g' \
|
|
/usr/local/lib/python3.6/site-packages/torndb.py
|
|
|
|
#增加语言utf-8
|
|
ENV LANG=zh_CN.UTF-8
|
|
ENV LC_CTYPE=zh_CN.UTF-8
|
|
ENV LC_ALL=C
|
|
ENV PYTHONPATH=/data/stock
|
|
|
|
WORKDIR /data
|
|
|
|
#add cron sesrvice.
|
|
#每分钟，每小时1分钟，每天1点1分，每月1号执行
|
|
RUN mkdir -p /etc/cron.minutely && mkdir -p /etc/cron.hourly && mkdir -p /etc/cron.monthly && \
|
|
echo "SHELL=/bin/sh \n\
|
|
PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin \n\
|
|
# min hour day month weekday command \n\
|
|
*/1 * * * * /bin/run-parts /etc/cron.minutely \n\
|
|
10 * * * * /bin/run-parts /etc/cron.hourly \n\
|
|
30 16 * * * /bin/run-parts /etc/cron.daily \n\
|
|
30 17 1,10,20 * * /bin/run-parts /etc/cron.monthly \n" > /var/spool/cron/crontabs/root && \
|
|
chmod 600 /var/spool/cron/crontabs/root
|
|
|
|
|
|
#增加服务端口
|
|
EXPOSE 8888 9999 6006 8500 9001
|
|
|
|
#经常修改放到最后：
|
|
ADD jobs /data/stock/jobs
|
|
ADD libs /data/stock/libs
|
|
ADD web /data/stock/web
|
|
ADD supervisor /etc/supervisor
|
|
|
|
ADD jobs/cron.minutely /etc/cron.minutely
|
|
ADD jobs/cron.hourly /etc/cron.hourly
|
|
ADD jobs/cron.daily /etc/cron.daily
|
|
ADD jobs/cron.monthly /etc/cron.monthly
|
|
|
|
RUN mkdir -p /data/logs && ls /data/stock/ && chmod 755 /data/stock/jobs/run_* && \
|
|
chmod 755 /etc/cron.minutely/* && chmod 755 /etc/cron.hourly/* && \
|
|
chmod 755 /etc/cron.daily/* && chmod 755 /etc/cron.monthly/*
|
|
|
|
ENTRYPOINT ["supervisord","-n","-c","/etc/supervisor/supervisord.conf"] |