InsightPostgresMigrator/Dockerfile at master · EVEInsight/InsightPostgresMigrator · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
ARG INSIGHT_TAG="latest"
FROM nathanls/insight:$INSIGHT_TAG as builder
ARG PGLOADER_VERSION="master"

USER root

#packages for pgloader build
RUN apt-get update && apt-get install -y \
 sbcl \
 unzip \
 libsqlite3-dev \
 make \
 curl \
 gawk \
 freetds-dev \
 libzip-dev \
 git

USER root
WORKDIR /opt
RUN git clone -b $PGLOADER_VERSION --single-branch https://github.com/dimitri/pgloader.git --depth 1
WORKDIR /opt/pgloader
RUN make pgloader

FROM nathanls/insight:$INSIGHT_TAG
LABEL url="https://github.com/EVEInsight/InsightPostgresMigrator"
LABEL maintainer="maintainers@eveinsight.net"

ARG PGClient_VERSION="14"
ENV IntegrityCheckOnly="false"
ENV PerformIntegrityCheck="true"
ENV PYTHONUNBUFFERED=1
ENV POSTGRES_HOST=""
ENV POSTGRES_PORT=5432
ENV POSTGRES_USER=""
ENV POSTGRES_PASSWORD=""
ENV POSTGRES_DB=""
ENV SQLITE_DB="Database.db"
ENV INSIGHT_PATH="/InsightDocker/Insight/Insight"
ENV PGLOADER_BatchRows = 25000
ENV PGLOADER_BatchSize = "20 MB"
ENV PGLOADER_PrefetchRows = 100000
ENV PGLOADER_Workers = 4
ENV PGLOADER_Concurrency = 1
ENV PGLOADER_MaxParallelIndex = 6

#do not change
ENV DB_DRIVER="postgres"
ENV DISCORD_TOKEN="null"
ENV CCP_CLIENT_ID="null"
ENV CCP_SECRET_KEY="null"
ENV CCP_CALLBACK_URL="null"
ENV HEADERS_FROM_EMAIL="admin@eveinsight.net"
ENV PGLOADER_PATH="/opt/InsightMigrateTool/bin/pgloader"

USER root
#packages for adding postgres repo
RUN apt-get update && apt-get install -y \
 ca-certificates \
 gnupg \
 lsb-release \
 curl


RUN sh -c 'echo "deb http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list'
RUN curl https://www.postgresql.org/media/keys/ACCC4CF8.asc | apt-key add -

#packages for script client access / pycopg2 and pg_dump
RUN apt-get update && apt-get install -y \
 sqlite3 \
 libpq-dev \
 postgresql-client-$PGClient_VERSION

RUN rm -rf /var/lib/apt/lists/*
RUN rm -f /InsightDocker/sqlite-latest.sqlite

WORKDIR /opt/InsightMigrateTool
COPY --from=builder /opt/pgloader/build/bin/pgloader ./bin/pgloader
COPY ./InsightMigrateTool ./InsightMigrateTool
COPY ./requirements.txt ./
RUN chown -R insight:insight /opt/InsightMigrateTool
RUN find /opt/InsightMigrateTool -type f -exec chmod 0644 {} \;
RUN chmod 0500 $PGLOADER_PATH
USER insight
RUN pip3 install --no-cache-dir --upgrade -r requirements.txt
WORKDIR /app
ENTRYPOINT ["python3", "/opt/InsightMigrateTool/InsightMigrateTool/SQLiteToPostgresMigrate.py"]