Merge pull request #74 from TheDataRideAlongs/webcoderz-twint-patch-1

Update FirehoseJob.py

Author: webcoderz

.gitignore

@@ -164,4 +164,6 @@ lib
 lib64
 __pycache__
 
-neo4jcreds.json
+.idea
+
+neo4jcreds.json

.idea/.gitignore

@@ -14,7 +14,7 @@ services:
     image:  prefect-agent:0.0.5
     build:
       context: ../../../
-      dockerfile: ./infra/pipelines/docker/Dockerfile
+      dockerfile: ./infra/pipelines/docker/nonrapids-Dockerfile
     container_name: prefect-agent
     network_mode: 'bridge'
     restart: unless-stopped

.idea/ProjectDomino.iml

@@ -0,0 +1,13 @@
+FROM python:3.7
+RUN apt-get update \
+    && apt-get install -y --no-install-recommends supervisor \
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY . . 
+RUN pip install prefect==0.10.1 simplejson twarc neo4j boto3==1.12.39 \
+    pandas twint \
+&& ( prefect agent install local > supervisord.conf )
+RUN prefect backend server
+RUN ["chmod","+x","./infra/pipelines/docker/nonrapids-entrypoint.sh"]
+CMD ["./infra/pipelines/docker/nonrapids-entrypoint.sh"]