Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Merge branch 'master' into Issue-#1
  • Loading branch information
007vasy authored Apr 2, 2020
commit c48ef1752367b6e2de1a2d3ac6bdf05899ca23b9
6 changes: 6 additions & 0 deletions modules/FirehoseJob.py
Original file line number Diff line number Diff line change
Expand Up @@ -197,13 +197,17 @@ def __init__(self, creds = [], neo4j_creds = None, TWEETS_PER_PROCESS=100, TWEET
self.__file_names = []

def __del__(self):

logger.debug('__del__')
self.destroy()


def destroy(self, job_name='generic_job'):
logger.debug('flush before destroying..')
self.flush(job_name)

logger.debug('destroy', self.writers.keys())

for k in self.writers.keys():
if not (self.writers[k] is None):
logger.debug('Closing parquet writer %s' % k)
Expand All @@ -216,8 +220,10 @@ def destroy(self, job_name='generic_job'):
time.sleep(1)
logger.debug('... Safely closed %s' % k)
else:

logger.debug('Nothing to close for writer %s' % k)


###################

def get_creation_time(self, id):
Expand Down
You are viewing a condensed version of this merge commit. You can view the full changes here.