x/stackalytics
Code Issues Proposed changes

Update release for commit after date update

Browse Source 
Updates commit release after commit date is updated with change merge date
in case if commit is not a part of release_index.

Change-Id: I94db5fb02ddede17b3958150fdbcffc52367ea21
This commit is contained in:
Andrii Ostapenko 2019-06-26 11:09:01 -05:00
parent 8b5345b458
commit f539bc01dd
1 changed files with 11 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
stackalytics/processor/record_processor.py
View File

@ -491,9 +491,10 @@ class RecordProcessor(object):
yield translation yield translation
def _renew_record_date(self, record): def _renew_record_date(self, record, force_update_release=False):
record['week'] = utils.timestamp_to_week(record['date']) record['week'] = utils.timestamp_to_week(record['date'])
if ('release' not in record) or (not record['release']): if (force_update_release or ('release' not in record) or
(not record['release'])):
record['release'] = self._get_release(record['date']) record['release'] = self._get_release(record['date'])
def process(self, record_iterator): def process(self, record_iterator):
@ -549,7 +550,7 @@ class RecordProcessor(object):
yield record_handler yield record_handler
def _update_commits_with_merge_date(self): def _update_commits_with_merge_date(self, release_index):
LOG.info('Update commits with merge date') LOG.info('Update commits with merge date')
change_id_to_date = {} change_id_to_date = {}
@ -574,7 +575,11 @@ class RecordProcessor(object):
old_date = record['date'] old_date = record['date']
if old_date != change_id_to_date[change_id]: if old_date != change_id_to_date[change_id]:
record['date'] = change_id_to_date[change_id] record['date'] = change_id_to_date[change_id]
self._renew_record_date(record) force_update_release = (
record['primary_key'] not in release_index
)
self._renew_record_date(record,
force_update_release)
LOG.debug('Date %(date)s has changed in record ' LOG.debug('Date %(date)s has changed in record '
'%(record)s', {'date': old_date, '%(record)s', {'date': old_date,
'record': record}) 'record': record})
@ -786,7 +791,8 @@ class RecordProcessor(object):
def post_processing(self, release_index): def post_processing(self, release_index):
processors = [ processors = [
self._update_records_with_user_info, self._update_records_with_user_info,
self._update_commits_with_merge_date, functools.partial(self._update_commits_with_merge_date,
release_index),
functools.partial(self._update_records_with_releases, functools.partial(self._update_records_with_releases,
release_index), release_index),
self._update_commits_with_module_alias, self._update_commits_with_module_alias,