x
/
nemesis
Code Issues Proposed changes

Merge "Update swift / worker base"

This commit is contained in:
Zuul 2018-03-03 01:02:41 +00:00 committed by Gerrit Code Review
parent a1d2153b7f a001829f55
commit e5ae17d85c
2 changed files with 22 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
python_nemesis/swift.py
View File

@ -30,3 +30,16 @@ def upload_to_swift(filename, file_id):
container = config.swift.container.encode('utf-8')
file_id = str(file_id).encode('utf-8')
swift_session.put_object(container, file_id, upload_file)
def download_from_swift(file_uuid):
config = current_app.config['cfg']
auth_version = config.swift.auth_version
swift_session = swiftclient.Connection(authurl=config.swift.auth_uri,
user=config.swift.user,
key=config.swift.password,
tenant_name=config.swift.project,
auth_version=auth_version)
container = config.swift.container.encode('utf-8')
print(swift_session.get_object(container, file_uuid))

11
python_nemesis/worker/__init__.py
View File

@ -14,6 +14,8 @@
from flask import current_app
import oslo_messaging
from python_nemesis.extensions import log
from python_nemesis.swift import download_from_swift
class NewFileEndpoint(object):
@ -21,7 +23,13 @@ class NewFileEndpoint(object):
event_type='nemsis.new_file')
def info(self, ctxt, publisher_id, event_type, payload, metadata):
print(payload)
file_uuid = payload['file_uuid']
file_id = payload['file_id']
log.logger.info("Fetched file_id %s to work on from the queue."
% file_id)
log.logger.info("Downloading file from Swift for analysis.")
download_from_swift(file_uuid)
def run_worker():
@ -39,7 +47,6 @@ def run_worker():
server = oslo_messaging.get_notification_listener(transport,
targets,
endpoints,
executor='threading',
pool=pool)
server.start()