115 lines
3.7 KiB
Python
115 lines
3.7 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from flask import Blueprint
|
|
from flask import jsonify
|
|
from flask import request
|
|
import magic
|
|
import os
|
|
from oslo_config.cfg import CONF
|
|
from python_nemesis.db.utilities import add_request
|
|
from python_nemesis.db.utilities import create_or_renew_by_hash
|
|
from python_nemesis.db.utilities import get_file_by_sha512_hash
|
|
from python_nemesis.db.utilities import search_by_hash
|
|
from python_nemesis.exceptions import BadRequestException
|
|
from python_nemesis.exceptions import general_handler
|
|
from python_nemesis.exceptions import NemesisException
|
|
from python_nemesis.exceptions import NotFoundException
|
|
from python_nemesis.extensions import log
|
|
from python_nemesis.file_hasher import get_all_hashes
|
|
from python_nemesis.notifications import submit_worker_notification
|
|
from python_nemesis.swift import upload_to_swift
|
|
import uuid
|
|
from werkzeug.utils import secure_filename
|
|
|
|
|
|
V1_API = Blueprint('v1_api', __name__)
|
|
|
|
|
|
@V1_API.errorhandler(NemesisException)
|
|
def handle_exception(error):
|
|
return general_handler(error)
|
|
|
|
|
|
@V1_API.route('/v1')
|
|
def api_definition():
|
|
return ""
|
|
|
|
|
|
@V1_API.route('/v1/file/<string:req_hash>')
|
|
def lookup_hash(req_hash):
|
|
try:
|
|
result = search_by_hash(req_hash)
|
|
except Exception as err:
|
|
log.logger.error(str(err))
|
|
raise NemesisException(str(err))
|
|
|
|
if len(result) == 0:
|
|
add_request(req_hash, 'not_found')
|
|
raise NotFoundException("Unable to find file with hash %s." % req_hash)
|
|
|
|
elif len(result) == 1:
|
|
file = get_file_by_sha512_hash(result[0]['sha512'])
|
|
add_request(req_hash, 'found', file_id=file.file_id)
|
|
|
|
else:
|
|
add_request(req_hash, 'multiple_found')
|
|
|
|
return jsonify(result)
|
|
|
|
|
|
@V1_API.route('/v1/file', methods=['POST'])
|
|
def post_file():
|
|
file_uuid = secure_filename(str(uuid.uuid4()))
|
|
filename = '/tmp/%s' % file_uuid
|
|
|
|
try:
|
|
file = request.files['file']
|
|
except Exception:
|
|
raise BadRequestException("Not a valid multipart upload form with "
|
|
"key named file.")
|
|
|
|
if 'Content-Range' in request.headers:
|
|
# Extract starting byte from Content-Range header string.
|
|
range_str = request.headers['Content-Range']
|
|
start_bytes = int(range_str.split(' ')[1].split('-')[0])
|
|
|
|
# Append chunk to the file on disk, or create new.
|
|
with open(filename, 'a') as f:
|
|
f.seek(start_bytes)
|
|
f.write(file.stream.read())
|
|
|
|
else:
|
|
# This is not a chunked request, so just save the whole file.
|
|
file.save(filename)
|
|
|
|
# Generate hash of file, and create new, or renew existing db row.
|
|
file_hashes = get_all_hashes(filename)
|
|
file_size = os.path.getsize(filename)
|
|
file_type = magic.from_file(filename, mime=True)
|
|
file = create_or_renew_by_hash(file_hashes, file_size, file_type)
|
|
file_id = file.file_id
|
|
file_dict = file.to_dict()
|
|
|
|
# Upload to swift and remove the local temp file.
|
|
container = CONF.swift.container.encode('utf-8')
|
|
upload_to_swift(container, filename, file_uuid)
|
|
os.remove(filename)
|
|
|
|
# Send message to worker queue with file details.
|
|
worker_msg = {"file_uuid": file_uuid, "file_id": file_id}
|
|
submit_worker_notification(worker_msg)
|
|
|
|
return jsonify(file_dict)
|