114 lines
3.4 KiB
Python
114 lines
3.4 KiB
Python
import fnmatch
|
|
import glob
|
|
import io
|
|
import itertools
|
|
import logging
|
|
import os
|
|
import subprocess
|
|
|
|
from aeromancer.db.models import Project, File, Line
|
|
from aeromancer import utils
|
|
|
|
from sqlalchemy.orm.exc import NoResultFound
|
|
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
def add_or_update(session, name, path):
|
|
"""Create a new project definition or update an existing one"""
|
|
query = session.query(Project).filter(Project.name == name)
|
|
try:
|
|
proj_obj = query.one()
|
|
proj_obj.path = path
|
|
LOG.info('updating project %s from %s', name, path)
|
|
except NoResultFound:
|
|
proj_obj = Project(name=name, path=path)
|
|
LOG.info('adding project %s from %s', name, path)
|
|
session.add(proj_obj)
|
|
|
|
update(session, proj_obj)
|
|
return proj_obj
|
|
|
|
|
|
def remove(session, name):
|
|
"""Delete stored data for the named project"""
|
|
query = session.query(Project).filter(Project.name == name)
|
|
try:
|
|
proj_obj = query.one()
|
|
LOG.info('removing project %s', name)
|
|
except NoResultFound:
|
|
return
|
|
session.delete(proj_obj)
|
|
|
|
|
|
def update(session, proj_obj):
|
|
_update_project_files(session, proj_obj)
|
|
|
|
|
|
def _find_files_in_project(path):
|
|
"""Return a list of the files managed in the project.
|
|
|
|
Uses 'git ls-files'
|
|
"""
|
|
with utils.working_dir(path):
|
|
cmd = subprocess.Popen(['git', 'ls-files', '-z'],
|
|
stdout=subprocess.PIPE)
|
|
output = cmd.communicate()[0]
|
|
return output.split('\0')
|
|
|
|
|
|
_DO_NOT_READ = [
|
|
'*.png',
|
|
'*.gif',
|
|
'*.jpg',
|
|
'*.jpeg',
|
|
'*.jar', # Why do we check in jar files?!
|
|
'*.xml',
|
|
]
|
|
|
|
|
|
def _update_project_files(session, proj_obj):
|
|
"""Update the files stored for each project"""
|
|
LOG.info('reading file contents in %s', proj_obj.name)
|
|
# Delete any existing files in case the list of files being
|
|
# managed has changed. This naive, and we can do better, but as a
|
|
# first version it's OK.
|
|
for file_obj in proj_obj.files:
|
|
session.delete(file_obj)
|
|
|
|
# FIXME(dhellmann): Concurrency?
|
|
|
|
# Now load the files currently being managed by git.
|
|
for filename in _find_files_in_project(proj_obj.path):
|
|
fullname = os.path.join(proj_obj.path, filename)
|
|
if not os.path.isfile(fullname):
|
|
continue
|
|
new_file = File(project=proj_obj, name=filename, path=fullname)
|
|
session.add(new_file)
|
|
if any(fnmatch.fnmatch(filename, dnr) for dnr in _DO_NOT_READ):
|
|
LOG.debug('ignoring contents of %s', fullname)
|
|
continue
|
|
with io.open(fullname, mode='r', encoding='utf-8') as f:
|
|
try:
|
|
body = f.read()
|
|
except UnicodeDecodeError:
|
|
# FIXME(dhellmann): Be smarter about trying other
|
|
# encodings?
|
|
LOG.warn('Could not read %s as a UTF-8 encoded file, ignoring',
|
|
fullname)
|
|
continue
|
|
lines = body.splitlines()
|
|
LOG.debug('%s/%s has %s lines', proj_obj.name, filename, len(lines))
|
|
for num, content in enumerate(lines, 1):
|
|
session.add(Line(file=new_file, number=num, content=content))
|
|
|
|
|
|
def discover(repo_root):
|
|
"""Discover project-like directories under the repository root"""
|
|
with utils.working_dir(repo_root):
|
|
return itertools.chain(
|
|
glob.glob('openstack*/*'),
|
|
glob.glob('stackforge/*'),
|
|
)
|