#!/usr/bin/env python
# Copyright Rene Rivera 2016
#
# Distributed under the Boost Software License, Version 1.0.
# (See accompanying file LICENSE_1_0.txt or copy at
# http://www.boost.org/LICENSE_1_0.txt)
import os
import inspect
import optparse
import sys
import glob
import fnmatch
import json
class check_library():
'''
This is a collection of checks for a library to test if a library
follows the Boost C++ Libraries requirements and guidelines. It also
checks for possible and likely errors in the library.
'''
def __init__(self):
self.main()
def check_organization(self):
self.run_batch('check_organization_')
def check_organization_build(self):
if os.path.isdir(os.path.join(self.library_dir, 'build')):
self.assert_file_exists(os.path.join(self.library_dir, 'build'), self.jamfile,
'''
Did not find a Boost Build file in the [project-root]/build directory.
The library needs to provide a Boost Build project that the user,
and the top level Boost project, can use to build the library if it
has sources to build.
''',
'org-build-ok')
if os.path.isdir(os.path.join(self.library_dir, 'src')):
self.assert_dir_exists(os.path.join(self.library_dir,'build'),
'''
Missing [project-root]/build directory. The [project-root]/build directory
is required for libraries that have a [project-root]/src directory.
''',
'org-build-src')
def check_organization_doc(self):
self.assert_file_exists(self.library_dir, ['index.html'],
'''
Did not find [project-root]/index.html file.
The file is required for all libraries. Redirection to HTML documentation.
''',
'org-doc-redir')
self.assert_dir_exists(os.path.join(self.library_dir,'doc'),
'''
Missing [project-root]/doc directory. The [project-root]/doc directory
is required for all libraries.
Sources to build with and built documentation for the library. If the
library needs to build documentation from non-HTML files this location
must be buildable with Boost Build.
''',
'org-doc-dir')
def check_organization_include(self):
if os.path.isdir(os.path.join(self.library_dir,'include','boost',self.library_name)):
self.warn_file_exists(os.path.join(self.library_dir,'include','boost'), ['*.h*'],
'''
Found extra files in [project-root]/include/boost directory.
''',
'org-inc-extra',
negate = True,
globs_to_exclude = ['%s.h*'%(self.library_name)])
else:
self.warn_file_exists(os.path.join(self.library_dir,'include','boost'), ['%s.h*'%(self.library_name)],
'''
Did not find [project-root]/include/boost/[library].h* file.
A single header for the library is suggested at [project-root]/include/boost/[library].h*
if the library does not have a header directory at [project-root]/include/boost/[library].
''',
'org-inc-one')
def check_organization_meta(self):
parent_dir = os.path.dirname(self.library_dir)
# If this is a sublibrary it's possible that the library information is the
# parent library's meta/libraries.json. Otherwise it's a regular library
# and structure.
if not self.test_dir_exists(os.path.join(self.library_dir,'meta')) \
and self.test_file_exists(os.path.join(parent_dir,'meta'),['libraries.json']):
if self.get_library_meta():
return
self.assert_file_exists(os.path.join(self.library_dir, 'meta'), ['libraries.json'],
'''
Did not find [project-root]/meta/libraries.json file, nor did
[super-project]/meta/libraries.json contain an entry for the sublibrary.
The file is required for all libraries. And contains information about
the library used to generate website and documentation for the
Boost C++ Libraries collection.
''',
'org-meta-libs')
elif self.assert_dir_exists(os.path.join(self.library_dir,'meta'),
'''
Missing [project-root]/meta directory. The [project-root]/meta directory
is required for all libraries.
''',
'org-meta-dir'):
self.assert_file_exists(os.path.join(self.library_dir, 'meta'), ['libraries.json'],
'''
Did not find [project-root]/meta/libraries.json file.
The file is required for all libraries. And contains information about
the library used to generate website and documentation for the
Boost C++ Libraries collection.
''',
'org-meta-libs')
def check_organization_test(self):
if self.assert_dir_exists(os.path.join(self.library_dir,'test'),
'''
Missing [project-root]/test directory. The [project-root]/test directory
is required for all libraries.
Regression or other test programs or scripts. This is the only location
considered for automated testing. If you have additional locations that
need to be part of automated testing it is required that this location
refer to the additional test locations.
''',
'org-test-dir'):
self.assert_file_exists(os.path.join(self.library_dir, 'test'), self.jamfile,
'''
Did not find a Boost Build file in the [project-root]/test directory.
''',
'org-test-ok')
def main(self):
commands = [];
for method in inspect.getmembers(self, predicate=inspect.ismethod):
if method[0].startswith('check_'):
commands.append(method[0][6:].replace('_','-'))
commands = "commands: %s" % ', '.join(commands)
opt = optparse.OptionParser(
usage="%prog [options] [commands]",
description=commands)
opt.add_option('--boost-root')
opt.add_option('--library')
opt.add_option('--jamfile')
opt.add_option('--debug', action='store_true')
self.boost_root = None
self.library = None
self.jamfile = None
self.debug = False
( _opt_, self.actions ) = opt.parse_args(None,self)
self.library_dir = os.path.join(self.boost_root, self.library)
self.error_count = 0;
self.jamfile = self.jamfile.split(';')
self.library_name = self.library.split('/',1)[1] #os.path.basename(self.library)
self.library_key = self.library.split('/',1)[1]
if self.debug:
print ">>> cwd: %s"%(os.getcwd())
print ">>> actions: %s"%(self.actions)
print ">>> boost_root: %s"%(self.boost_root)
print ">>> library: %s"%(self.library)
print ">>> jamfile: %s"%(self.jamfile)
for action in self.actions:
action_m = "check_"+action.replace('-','_')
if hasattr(self,action_m):
getattr(self,action_m)()
def run_batch(self, action_base, *args, **kargs):
for method in inspect.getmembers(self, predicate=inspect.ismethod):
if method[0].startswith(action_base):
getattr(self,method[0])(*args, **kargs)
def get_library_meta(self):
'''
Fetches the meta data for the current library. The data could be in
the superlib meta data file. If we can't find the data None is returned.
'''
parent_dir = os.path.dirname(self.library_dir)
if self.test_file_exists(os.path.join(self.library_dir,'meta'),['libraries.json']):
with open(os.path.join(self.library_dir,'meta','libraries.json'),'r') as f:
meta_data = json.load(f)
if isinstance(meta_data,list):
for lib in meta_data:
if lib['key'] == self.library_key:
return lib
elif 'key' in meta_data and meta_data['key'] == self.library_key:
return meta_data
if not self.test_dir_exists(os.path.join(self.library_dir,'meta')) \
and self.test_file_exists(os.path.join(parent_dir,'meta'),['libraries.json']):
with open(os.path.join(parent_dir,'meta','libraries.json'),'r') as f:
libraries_json = json.load(f)
if isinstance(libraries_json,list):
for lib in libraries_json:
if lib['key'] == self.library_key:
return lib
return None
def error(self, reason, message, key):
self.error_count += 1
print("%s: error: %s; %s <<%s>>"%(
self.library,
self.clean_message(reason),
self.clean_message(message),
key,
))
def warn(self, reason, message, key):
print("%s: warning: %s; %s <<%s>>"%(
self.library,
self.clean_message(reason),
self.clean_message(message),
key,
))
def info(self, message):
if self.debug:
print("%s: info: %s"%(self.library, self.clean_message(message)))
def clean_message(self, message):
return " ".join(message.strip().split())
def assert_dir_exists(self, dir, message, key, negate = False):
self.info("check directory '%s', negate = %s"%(dir,negate))
if os.path.isdir(dir):
if negate:
self.error("directory found", message, key)
return False
else:
if not negate:
self.error("directory not found", message, key)
return False
return True
def warn_dir_exists(self, dir, message, key, negate = False):
self.info("check directory '%s', negate = %s"%(dir,negate))
if os.path.isdir(dir):
if negate:
self.warn("directory found", message, key)
return False
else:
if not negate:
self.warn("directory not found", message, key)
return False
return True
def assert_file_exists(self, dir, globs_to_include, message, key, negate = False, globs_to_exclude = []):
found = self.test_file_exists(dir, globs_to_include = globs_to_include, globs_to_exclude = globs_to_exclude)
if negate:
if found:
self.error("file found", message, key)
return False
else:
if not found:
self.error("file not found", message, key)
return False
return True
def warn_file_exists(self, dir, globs_to_include, message, key, negate = False, globs_to_exclude = []):
found = self.test_file_exists(dir, globs_to_include = globs_to_include, globs_to_exclude = globs_to_exclude)
if negate:
if found:
self.warn("file found", message, key)
return False
else:
if not found:
self.warn("file not found", message, key)
return False
return True
def test_dir_exists(self, dir):
return os.path.isdir(dir)
def test_file_exists(self, dir, globs_to_include, globs_to_exclude = []):
self.info("test file(s) in dir '%s', include = '%s', exclude = %s"%(dir,globs_to_include,globs_to_exclude))
found = False
if os.path.isdir(dir):
for g in globs_to_include:
for f in glob.iglob(os.path.join(dir,g)):
exclude = False
for ge in globs_to_exclude:
if fnmatch.fnmatch(os.path.basename(f),ge):
exclude = True
found = not exclude
if found:
break
return found
if check_library().error_count > 0:
sys.exit(1)