Skip to content

Commit

Permalink
Merge pull request #5 from clementval/ci/travis_flake8
Browse files Browse the repository at this point in the history 
TravisCI integration + flake8 code style check
  • Loading branch information
@clementval
clementval authored Oct 31, 2018
2 parents cbae8a2 + 414b20d commit 96c67e4
Show file tree
Hide file tree
Showing 2 changed files with 88 additions and 34 deletions.
17 changes: 17 additions & 0 deletions .travis.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
language: python

sudo: required
dist: trusty

python:
- "2.7"

script:
- flake8 generate_dep.py

notifications:
slack:
secure: NTIZzmDqsxEInCI7hwFB7uQZXWNTRHkGWIYZO5ZOr+2Tyksrff1j+vEGmHXwtbbFs4OgDTKz8uGfePsBrTdcUmGkMM7QdQm1pkWaA4VU4MJtviOiHkomypURBI3kwofhohRa7mvvAdiWcECkHGgZqtQYVTJve8LcgutNo2Zv0a0d9piTVCugyh3ONP/MvTSt/wRZ1Tkl59pXBpWCsbRDxZzoSh4feohPNwXtIvcvGBPy4jG14rDvrX3FIxFr56/RmBC89ldJuWkSIRHnTR3pm44W8PEduJ55hr+9EvDIDJJmIqlcanAJjbLBT8DZhXA3JbVoz6qF6t4I9daRK29jjaP6AVmPN61NOxL2HzzGTLl5X/7bEQQilBI8i3208jsIA53ZZmEzDkdu52SKUAEEQxEtrdo8ACvkav377MuuCX/LnmWNbvMlNEPmyKLwZNZaBas3s+ANoU1pMe92zw8oaG0MAxB9K2ejZcvwHDwSvXcTbZ5JXdYfmROyPLINf3s8uLJJaDMPLIPROOHMnGRIekLhUd4ELD1mLpPFqa0Z97xr0lIonAQqF2OedL9yCcX97ZDvooKARD0HRL9aqHeuc97RQsQAT1Y1wZ1zoEdZyX/I2338jmpnk2VIEyFH/rm8/OMgbIpHNo6eKIjLoozm8s3VHphl+FItLCdfBJWFVsE=
email:
on_success: never
on_failure: never
105 changes: 71 additions & 34 deletions generate_dep.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -54,29 +54,36 @@ def find_module_file(fortran_module_name, module_map):
def find_all_dependencies(mods, module_map, src_directory, excluded):
for mod in mods:
mod_file = find_module_file(mod, module_map)
if mod_file is not None and mod_file.replace(src_directory, '') not in excluded:
if mod_file is not None and mod_file.replace(src_directory, '') \
not in excluded:
if mod not in processed_modules:
usages = gather_dependencies(mod_file)

# Clean up USE statement. All modules defined in the same file are considered as internal usage and
# Clean up USE statement. All modules defined in the same
# file are considered as internal usage and
# does not need to be handled.
tmp_to_remove = []
for key_module_name in usages:
if key_module_name in module_map and module_map[key_module_name] == mod_file:
if key_module_name in module_map \
and module_map[key_module_name] == mod_file:
tmp_to_remove.append(key_module_name)
if key_module_name in intrinsic_modules:
intrinsic_usage[key_module_name] = intrinsic_usage[key_module_name] + 1
intrinsic_usage[key_module_name] = \
intrinsic_usage[key_module_name] + 1
tmp_to_remove.append(key_module_name)
for tmp in tmp_to_remove:
usages.remove(tmp)

if mod in usages:
print('Warning: Module ' + mod + ' use itself! Or is declared in the same file!', file=sys.stderr)
print('Warning: Module ' + mod +
' use itself! Or is declared in the same file!',
file=sys.stderr)
usages.remove(mod)

# If there is at least one dependencies, try to solve it.
if len(usages) > 0:
find_all_dependencies(usages, module_map, src_directory, excluded)
find_all_dependencies(usages, module_map,
src_directory, excluded)

# Add module name as processed
processed_modules.append(mod)
Expand All @@ -85,33 +92,43 @@ def find_all_dependencies(mods, module_map, src_directory, excluded):

# Add file as processed
for fortran_module_name in module_map:
if module_map[fortran_module_name] == mod_file and fortran_module_name != mod:
if module_map[fortran_module_name] == mod_file \
and fortran_module_name != mod:
processed_modules.append(fortran_module_name)
else:
if mod in intrinsic_modules:
intrinsic_usage[mod] = intrinsic_usage[mod] + 1
else:
print('Warning: no file found for module ' + mod.rstrip(), file=sys.stderr)
print('Warning: no file found for module ' + mod.rstrip(),
file=sys.stderr)


# Gather all fortran files in the source directory. For the moment only .f90 files
def find_all_fortran_files(is_recursive, src_directory, excluded_directories):
# Gather all fortran files in the source directory. For the moment
# only .f90 files
def find_all_fortran_files(is_recursive, src_directory, ex_directories):
fortran_files = []
if is_recursive:
for root, dirs, files in os.walk(src_directory):
if len(excluded_directories) == 0 or not any(ex_dir in root for ex_dir in excluded_directories):
if len(ex_directories) == 0 \
or not any(ex_dir in root
for ex_dir in ex_directories):
for fortran_input_file in files:
if fortran_input_file.endswith(('f90', 'F90', '.for', '.f', '.F', '.f95', '.f03')):
if fortran_input_file.endswith(('f90', 'F90', '.for', '.f',
'.F', '.f95', '.f03')):
fortran_files.append(root + '/' + fortran_input_file)
else:
for fortran_input_file in os.listdir(src_directory):
if fortran_input_file.endswith(('f90', 'F90', '.for', '.f', '.F', '.f95', '.f03')):
fortran_files.append(os.path.join(src_directory, fortran_input_file))
if fortran_input_file.endswith(('f90', 'F90', '.for', '.f', '.F',
'.f95', '.f03')):
fortran_files.append(os.path.join(src_directory,
fortran_input_file))
return fortran_files


def is_excluded(f90, src_directory, excluded):
return f90 in [src_directory + s for s in excluded]


# Map module name with their corresponding files
def find_all_modules(fortran_files, src_directory, excluded):
mapping = dict()
Expand All @@ -121,22 +138,28 @@ def find_all_modules(fortran_files, src_directory, excluded):
fortran_file = open(f90, 'r')
for line in fortran_file:
if mod_generic_p.match(line):
fortran_module_name = mod_generic_p.match(line).group(1).rstrip()
if fortran_module_name.lower() != 'procedure' and not is_excluded(f90, src_directory, excluded):
fortran_module_name = \
mod_generic_p.match(line).group(1).rstrip()
if fortran_module_name.lower() != 'procedure' and \
not is_excluded(f90, src_directory, excluded):
mapping[fortran_module_name.lower()] = f90
return mapping


# Arguments of the program
parser = argparse.ArgumentParser(description='FORTRAN dependency scanner.')
parser.add_argument('source', action='store', help='Directory containing the FORTRAN source files')
parser.add_argument('start', action='store', help='Start file for the scanning')
parser.add_argument('--recursive', dest='recursive', action='store_true', help='Recurse to child folders')
parser.add_argument('source', action='store',
help='Directory containing the FORTRAN source files')
parser.add_argument('start', action='store',
help='Start file for the scanning')
parser.add_argument('--recursive', dest='recursive', action='store_true',
help='Recurse to child folders')
parser.add_argument('--exclude', dest='exclude_list', action='store',
help='List of file to be excluded separated by a colon :')
parser.add_argument('--exclude-dir', dest='exclude_dir', action='store',
help='Directory to be excluded separated by a colon :')
parser.add_argument('--stop-after-start', dest='stop_main', action='store_true',
parser.add_argument('--stop-after-start', dest='stop_main',
action='store_true',
help='Stop after reaching dependency for the start file')
parser.set_defaults(recursive=False)
parser.set_defaults(stop_main=False)
Expand All @@ -145,7 +168,8 @@ def find_all_modules(fortran_files, src_directory, excluded):
args = parser.parse_args()

# List of FORTRAN intrinsic modules
intrinsic_modules = ['iso_c_binding', 'iso_fortran_env', 'openacc', 'omp_lib', 'omp_lib_kinds', 'ieee_arithmetic',
intrinsic_modules = ['iso_c_binding', 'iso_fortran_env', 'openacc',
'omp_lib', 'omp_lib_kinds', 'ieee_arithmetic',
'ieee_features', 'ieee_exceptions']

# List of FORTRAN extension
Expand All @@ -167,7 +191,8 @@ def find_all_modules(fortran_files, src_directory, excluded):
start_file = os.path.join(args.source, args.start)

# Find all the FORTRAN file in the search path
input_files = find_all_fortran_files(args.recursive, args.source, excluded_directories)
input_files = find_all_fortran_files(args.recursive, args.source,
excluded_directories)

# Process all module files once to extract their module
module_to_file = find_all_modules(input_files, args.source, excluded_files)
Expand All @@ -176,38 +201,50 @@ def find_all_modules(fortran_files, src_directory, excluded):
processed_modules = []
processed_module_files = []
for excluded_fortran_file in excluded_files:
processed_module_files.append(os.path.join(args.source, excluded_fortran_file))
processed_module_files.append(os.path.join(args.source,
excluded_fortran_file))

# Start the dependency search from the given entry point (file containing the PROGRAM subroutine)
# Start the dependency search from the given entry point (file containing
# the PROGRAM subroutine)
start_modules = gather_dependencies(start_file)
find_all_dependencies(start_modules, module_to_file, args.source, excluded_files)
find_all_dependencies(start_modules, module_to_file, args.source,
excluded_files)

# Print the entry point as the last file in the dependency list
add_fortran_file_to_parse(start_file, args.source)

# Check module that have not been processed to have all .xmod
if not args.stop_main:
for possible_module_name in module_to_file:
module_file = module_to_file[possible_module_name].replace(args.source, '')
if possible_module_name not in processed_modules and module_file not in excluded_files:
start_modules = gather_dependencies(module_to_file[possible_module_name])
module_file = module_to_file[possible_module_name].replace(args.source,
'')
if possible_module_name not in processed_modules \
and module_file not in excluded_files:
start_modules = \
gather_dependencies(module_to_file[possible_module_name])
if len(start_modules) > 0:
find_all_dependencies(start_modules, module_to_file, args.source, excluded_files)
find_all_dependencies(start_modules, module_to_file,
args.source, excluded_files)
else:
add_fortran_file_to_parse(module_to_file[possible_module_name], args.source)
add_fortran_file_to_parse(module_to_file[possible_module_name],
args.source)
processed_modules.append(module_to_file)
for module_name in module_to_file:
if module_to_file[module_name] == module_file and module_name != possible_module_name:
if module_to_file[module_name] == module_file \
and module_name != possible_module_name:
processed_modules.append(module_name)
add_fortran_file_to_parse(module_to_file[possible_module_name], args.source)
add_fortran_file_to_parse(module_to_file[possible_module_name],
args.source)

# Process rest of files that are not excluded
for input_file in input_files:
if input_file not in processed_module_files and input_file.replace(args.source, '') not in excluded_files:
if input_file not in processed_module_files \
and input_file.replace(args.source, '') not in excluded_files:
add_fortran_file_to_parse(input_file, args.source)

# Print intrinsic module usage
for intrinsic_module in intrinsic_modules:
if intrinsic_usage[intrinsic_module] > 0:
print('Info: intrinsic module ' + intrinsic_module + ' used ' + str(intrinsic_usage[intrinsic_module])
print('Info: intrinsic module ' + intrinsic_module + ' used ' +
str(intrinsic_usage[intrinsic_module])
+ ' times', file=sys.stderr)

0 comments on commit 96c67e4

Please sign in to comment.