| 1 | # this is a build script that is intended to be run from scons (it will not work in python) |
|---|
| 2 | # it compiles the Fortran files needed to be used as Python packages for GSAS-II |
|---|
| 3 | # |
|---|
| 4 | # if the default options need to be overridden for this to work on your system, please let me |
|---|
| 5 | # know the details of what OS, compiler and python you are using as well as the command-line |
|---|
| 6 | # options you need. |
|---|
| 7 | import platform |
|---|
| 8 | import sys |
|---|
| 9 | import os |
|---|
| 10 | import glob |
|---|
| 11 | import subprocess |
|---|
| 12 | #========================================================================================== |
|---|
| 13 | def is_exe(fpath): |
|---|
| 14 | return os.path.exists(fpath) and os.access(fpath, os.X_OK) |
|---|
| 15 | def which_path(program): |
|---|
| 16 | "emulates Unix which: finds a program in path, but returns the path" |
|---|
| 17 | import os, sys |
|---|
| 18 | if sys.platform == "win32" and os.path.splitext(program)[1].lower() != '.exe': |
|---|
| 19 | program = program + '.exe' |
|---|
| 20 | fpath, fname = os.path.split(program) |
|---|
| 21 | if fpath: |
|---|
| 22 | if is_exe(program): |
|---|
| 23 | return fpath |
|---|
| 24 | else: |
|---|
| 25 | for path in os.environ["PATH"].split(os.pathsep): |
|---|
| 26 | exe_file = os.path.join(path, program) |
|---|
| 27 | if is_exe(exe_file): |
|---|
| 28 | return path |
|---|
| 29 | return "" |
|---|
| 30 | #========================================================================================== |
|---|
| 31 | # misc initializations |
|---|
| 32 | # need command-line options for fortran command and fortran options |
|---|
| 33 | F2PYflags = '' # compiler options for f2py command |
|---|
| 34 | # find a default f2py relative to the scons location. Should be in the same place as f2py |
|---|
| 35 | F2PYpath = '' |
|---|
| 36 | for program in ['f2py','../f2py']: |
|---|
| 37 | if sys.platform == "win32" and os.path.splitext(program)[1].lower() != '.exe': |
|---|
| 38 | program = program + '.exe' |
|---|
| 39 | spath = os.path.split(sys.executable)[0] |
|---|
| 40 | print spath |
|---|
| 41 | f2pyprogram = os.path.normpath(os.path.join(spath,program)) |
|---|
| 42 | if is_exe(f2pyprogram): |
|---|
| 43 | F2PYpath = os.path.split(f2pyprogram)[0] |
|---|
| 44 | break |
|---|
| 45 | else: |
|---|
| 46 | print 'Note: Using f2py from path (hope that works!)' |
|---|
| 47 | F2PYpath = which_path('f2py') # default path to f2py |
|---|
| 48 | |
|---|
| 49 | GFORTpath = which_path('gfortran') # path to compiler |
|---|
| 50 | FCompiler='gfortran' |
|---|
| 51 | G77path = which_path('g77') # path to compiler |
|---|
| 52 | FORTpath = "" |
|---|
| 53 | FORTflags = "" |
|---|
| 54 | liblist = [] |
|---|
| 55 | LDFLAGS = '' |
|---|
| 56 | #========================================================================================== |
|---|
| 57 | # configure platform dependent options here: |
|---|
| 58 | if sys.platform == "win32": |
|---|
| 59 | F2PYsuffix = '.pyd' |
|---|
| 60 | if G77path != "": |
|---|
| 61 | FCompiler='g77' |
|---|
| 62 | elif GFORTpath != "": |
|---|
| 63 | FCompiler='gfortran' |
|---|
| 64 | # LDFLAGS = '-static-libgfortran -static-libgcc' |
|---|
| 65 | else: |
|---|
| 66 | print 'No Fortran compiler in path' |
|---|
| 67 | sys.exit() |
|---|
| 68 | elif sys.platform == "darwin": |
|---|
| 69 | LDFLAGS = '-undefined dynamic_lookup -bundle -static-libgfortran -static-libgcc' |
|---|
| 70 | F2PYsuffix = '.so' |
|---|
| 71 | elif sys.platform == "linux2": |
|---|
| 72 | #LDFLAGS = '-Wall -shared -static-libgfortran -static-libgcc' # does not work with gfortran 4.4.4 20100726 (Red Hat 4.4.4-13) |
|---|
| 73 | F2PYsuffix = '.so' |
|---|
| 74 | else: |
|---|
| 75 | print "Sorry, parameters for platform "+sys.platform+" are not yet defined" |
|---|
| 76 | sys.exit() |
|---|
| 77 | #========================================================================================== |
|---|
| 78 | # help |
|---|
| 79 | if 'help' in COMMAND_LINE_TARGETS: |
|---|
| 80 | print """ |
|---|
| 81 | ---------------------------------------------- |
|---|
| 82 | Building Fortran routines for use with GSAS-II |
|---|
| 83 | ---------------------------------------------- |
|---|
| 84 | |
|---|
| 85 | To build the compiled modules files needed to run GSAS-II, invoke this script: |
|---|
| 86 | scons [options] |
|---|
| 87 | where the following options are defined (all are optional): |
|---|
| 88 | |
|---|
| 89 | -Q -- produces less output from scons |
|---|
| 90 | |
|---|
| 91 | -n -- causes scons to show but not execute the commands it will perform |
|---|
| 92 | |
|---|
| 93 | -c -- clean: causes scons to delete previously created files (don't use |
|---|
| 94 | with install) |
|---|
| 95 | |
|---|
| 96 | help -- causes this message to be displayed (no compiling is done) |
|---|
| 97 | |
|---|
| 98 | install -- causes the module files to be placed in an installation directory |
|---|
| 99 | (../bin<X>NNv.v) rather than ../bin (<X> is mac, win or linux; NN is 64- |
|---|
| 100 | or blank; v.v is the python version (2.6 or 2.7,...). Normally used only |
|---|
| 101 | by Brian or Bob for distribution of compiled software. |
|---|
| 102 | |
|---|
| 103 | The following options override defaults set in the scons script: |
|---|
| 104 | |
|---|
| 105 | FCompiler=<name> -- define the name of the fortran compiler, typically g77 |
|---|
| 106 | or gfortran; default is to use g77 on Windows and gfortran elsewhere. If |
|---|
| 107 | you use something other than these, you must also specify F2PYflags. |
|---|
| 108 | |
|---|
| 109 | FORTpath=<path> -- define a path to the fortran program; default is to use |
|---|
| 110 | first gfortran (g77 for Windows) found in path |
|---|
| 111 | |
|---|
| 112 | FORTflags='string' -- string of options to be used for Fortran |
|---|
| 113 | during library build step |
|---|
| 114 | |
|---|
| 115 | F2PYpath=<path> -- define a path to the f2py program; default is to use |
|---|
| 116 | first f2py found in path |
|---|
| 117 | |
|---|
| 118 | F2PYflags='string' -- defines optional flags to be supplied to f2py: |
|---|
| 119 | Typically these option define which fortran compiler to use. |
|---|
| 120 | |
|---|
| 121 | F2PYsuffix='.xxx' -- extension for output module files (default: win: '.pyd', |
|---|
| 122 | mac/linux: '.so') |
|---|
| 123 | |
|---|
| 124 | LDFLAGS='string' -- string of options to be used for f2py during link step |
|---|
| 125 | |
|---|
| 126 | Note that at present, this has been tested with 32-bit python on windows and |
|---|
| 127 | Mac & 64 bit on linux. Python 3.x is not supported in GSAS-II yet. |
|---|
| 128 | |
|---|
| 129 | examples: |
|---|
| 130 | scons -Q |
|---|
| 131 | (builds into ../bin for current platform using default options) |
|---|
| 132 | scons -Q install |
|---|
| 133 | (builds into ../bin<platform> for module distribution) |
|---|
| 134 | scons -Q install F2PYpath=/Library/Frameworks/Python.framework/Versions/6.2/bin/ |
|---|
| 135 | (builds with a non-default [e.g. older] version of python) |
|---|
| 136 | """ |
|---|
| 137 | #sys.exit() |
|---|
| 138 | #========================================================================================== |
|---|
| 139 | # override from command-line options |
|---|
| 140 | for var in ['F2PYflags','F2PYpath','F2PYsuffix','FCompiler','FORTpath','FORTflags','LDFLAGS']: |
|---|
| 141 | if ARGUMENTS.get(var, None) is not None: |
|---|
| 142 | print 'Setting',var,'to',ARGUMENTS.get(var),'based on command line' |
|---|
| 143 | exec(var + "= ARGUMENTS.get('" + var +"')") |
|---|
| 144 | #========================================================================================== |
|---|
| 145 | # get the python version number from the python image in the f2py directory |
|---|
| 146 | # first check if we have a working path to f2py: |
|---|
| 147 | f2pyprogram = os.path.normpath(os.path.join(F2PYpath,'f2py')) |
|---|
| 148 | if sys.platform == "win32" and os.path.splitext(f2pyprogram)[1].lower() != '.exe': |
|---|
| 149 | f2pyprogram = f2pyprogram + '.exe' |
|---|
| 150 | if not is_exe(f2pyprogram): |
|---|
| 151 | print ''' |
|---|
| 152 | ERROR: The f2py program was not found. If this program is installed |
|---|
| 153 | but not in your path, you should specify the path on the command line: |
|---|
| 154 | scons -Q F2PYpath=/Library/Frameworks/Python.framework/Versions/6.2/bin/ |
|---|
| 155 | scons -Q F2PYpath=D:/Python27/Scripts |
|---|
| 156 | ''' |
|---|
| 157 | sys.exit() |
|---|
| 158 | # find the python location associated with the f2py in use. Note |
|---|
| 159 | # that on Windows it may be in the parent of the f2py location. |
|---|
| 160 | # then run it to get info about the verision and the number of bits |
|---|
| 161 | pythonpath = '' |
|---|
| 162 | for program in ['python','../python']: |
|---|
| 163 | if sys.platform == "win32" and os.path.splitext(program)[1].lower() != '.exe': |
|---|
| 164 | program = program + '.exe' |
|---|
| 165 | pythonprogram = os.path.normpath(os.path.join(F2PYpath,program)) |
|---|
| 166 | if is_exe(pythonprogram): |
|---|
| 167 | pythonpath = os.path.split(program)[0] |
|---|
| 168 | break |
|---|
| 169 | else: |
|---|
| 170 | print 'python not found' |
|---|
| 171 | sys.exit() |
|---|
| 172 | p = subprocess.Popen(pythonprogram, stdout=subprocess.PIPE, stdin=subprocess.PIPE) |
|---|
| 173 | p.stdin.write("import sys,platform;print str(sys.version_info[0]);print str(sys.version_info[1]);print platform.architecture()[0];sys.exit()") |
|---|
| 174 | p.stdin.close() |
|---|
| 175 | p.wait() |
|---|
| 176 | versions = p.stdout.readlines() |
|---|
| 177 | version = str(int(versions[0])) + '.' + str(int(versions[1])) |
|---|
| 178 | PlatformBits = versions[2][:-1] |
|---|
| 179 | # |
|---|
| 180 | |
|---|
| 181 | # Install location |
|---|
| 182 | InstallLoc = '../bin' |
|---|
| 183 | if len(COMMAND_LINE_TARGETS) == 0: |
|---|
| 184 | Default(InstallLoc) |
|---|
| 185 | elif 'install' in COMMAND_LINE_TARGETS: |
|---|
| 186 | if PlatformBits == '64bit': |
|---|
| 187 | bits = '64-' |
|---|
| 188 | else: |
|---|
| 189 | bits = '' |
|---|
| 190 | if sys.platform == "win32": |
|---|
| 191 | prefix = 'binwin' |
|---|
| 192 | elif sys.platform == "darwin": |
|---|
| 193 | prefix = 'binmac' |
|---|
| 194 | elif sys.platform == "linux2": |
|---|
| 195 | prefix = 'binlinux' |
|---|
| 196 | InstallLoc = '../' + prefix + bits + version |
|---|
| 197 | Alias('install',InstallLoc) |
|---|
| 198 | #========================================================================================== |
|---|
| 199 | # use the compiler choice to set compiler options, but don't change anything |
|---|
| 200 | # specified on the command line |
|---|
| 201 | if FCompiler == 'gfortran': |
|---|
| 202 | if FORTpath == "": FORTpath = GFORTpath |
|---|
| 203 | if sys.platform == "linux2" and PlatformBits == '64bit': |
|---|
| 204 | if FORTflags == "": FORTflags = ' -w -O2 -fPIC -m64' |
|---|
| 205 | if F2PYflags == "": F2PYflags = '--fcompiler=gnu95 --f77exec=gfortran --f77flags="-fno-range-check -m64"'# --arch="-arch x86_64"' |
|---|
| 206 | elif sys.platform == "linux2": |
|---|
| 207 | if FORTflags == "": FORTflags = ' -w -O2 -fPIC -m32' |
|---|
| 208 | if F2PYflags == "": F2PYflags = '--fcompiler=gnu95 --f77exec=gfortran --f77flags="-fno-range-check -m32"' |
|---|
| 209 | elif sys.platform == "darwin" and PlatformBits == '64bit': |
|---|
| 210 | LDFLAGS += " -arch x86_64 -m64" |
|---|
| 211 | if FORTflags == "": FORTflags = ' -w -O2 -m64' |
|---|
| 212 | if F2PYflags == "": F2PYflags = '--fcompiler=gnu95 --f77exec=gfortran --f77flags="-fno-range-check -m64"' |
|---|
| 213 | elif sys.platform == "darwin": |
|---|
| 214 | if F2PYflags == "": F2PYflags = '--fcompiler=gnu95 --f77exec=gfortran --f77flags="-fno-range-check -m32"' |
|---|
| 215 | elif FCompiler == 'g77': |
|---|
| 216 | if FORTpath == "": FORTpath = G77path |
|---|
| 217 | if sys.platform == "win32": |
|---|
| 218 | if F2PYflags == "": F2PYflags = '--compiler=mingw32' |
|---|
| 219 | if FORTflags == "": FORTflags = ' -w -O2 -fno-automatic -finit-local-zero -malign-double -mwindows' |
|---|
| 220 | else: |
|---|
| 221 | if F2PYflags == "": F2PYflags = '--fcompiler=gnu --f77exec=g77 --f77flags="-fno-range-check"' |
|---|
| 222 | |
|---|
| 223 | else: |
|---|
| 224 | if FORTpath == "": print 'Likely error, FORTpath is not specified' |
|---|
| 225 | if F2PYflags == "": |
|---|
| 226 | print 'Error: specify a F2PYflags value' |
|---|
| 227 | sys.exit() |
|---|
| 228 | #========================================================================================== |
|---|
| 229 | # Setup build Environment |
|---|
| 230 | env = Environment() |
|---|
| 231 | # Define a builder to run f2py |
|---|
| 232 | def generate_f2py(source, target, env, for_signature): |
|---|
| 233 | module = os.path.splitext(str(source[0]))[0] |
|---|
| 234 | if len(liblist) > 0: |
|---|
| 235 | for lib in liblist: |
|---|
| 236 | module = module + ' ' + str(lib) |
|---|
| 237 | return os.path.join(F2PYpath,'f2py') + ' -c $SOURCE -m ' + module + ' ' + F2PYflags |
|---|
| 238 | f2py = Builder(generator = generate_f2py) |
|---|
| 239 | env.Append(BUILDERS = {'f2py' : f2py},) |
|---|
| 240 | # create a builder for the fortran compiler for library compilation so we can control how it is done |
|---|
| 241 | def generate_obj(source, target, env, for_signature): |
|---|
| 242 | dir = os.path.split(str(source[0]))[0] |
|---|
| 243 | obj = os.path.splitext(str(source[0]))[0]+'.o' |
|---|
| 244 | return os.path.join(FORTpath,FCompiler) + ' -c $SOURCE ' + FORTflags + ' -I' + dir + ' -o' + obj |
|---|
| 245 | fort = Builder(generator = generate_obj, suffix = '.o', |
|---|
| 246 | src_suffix = '.for') |
|---|
| 247 | # create a library builder so we can control how it is done on windows |
|---|
| 248 | def generate_lib(source, target, env, for_signature): |
|---|
| 249 | srclst = "" |
|---|
| 250 | for s in source: |
|---|
| 251 | srclst += str(s) + " " |
|---|
| 252 | return os.path.join(FORTpath,'ar.exe') + ' -rs $TARGET ' + srclst |
|---|
| 253 | lib = Builder(generator = generate_lib, suffix = '.a', |
|---|
| 254 | src_suffix = '.o') |
|---|
| 255 | env.Append(BUILDERS = {'fort' : fort, 'lib' : lib},) |
|---|
| 256 | |
|---|
| 257 | #========================================================================================== |
|---|
| 258 | # Setup build Environment |
|---|
| 259 | # add compiler, f2py & python to path |
|---|
| 260 | if FORTpath != "": env.PrependENVPath('PATH', FORTpath) |
|---|
| 261 | if F2PYpath != "": env.PrependENVPath('PATH', F2PYpath) |
|---|
| 262 | if pythonpath != "" and pythonpath != F2PYpath: env.PrependENVPath('PATH', pythonpath) |
|---|
| 263 | # add other needed environment variables |
|---|
| 264 | var = 'LDFLAGS' |
|---|
| 265 | if eval(var) != "": env['ENV'][var] = eval(var) |
|---|
| 266 | |
|---|
| 267 | #========================================================================================== |
|---|
| 268 | # finally ready to build something! |
|---|
| 269 | # locate libraries to be built (subdirectories named *subs) |
|---|
| 270 | for sub in glob.glob('*subs'): |
|---|
| 271 | filelist = [] |
|---|
| 272 | for file in glob.glob(os.path.join(sub,'*.for')): |
|---|
| 273 | #target = os.path.splitext(file)[0]+'.o' |
|---|
| 274 | target = env.fort(file) # connect .o files to .for files |
|---|
| 275 | #print 'Compile: ',file, target |
|---|
| 276 | filelist.append(target) |
|---|
| 277 | #lib = Library(sub, Glob(os.path.join(sub,'*.for'))) # register library to be created |
|---|
| 278 | if sys.platform == "win32": |
|---|
| 279 | lib = env.lib(sub, filelist) |
|---|
| 280 | else: |
|---|
| 281 | lib = Library(sub, filelist) # register library to be created |
|---|
| 282 | liblist.append(lib[0].name) |
|---|
| 283 | filename = str(lib[0]) |
|---|
| 284 | #Install(InstallLoc,filename) |
|---|
| 285 | # find modules that need to be built |
|---|
| 286 | modlist = [] |
|---|
| 287 | for src in glob.glob('*.for'): |
|---|
| 288 | target = os.path.splitext(src)[0] + F2PYsuffix |
|---|
| 289 | out = env.f2py(target,src) |
|---|
| 290 | Depends(target, liblist) # make sure libraries are rebuilt if old |
|---|
| 291 | modlist.append(out[0].name) |
|---|
| 292 | env.Install(InstallLoc, out[0].name) |
|---|
| 293 | #break # bail out early for testing |
|---|
| 294 | #========================================================================================== |
|---|
| 295 | # all done with setup, show the user the options and let scons do the work |
|---|
| 296 | print 80*'=' |
|---|
| 297 | for var in ['FCompiler','FORTpath','FORTflags','F2PYflags','F2PYpath','F2PYsuffix','LDFLAGS']: |
|---|
| 298 | print 'Variable',var,'is',eval(var) |
|---|
| 299 | print 'Using python at', pythonprogram |
|---|
| 300 | print 'Python/f2py version =',version,PlatformBits |
|---|
| 301 | print 'Install directory is',InstallLoc |
|---|
| 302 | print 'Will build object libraries:', |
|---|
| 303 | for lib in liblist: print " " + lib, |
|---|
| 304 | print "" |
|---|
| 305 | print 'f2py will build these modules:', |
|---|
| 306 | for mod in modlist: print " " + mod, |
|---|
| 307 | print "" |
|---|
| 308 | print 80*'=' |
|---|
| 309 | #print env.Dump() |
|---|
| 310 | if 'help' in COMMAND_LINE_TARGETS: sys.exit() |
|---|
