source: GNUmakefile @ d409b8c

Revision d409b8c, 10.5 KB checked in by Thomas Uram <turam@…>, 5 years ago (diff)

added branch for mpi-based python api
  • Property mode set to 100644
Line 
1#                    Copyright (C) 2015, UChicago Argonne, LLC
2#                               All Rights Reserved
3#
4#                               Generic IO (ANL-15-066)
5#                     Hal Finkel, Argonne National Laboratory
6#
7#                              OPEN SOURCE LICENSE
8#
9# Under the terms of Contract No. DE-AC02-06CH11357 with UChicago Argonne,
10# LLC, the U.S. Government retains certain rights in this software.
11#
12# Redistribution and use in source and binary forms, with or without
13# modification, are permitted provided that the following conditions are met:
14#
15#   1. Redistributions of source code must retain the above copyright notice,
16#      this list of conditions and the following disclaimer.
17#
18#   2. Redistributions in binary form must reproduce the above copyright
19#      notice, this list of conditions and the following disclaimer in the
20#      documentation and/or other materials provided with the distribution.
21#
22#   3. Neither the names of UChicago Argonne, LLC or the Department of Energy
23#      nor the names of its contributors may be used to endorse or promote
24#      products derived from this software without specific prior written
25#      permission.
26#
27# *****************************************************************************
28#
29#                                  DISCLAIMER
30# THE SOFTWARE IS SUPPLIED “AS IS” WITHOUT WARRANTY OF ANY KIND.  NEITHER THE
31# UNTED STATES GOVERNMENT, NOR THE UNITED STATES DEPARTMENT OF ENERGY, NOR
32# UCHICAGO ARGONNE, LLC, NOR ANY OF THEIR EMPLOYEES, MAKES ANY WARRANTY,
33# EXPRESS OR IMPLIED, OR ASSUMES ANY LEGAL LIABILITY OR RESPONSIBILITY FOR THE
34# ACCURACY, COMPLETENESS, OR USEFULNESS OF ANY INFORMATION, DATA, APPARATUS,
35# PRODUCT, OR PROCESS DISCLOSED, OR REPRESENTS THAT ITS USE WOULD NOT INFRINGE
36# PRIVATELY OWNED RIGHTS.
37#
38# *****************************************************************************
39
40CC = gcc
41CXX = g++
42
43MPICC = mpicc
44MPICXX = mpicxx
45
46all: fe-progs mpi-progs
47sql: fe-sqlite
48
49BLOSC_CPPFLAGS := \
50        -Ithirdparty/blosc \
51        -DHAVE_LZ4 -DHAVE_SNAPPY -DHAVE_ZLIB -DHAVE_ZSTD \
52        -Ithirdparty/blosc/internal-complibs/zlib-1.2.8 \
53        -Ithirdparty/blosc/internal-complibs/lz4-1.7.2 \
54        -Ithirdparty/blosc/internal-complibs/snappy-1.1.1 \
55        -Ithirdparty/blosc/internal-complibs/zstd-0.7.4 \
56        -Ithirdparty/blosc/internal-complibs/zstd-0.7.4/legacy \
57        -Ithirdparty/blosc/internal-complibs/zstd-0.7.4/compress \
58        -Ithirdparty/blosc/internal-complibs/zstd-0.7.4/common \
59        -Ithirdparty/blosc/internal-complibs/zstd-0.7.4/dictBuilder \
60        -Ithirdparty/blosc/internal-complibs/zstd-0.7.4/decompress \
61        -Ithirdparty/SZ/sz/include
62
63BASE_CPPFLAGS := $(BLOSC_CPPFLAGS) -I. -D__STDC_CONSTANT_MACROS
64
65UNAME_S := $(shell uname -s)
66ifeq ($(UNAME_S),Linux)
67    OPENMPFLAG=-fopenmp
68endif
69
70# Use gnu99 only on Linux
71# (ideally we would trigger on compiler rather than platform)
72ifeq ($(UNAME_S),Linux)
73    G99FLAG=-std=gnu99
74endif
75
76FEDIR = frontend
77FE_CFLAGS := -g -fPIC -O3 $(OPENMPFLAG) $(G99FLAG)
78FE_CPPFLAGS := $(BASE_CPPFLAGS) -Ithirdparty/sqlite -DGENERICIO_NO_MPI
79
80MPIDIR = mpi
81MPI_CFLAGS := -g -O3 $(OPENMPFLAG) $(G99FLAG) -fPIC
82MPI_CPPFLAGS := $(BASE_CPPFLAGS)
83
84$(FEDIR):
85        mkdir -p $(FEDIR)
86
87$(FEDIR)/%.o: %.c | $(FEDIR)
88        mkdir -p $(dir $@)
89        $(CC) $(FE_CFLAGS) $(FE_CPPFLAGS) -c -o $@ $<
90
91$(FEDIR)/%.o: %.cxx | $(FEDIR)
92        mkdir -p $(dir $@)
93        $(CXX) $(FE_CFLAGS) $(FE_CPPFLAGS) -c -o $@ $<
94
95BLOSC_O := \
96        thirdparty/blosc/blosc.o \
97        thirdparty/blosc/blosclz.o \
98        thirdparty/blosc/shuffle.o \
99        thirdparty/blosc/bitshuffle-generic.o \
100        thirdparty/blosc/shuffle-generic.o \
101        thirdparty/blosc/internal-complibs/zlib-1.2.8/gzwrite.o \
102        thirdparty/blosc/internal-complibs/zlib-1.2.8/crc32.o \
103        thirdparty/blosc/internal-complibs/zlib-1.2.8/inffast.o \
104        thirdparty/blosc/internal-complibs/zlib-1.2.8/zutil.o \
105        thirdparty/blosc/internal-complibs/zlib-1.2.8/infback.o \
106        thirdparty/blosc/internal-complibs/zlib-1.2.8/deflate.o \
107        thirdparty/blosc/internal-complibs/zlib-1.2.8/inflate.o \
108        thirdparty/blosc/internal-complibs/zlib-1.2.8/gzread.o \
109        thirdparty/blosc/internal-complibs/zlib-1.2.8/gzlib.o \
110        thirdparty/blosc/internal-complibs/zlib-1.2.8/gzclose.o \
111        thirdparty/blosc/internal-complibs/zlib-1.2.8/uncompr.o \
112        thirdparty/blosc/internal-complibs/zlib-1.2.8/compress.o \
113        thirdparty/blosc/internal-complibs/zlib-1.2.8/inftrees.o \
114        thirdparty/blosc/internal-complibs/zlib-1.2.8/trees.o \
115        thirdparty/blosc/internal-complibs/zlib-1.2.8/adler32.o \
116        thirdparty/blosc/internal-complibs/lz4-1.7.2/lz4.o \
117        thirdparty/blosc/internal-complibs/lz4-1.7.2/lz4hc.o \
118        thirdparty/blosc/internal-complibs/zstd-0.7.4/legacy/zstd_v01.o \
119        thirdparty/blosc/internal-complibs/zstd-0.7.4/legacy/zstd_v02.o \
120        thirdparty/blosc/internal-complibs/zstd-0.7.4/legacy/zstd_v03.o \
121        thirdparty/blosc/internal-complibs/zstd-0.7.4/legacy/zstd_v06.o \
122        thirdparty/blosc/internal-complibs/zstd-0.7.4/legacy/zstd_v04.o \
123        thirdparty/blosc/internal-complibs/zstd-0.7.4/legacy/zstd_v05.o \
124        thirdparty/blosc/internal-complibs/zstd-0.7.4/compress/fse_compress.o \
125        thirdparty/blosc/internal-complibs/zstd-0.7.4/compress/zstd_compress.o \
126        thirdparty/blosc/internal-complibs/zstd-0.7.4/compress/huf_compress.o \
127        thirdparty/blosc/internal-complibs/zstd-0.7.4/compress/zbuff_compress.o \
128        thirdparty/blosc/internal-complibs/zstd-0.7.4/common/entropy_common.o \
129        thirdparty/blosc/internal-complibs/zstd-0.7.4/common/xxhash.o \
130        thirdparty/blosc/internal-complibs/zstd-0.7.4/common/zstd_common.o \
131        thirdparty/blosc/internal-complibs/zstd-0.7.4/common/fse_decompress.o \
132        thirdparty/blosc/internal-complibs/zstd-0.7.4/dictBuilder/zdict.o \
133        thirdparty/blosc/internal-complibs/zstd-0.7.4/dictBuilder/divsufsort.o \
134        thirdparty/blosc/internal-complibs/zstd-0.7.4/decompress/zstd_decompress.o \
135        thirdparty/blosc/internal-complibs/zstd-0.7.4/decompress/huf_decompress.o \
136        thirdparty/blosc/internal-complibs/zstd-0.7.4/decompress/zbuff_decompress.o \
137        thirdparty/blosc/internal-complibs/snappy-1.1.1/snappy-c.o \
138        thirdparty/blosc/internal-complibs/snappy-1.1.1/snappy.o \
139        thirdparty/blosc/internal-complibs/snappy-1.1.1/snappy-sinksource.o \
140        thirdparty/blosc/internal-complibs/snappy-1.1.1/snappy-stubs-internal.o \
141        thirdparty/SZ/sz/src/ByteToolkit.o \
142        thirdparty/SZ/sz/src/dataCompression.o \
143        thirdparty/SZ/sz/src/DynamicIntArray.o \
144        thirdparty/SZ/sz/src/iniparser.o \
145        thirdparty/SZ/sz/src/CompressElement.o \
146        thirdparty/SZ/sz/src/DynamicByteArray.o \
147        thirdparty/SZ/sz/src/rw.o \
148        thirdparty/SZ/sz/src/TightDataPointStorageI.o \
149        thirdparty/SZ/sz/src/TightDataPointStorageD.o \
150        thirdparty/SZ/sz/src/TightDataPointStorageF.o \
151        thirdparty/SZ/sz/src/conf.o \
152        thirdparty/SZ/sz/src/DynamicDoubleArray.o \
153        thirdparty/SZ/sz/src/TypeManager.o \
154        thirdparty/SZ/sz/src/dictionary.o \
155        thirdparty/SZ/sz/src/DynamicFloatArray.o \
156        thirdparty/SZ/sz/src/VarSet.o \
157        thirdparty/SZ/sz/src/callZlib.o \
158        thirdparty/SZ/sz/src/Huffman.o \
159        thirdparty/SZ/sz/src/sz_float.o \
160        thirdparty/SZ/sz/src/sz_double.o \
161        thirdparty/SZ/sz/src/sz_int8.o \
162        thirdparty/SZ/sz/src/sz_int16.o \
163        thirdparty/SZ/sz/src/sz_int32.o \
164        thirdparty/SZ/sz/src/sz_int64.o \
165        thirdparty/SZ/sz/src/sz_uint8.o \
166        thirdparty/SZ/sz/src/sz_uint16.o \
167        thirdparty/SZ/sz/src/sz_uint32.o \
168        thirdparty/SZ/sz/src/sz_uint64.o \
169        thirdparty/SZ/sz/src/szd_uint8.o \
170        thirdparty/SZ/sz/src/szd_uint16.o \
171        thirdparty/SZ/sz/src/szd_uint32.o \
172        thirdparty/SZ/sz/src/szd_uint64.o \
173        thirdparty/SZ/sz/src/szd_float.o \
174        thirdparty/SZ/sz/src/szd_double.o \
175        thirdparty/SZ/sz/src/szd_int8.o \
176        thirdparty/SZ/sz/src/szd_int16.o \
177        thirdparty/SZ/sz/src/szd_int32.o \
178        thirdparty/SZ/sz/src/szd_int64.o \
179        thirdparty/SZ/sz/src/utility.o \
180        thirdparty/SZ/sz/src/sz.o \
181        thirdparty/SZ/sz/src/sz_float_pwr.o \
182        thirdparty/SZ/sz/src/sz_double_pwr.o \
183        thirdparty/SZ/sz/src/szd_float_pwr.o \
184        thirdparty/SZ/sz/src/szd_double_pwr.o \
185        thirdparty/SZ/sz/src/sz_double_ts.o \
186        thirdparty/SZ/sz/src/sz_float_ts.o \
187        thirdparty/SZ/sz/src/szd_double_ts.o \
188        thirdparty/SZ/sz/src/szd_float_ts.o
189
190FE_BLOSC_O := $(addprefix $(FEDIR)/,$(BLOSC_O))
191
192$(FEDIR)/GenericIOPrint: $(FEDIR)/GenericIOPrint.o $(FEDIR)/GenericIO.o $(FE_BLOSC_O)
193        $(CXX) $(FE_CFLAGS) -o $@ $^
194
195$(FEDIR)/GenericIOVerify: $(FEDIR)/GenericIOVerify.o $(FEDIR)/GenericIO.o $(FE_BLOSC_O)
196        $(CXX) $(FE_CFLAGS) -o $@ $^
197
198FE_UNAME := $(shell uname -s)
199ifeq ($(FE_UNAME),Darwin)
200FE_SHARED := -bundle
201else
202FE_SHARED := -shared
203endif
204
205$(FEDIR)/libpygio.so: $(FEDIR)/GenericIO.o $(FEDIR)/python/lib/gio.o $(FE_BLOSC_O)
206        $(CXX) $(FE_CFLAGS) $(FE_SHARED) -o $@ $^
207
208$(FEDIR)/GenericIOSQLite.so: $(FEDIR)/GenericIOSQLite.o $(FEDIR)/GenericIO.o $(FE_BLOSC_O)
209        $(CXX) $(FE_CFLAGS) $(FE_SHARED) -o $@ $^
210
211SQLITE_CPPFLAGS := -DSQLITE_ENABLE_COLUMN_METADATA=1 -DSQLITE_DISABLE_DIRSYNC=1 -DSQLITE_ENABLE_FTS3=3 -DSQLITE_ENABLE_RTREE=1 -DSQLITE_ENABLE_UNLOCK_NOTIFY=1 -DSQLITE_ENABLE_LOAD_EXTENSION=1 -DHAVE_READLINE=1
212
213$(FEDIR)/sqbuild:
214        mkdir -p $(FEDIR)/sqbuild
215
216$(FEDIR)/sqbuild/%.o: thirdparty/sqlite/%.c | $(FEDIR)/sqbuild
217        $(CC) $(FE_CFLAGS) $(FE_CPPFLAGS) $(SQLITE_CPPFLAGS) -c -o $@ $<
218
219$(FEDIR)/sqlite3: $(FEDIR)/sqbuild/sqlite3.o $(FEDIR)/sqbuild/shell.o
220        $(CC) $(FE_CFLAGS) -o $@ $^ -pthread -lreadline -lrt -ldl
221
222$(MPIDIR):
223        mkdir -p $(MPIDIR)
224
225$(MPIDIR)/%.o: %.c | $(MPIDIR)
226        mkdir -p $(dir $@)
227        $(MPICC) $(MPI_CFLAGS) $(MPI_CPPFLAGS) -c -o $@ $<
228
229$(MPIDIR)/%.o: %.cxx | $(MPIDIR)
230        mkdir -p $(dir $@)
231        $(MPICXX) $(MPI_CFLAGS) $(MPI_CPPFLAGS) -c -o $@ $<
232
233MPI_BLOSC_O := $(addprefix $(MPIDIR)/,$(BLOSC_O))
234
235$(MPIDIR)/libpygio.so: $(MPIDIR)/GenericIO.o $(MPIDIR)/python/lib/gio.o $(MPI_BLOSC_O)
236        $(MPICXX) $(MPI_CFLAGS) $(MPI_SHARED) -fPIC -shared -o $@ $^
237
238$(MPIDIR)/GenericIOPrint: $(MPIDIR)/GenericIOPrint.o $(MPIDIR)/GenericIO.o $(MPI_BLOSC_O)
239        $(MPICXX) $(MPI_CFLAGS) -o $@ $^
240
241$(MPIDIR)/GenericIOVerify: $(MPIDIR)/GenericIOVerify.o $(MPIDIR)/GenericIO.o $(MPI_BLOSC_O)
242        $(MPICXX) $(MPI_CFLAGS) -o $@ $^
243
244$(MPIDIR)/GenericIOBenchmarkRead: $(MPIDIR)/GenericIOBenchmarkRead.o $(MPIDIR)/GenericIO.o $(MPI_BLOSC_O)
245        $(MPICXX) $(MPI_CFLAGS) -o $@ $^
246
247$(MPIDIR)/GenericIOBenchmarkWrite: $(MPIDIR)/GenericIOBenchmarkWrite.o $(MPIDIR)/GenericIO.o $(MPI_BLOSC_O)
248        $(MPICXX) $(MPI_CFLAGS) -o $@ $^
249
250$(MPIDIR)/GenericIORewrite: $(MPIDIR)/GenericIORewrite.o $(MPIDIR)/GenericIO.o $(MPI_BLOSC_O)
251        $(MPICXX) $(MPI_CFLAGS) -o $@ $^
252
253frontend-progs: $(FEDIR)/GenericIOPrint $(FEDIR)/GenericIOVerify $(FEDIR)/libpygio.so
254fe-progs: frontend-progs
255
256mpi-progs: $(MPIDIR)/GenericIOPrint $(MPIDIR)/GenericIOVerify $(MPIDIR)/GenericIOBenchmarkRead $(MPIDIR)/GenericIOBenchmarkWrite $(MPIDIR)/GenericIORewrite $(MPIDIR)/libpygio.so
257
258frontend-sqlite: $(FEDIR)/GenericIOSQLite.so $(FEDIR)/sqlite3
259fe-sqlite: frontend-sqlite
260
261clean:
262        rm -rf frontend mpi python/genericio.pyc
263
Note: See TracBrowser for help on using the repository browser.