source: icGREP/icgrep-devel/icgrep/CMakeLists.txt @ 5832

Last change on this file since 5832 was 5828, checked in by nmedfort, 21 months ago

Pablo support for byte comparisions; LineFeed? kernel processes byte streams directly. Some clean up of PabloBuilder? functionality.

File size: 13.6 KB
Line 
1cmake_minimum_required (VERSION 2.8)
2
3project (icgrep)
4
5enable_testing()
6# The version number.
7set (icgrep_VERSION_MAJOR 1)
8set (icgrep_VERSION_MINOR 6)
9
10option(ENABLE_MULTIPLEXING "Compiling the Multiplexing Module")
11option(DISABLE_DUAL_ABI "Disable GCC Dual ABI support" OFF)
12option(CARRYPACK_MANAGER "Use CarryPack Manager to reduce space required for carries. For testing only." OFF)
13find_package(LLVM REQUIRED CONFIG)
14
15message(STATUS "Found LLVM ${LLVM_PACKAGE_VERSION} in: ${LLVM_DIR}")
16
17set(CMAKE_MODULE_PATH "${CMAKE_MODULE_PATH};${CMAKE_CURRENT_SOURCE_DIR}/cmake") # ensure custom FindXYZ.cmake files are found
18
19set (Parabix_REVISION "svn")
20include(VersionFromVCS)
21add_version_info_from_vcs(Parabix_REVISION)
22message(STATUS "Parabix_REVISION: ${Parabix_REVISION}")
23
24
25# Now set the header and library paths:
26include_directories( ${LLVM_INCLUDE_DIRS} )
27link_directories( ${LLVM_LIBRARY_DIRS} )
28add_definitions( ${LLVM_DEFINITIONS} )
29
30# include(FindCUDA) # https://cmake.org/cmake/help/v3.0/module/FindCUDA.html
31
32option(ENABLE_CUDA_COMPILE "Compiling with CUDA")
33set(CUDA_LIB "")
34if(ENABLE_CUDA_COMPILE)
35  find_package(CUDA)
36  if(CUDA_FOUND)
37    set(CUDA_INCLUDE ${CUDA_INCLUDE} "/usr/local/cuda-7.5/include")
38    include_directories(${CUDA_INCLUDE})
39    SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DCUDA_ENABLED")
40    SET(CUDA_LIB "cuda")
41  endif(CUDA_FOUND)
42endif()
43
44# Let's suppose we want to build a JIT compiler with support for
45# binary code (no interpreter):
46set(LLVM_ALL_TARGETS X86)
47llvm_map_components_to_libnames(REQ_LLVM_LIBRARIES ${LLVM_ALL_TARGETS} mcjit native IRReader Linker)
48
49# Check if boost has been installed on this system.
50set(Boost_USE_STATIC_LIBS ON)
51set(Boost_USE_MULTITHREADED OFF)
52set(Boost_USE_STATIC_RUNTIME OFF)
53find_package(Boost 1.46 REQUIRED COMPONENTS system filesystem iostreams)
54message(STATUS "Found Boost_LIBRARY_DIR: ${Boost_LIBRARY_DIR}")
55
56include_directories("${Boost_INCLUDE_DIRS}")
57link_directories(${Boost_LIBRARY_DIR})
58
59SET(OBJECT_CACHE_SRC toolchain/object_cache.cpp)
60
61SET(GREP_CORE_SRC toolchain/grep_pipeline.cpp kernels/linebreak_kernel.cpp kernels/grep_kernel.cpp kernels/scanmatchgen.cpp )
62
63SET(TOOLCHAIN_SRC toolchain/toolchain.cpp toolchain/pipeline.cpp)
64
65SET(DRIVER_SRC toolchain/driver.cpp toolchain/cpudriver.cpp)
66if(ENABLE_CUDA_COMPILE)
67SET(DRIVER_SRC ${DRIVER_SRC} toolchain/NVPTXDriver.cpp)
68endif()
69
70SET(KERNEL_SRC kernels/attributes.cpp kernels/processing_rate.cpp kernels/interface.cpp kernels/kernel.cpp kernels/streamset.cpp kernels/kernel_builder.cpp)
71SET(KERNEL_SRC ${KERNEL_SRC} kernels/source_kernel.cpp kernels/s2p_kernel.cpp kernels/deletion.cpp kernels/swizzle.cpp kernels/p2s_kernel.cpp kernels/stdout_kernel.cpp)
72
73SET(IDISA_SRC IR_Gen/CBuilder.cpp IR_Gen/idisa_builder.cpp IR_Gen/idisa_avx_builder.cpp IR_Gen/idisa_i64_builder.cpp IR_Gen/idisa_sse_builder.cpp)
74SET(IDISA_SRC ${IDISA_SRC} IR_Gen/idisa_target.cpp)
75if(ENABLE_CUDA_COMPILE)
76SET(IDISA_SRC ${IDISA_SRC} IR_Gen/idisa_nvptx_builder.cpp)
77endif()
78
79SET(PABLO_SRC pablo/pabloAST.cpp pablo/branch.cpp pablo/codegenstate.cpp pablo/builder.cpp pablo/symbol_generator.cpp pablo/printer_pablos.cpp pablo/pablo_toolchain.cpp)
80SET(PABLO_SRC ${PABLO_SRC} pablo/pablo_kernel.cpp pablo/pablo_compiler.cpp)
81IF (CARRYPACK_MANAGER)
82SET(PABLO_SRC ${PABLO_SRC} pablo/carrypack_manager.cpp)
83ELSE()
84SET(PABLO_SRC ${PABLO_SRC} pablo/carry_manager.cpp)
85ENDIF()
86SET(PABLO_SRC ${PABLO_SRC} pablo/analysis/pabloverifier.cpp)
87SET(PABLO_SRC ${PABLO_SRC} pablo/optimizers/pablo_simplifier.cpp pablo/optimizers/codemotionpass.cpp pablo/optimizers/distributivepass.cpp pablo/optimizers/schedulingprepass.cpp)
88SET(PABLO_SRC ${PABLO_SRC} pablo/passes/flattenif.cpp)
89IF(ENABLE_MULTIPLEXING)
90SET(PABLO_SRC ${PABLO_SRC} pablo/optimizers/pablo_automultiplexing.cpp)
91ENDIF()
92
93add_library(CodeGen ${TOOLCHAIN_SRC} ${DRIVER_SRC} ${OBJECT_CACHE_SRC} ${KERNEL_SRC} ${IDISA_SRC})
94add_library(PabloADT ${PABLO_SRC})
95# CCADT is the core library for representing and compiling character classes
96add_library(CCADT re/re_re.cpp re/re_cc.cpp cc/cc_compiler.cpp cc/alphabet.cpp cc/multiplex_CCs.cpp UCD/unicode_set.cpp)
97# RegExpADT is the core library for representing, parsing and printing regular expressions
98add_library(RegExpADT re/re_rep.cpp re/re_diff.cpp re/re_intersect.cpp re/re_range.cpp re/re_assertion.cpp re/printer_re.cpp re/re_parser_pcre.cpp re/re_parser_ere.cpp re/re_parser_bre.cpp re/re_parser_prosite.cpp re/parse_fixed_strings.cpp)
99add_library(RegExpCompiler re/casing.cpp re/to_utf8.cpp re/re_parser.cpp re/re_memoizer.cpp re/re_nullable.cpp re/re_simplifier.cpp re/re_star_normal.cpp re/re_minimizer.cpp re/re_local.cpp re/re_compiler.cpp re/re_analysis.cpp re/re_toolchain.cpp re/re_name_resolve.cpp re/re_name_gather.cpp re/re_collect_unicodesets.cpp re/re_multiplex.cpp re/re_utility.cpp re/grapheme_clusters.cpp re/exclude_CC.cpp ${GREP_CORE_SRC})
100add_library(UCDlib UCD/CaseFolding.cpp utf8_encoder.cpp utf16_encoder.cpp UCD/ucd_compiler.cpp UCD/PropertyObjects.cpp UCD/resolve_properties.cpp)
101
102# force the compiler to compile the object cache to ensure that the versioning information is up to date
103add_custom_target(RecompileObjectCache ALL touch ${CMAKE_CURRENT_SOURCE_DIR}/${OBJECT_CACHE_SRC})
104add_dependencies(CodeGen RecompileObjectCache)
105
106# add the executable
107target_link_libraries (CodeGen ${REQ_LLVM_LIBRARIES})
108target_link_libraries (PabloADT CodeGen)
109target_link_libraries (CCADT PabloADT)
110target_link_libraries (RegExpADT PabloADT CCADT)
111target_link_libraries (UCDlib RegExpCompiler RegExpADT PabloADT CCADT)
112target_link_libraries (RegExpCompiler UCDlib CCADT RegExpADT)
113
114add_executable(icgrep icgrep.cpp grep_interface.cpp grep_engine.cpp kernels/u8u32_kernel.cpp kernels/delmask_kernel.cpp kernels/cc_kernel.cpp kernels/cc_scan_kernel.cpp kernels/charclasses.cpp kernels/linebreak_kernel.cpp kernels/streams_merge.cpp kernels/grep_kernel.cpp kernels/until_n.cpp)
115add_executable(u8u16 u8u16.cpp)
116add_executable(base64 base64.cpp kernels/radix64.cpp)
117add_executable(wc wc.cpp)
118add_executable(editd editd/editd.cpp editd/pattern_compiler.cpp editd/editdscan_kernel.cpp editd/editd_gpu_kernel.cpp editd/editd_cpu_kernel.cpp kernels/streams_merge.cpp kernels/cc_kernel.cpp)
119add_executable(lz4d lz4d.cpp lz4FrameDecoder.cpp kernels/cc_kernel.cpp kernels/lz4_index_decoder.cpp kernels/lz4_bytestream_decoder.cpp)
120add_executable(core combine/core.cpp combine/regexGen.cpp combine/stringGen.cpp combine/propGen.cpp combine/icgrep-test/icgrep-test.cpp grep_interface.cpp grep_engine.cpp kernels/scanmatchgen.cpp kernels/u8u32_kernel.cpp kernels/delmask_kernel.cpp kernels/cc_kernel.cpp kernels/cc_scan_kernel.cpp kernels/charclasses.cpp kernels/linebreak_kernel.cpp kernels/streams_merge.cpp kernels/grep_kernel.cpp kernels/until_n.cpp)
121
122#Exclude CoRE from default build.
123set_target_properties(core PROPERTIES EXCLUDE_FROM_ALL 1)
124
125target_link_libraries (icgrep UCDlib PabloADT RegExpCompiler CCADT CodeGen ${REQ_LLVM_LIBRARIES} ${Boost_LIBRARIES} ${CUDA_LIB})
126target_link_libraries (u8u16 PabloADT CCADT CodeGen ${REQ_LLVM_LIBRARIES} ${Boost_LIBRARIES} ${CUDA_LIB})
127target_link_libraries (base64 PabloADT CCADT CodeGen ${REQ_LLVM_LIBRARIES} ${Boost_LIBRARIES} ${CUDA_LIB})
128target_link_libraries (wc PabloADT CCADT CodeGen ${REQ_LLVM_LIBRARIES} ${Boost_LIBRARIES} ${CUDA_LIB})
129target_link_libraries (editd PabloADT CCADT CodeGen ${REQ_LLVM_LIBRARIES} ${Boost_LIBRARIES} ${CUDA_LIB})
130target_link_libraries (lz4d PabloADT CCADT CodeGen ${REQ_LLVM_LIBRARIES} ${Boost_LIBRARIES} ${CUDA_LIB})
131target_link_libraries (core RegExpCompiler ${REQ_LLVM_LIBRARIES} ${Boost_LIBRARIES})
132
133IF(ENABLE_MULTIPLEXING)
134    message(STATUS "Enabling Multiplexing")
135    find_package(Z3 REQUIRED)
136    include_directories(${Z3_INCLUDE_DIRS})
137    target_link_libraries(PabloADT ${Z3_LIBRARIES})
138    SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DENABLE_MULTIPLEXING")
139ENDIF()
140
141include_directories("${PROJECT_SOURCE_DIR}")
142
143#Check compiler support for 0x / 11
144include(CheckCXXCompilerFlag)
145CHECK_CXX_COMPILER_FLAG("-std=c++11" COMPILER_SUPPORTS_CXX11)
146if(COMPILER_SUPPORTS_CXX11)
147  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=c++11")
148else()
149  CHECK_CXX_COMPILER_FLAG("-std=c++0x" COMPILER_SUPPORTS_CXX0X)
150  if(COMPILER_SUPPORTS_CXX0X)
151    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=c++0x")
152  else()
153    CHECK_CXX_COMPILER_FLAG("-std=gnu++11" COMPILER_SUPPORTS_GNU11)
154    if(COMPILER_SUPPORTS_GNU11)
155      set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=gnu++11")
156    else()
157      CHECK_CXX_COMPILER_FLAG("-std=gnu++0x" COMPILER_SUPPORTS_GNU0X)
158      if(COMPILER_SUPPORTS_GNU0X)
159        set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=gnu++0x")
160      endif()
161    endif()
162  endif()
163endif()
164
165#Disable RunTime Type Information
166IF (MSVC) # using Visual Studio C++
167  SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /GR-")
168ELSE() # using Clang, GCC, Intel C++, etc
169  SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fno-rtti") 
170ENDIF()
171
172#Disable Dual ABI support
173IF(DISABLE_DUAL_ABI)
174SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -D_GLIBCXX_USE_CXX11_ABI=0")
175ENDIF()
176
177#Enable all warnings
178SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wall")
179
180UNSET(HAS_EXECINFO CACHE)
181UNSET(HAS_MACH_VM_TYPES CACHE)
182include(CheckIncludeFileCXX)
183CHECK_INCLUDE_FILE_CXX(mach/vm_types.h HAS_MACH_VM_TYPES)
184IF (HAS_MACH_VM_TYPES)
185  SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DHAS_MACH_VM_TYPES")
186ELSE()
187  UNSET(LIBUNWIND_FOUND CACHE)
188  find_package(Libunwind)
189  IF (LIBUNWIND_FOUND)
190    SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DHAS_LIBUNWIND")
191    include_directories(${LIBUNWIND_INCLUDE_DIR})
192    target_link_libraries(CodeGen ${LIBUNWIND_LIBRARIES})
193  ELSE()
194    CHECK_INCLUDE_FILE_CXX(execinfo.h HAS_EXECINFO)
195    IF (HAS_EXECINFO)
196       SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DHAS_EXECINFO")
197    ENDIF()
198  ENDIF()
199ENDIF()
200
201IF (CARRYPACK_MANAGER)
202SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DUSE_CARRYPACK_MANAGER")
203ENDIF()
204
205SET(CMAKE_REQUIRED_FLAGS)
206
207# detect LLVM version and add compiler flags.
208MATH(EXPR LLVM_VERSION_INTEGER "${LLVM_VERSION_MAJOR} * 10000 + ${LLVM_VERSION_MINOR} * 100 + ${LLVM_VERSION_PATCH}")
209SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DLLVM_VERSION_INTEGER=${LLVM_VERSION_INTEGER}")
210SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DLLVM_VERSION_major=${LLVM_VERSION_MAJOR} -DLLVM_VERSION_MINOR=${LLVM_VERSION_MINOR}")
211message(STATUS "LLVM Version Integer: ${LLVM_VERSION_INTEGER}")
212
213SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DPARABIX_VERSION='\"${Parabix_REVISION}\"'")
214IF (${CMAKE_SYSTEM_NAME} MATCHES "Linux")
215  SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fuse-ld=gold")
216ENDIF()
217
218SET(CMAKE_CXX_FLAGS_RELEASE "${CMAKE_CXX_FLAGS} ${CMAKE_CXX_FLAGS_RELEASE} -O3 -DNDEBUG")
219
220SET(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS} ${CMAKE_CXX_FLAGS_DEBUG} -O1 -g -fno-omit-frame-pointer -fno-optimize-sibling-calls")
221
222UNSET(HAS_ADDRESS_SANITIZER)
223CHECK_INCLUDE_FILE_CXX("sanitizer/asan_interface.h" HAS_ADDRESS_SANITIZER)
224IF (HAS_ADDRESS_SANITIZER)
225SET(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -DHAS_ADDRESS_SANITIZER -fsanitize=address")
226ENDIF()
227
228
229add_test(
230  NAME greptest
231  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA
232  COMMAND python greptest.py ${CMAKE_BINARY_DIR}/icgrep)
233
234add_test(
235  NAME proptest
236  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA
237  COMMAND python greptest.py -d ${PROJECT_SOURCE_DIR}/../QA -t ${PROJECT_SOURCE_DIR}/../QA/proptest.xml ${CMAKE_BINARY_DIR}/icgrep)
238
239add_test(
240  NAME abc_test
241  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA
242  COMMAND ./run_abc ${CMAKE_BINARY_DIR}/icgrep)
243
244add_test(
245  NAME u8u16_test
246  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA/u8u16
247  COMMAND ./run_all "${CMAKE_BINARY_DIR}/u8u16 -segment-size=16 -enable-segment-pipeline-parallel")
248
249#add_test(
250#  NAME lz4d_test
251#  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA/lz4d
252#  COMMAND ./run_all ${CMAKE_BINARY_DIR}/lz4d)
253
254add_test(
255  NAME editd_test
256  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA/editd
257  COMMAND python run_all.py -e ${CMAKE_BINARY_DIR})
258
259add_test(
260  NAME base64_test
261  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA/base64
262  COMMAND python base64test.py ${CMAKE_BINARY_DIR}/base64)
263
264SET_PROPERTY(TEST greptest PROPERTY TIMEOUT 400)
265SET_PROPERTY(TEST proptest PROPERTY TIMEOUT 1500)
266SET_PROPERTY(TEST abc_test PROPERTY TIMEOUT 100)
267SET_PROPERTY(TEST u8u16_test editd_test base64_test PROPERTY TIMEOUT 40)
268
269
270add_custom_target (greptest
271  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA
272  COMMAND python greptest.py "${CMAKE_BINARY_DIR}/icgrep")
273
274add_custom_target (proptest
275  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA
276  COMMAND python greptest.py -d ${PROJECT_SOURCE_DIR}/../QA -t ${PROJECT_SOURCE_DIR}/../QA/proptest.xml "${CMAKE_BINARY_DIR}/icgrep")
277
278add_custom_target (u8u16_test
279  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA/u8u16
280  COMMAND ./run_all "${CMAKE_BINARY_DIR}/u8u16 -segment-size=16 -enable-segment-pipeline-parallel")
281
282add_custom_target (lz4d_test
283  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA/lz4d
284  COMMAND ./run_all "${CMAKE_BINARY_DIR}/lz4d")
285
286add_custom_target (editd_test
287  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA/editd
288  COMMAND python run_all.py -e ${CMAKE_BINARY_DIR})
289
290add_custom_target (base64_test
291  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA/base64
292  COMMAND python base64test.py "${CMAKE_BINARY_DIR}/base64")
293
294add_custom_target (abc_gen
295  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA
296  COMMAND python abc_testgen.py)
297 
298add_custom_target (abc_test
299  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../QA
300  COMMAND ./run_abc "${CMAKE_BINARY_DIR}/icgrep")
301
302add_custom_target (check
303  COMMAND ${CMAKE_CTEST_COMMAND} --output-on-failure
304  DEPENDS icgrep abc_gen)
305
306add_custom_target (perf_icgrep
307  COMMAND python2 perf.py icgrep
308  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../performance
309  DEPENDS icgrep)
310
311add_custom_target (viewer
312  COMMAND python2 viewer.py
313  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../performance)
314
315add_custom_target (text_viewer
316  COMMAND python2 viewer.py -t
317  WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}/../performance)
318
319
Note: See TracBrowser for help on using the repository browser.