ITT stubs and wrappers for SPIR-V devices.

libdevice/cmake/modules/SYCLLibdevice.cmake

@@ -167,12 +167,36 @@ add_custom_command(OUTPUT ${obj_binary_dir}/libsycl-fallback-cmath-fp64.${lib-su
                    DEPENDS device_math.h device.h clang clang-offload-bundler
                    VERBATIM)
 
+add_custom_command(OUTPUT ${obj_binary_dir}/libsycl-itt-stubs.${lib-suffix}
+                   COMMAND ${clang} -fsycl -c
+                           ${compile_opts} ${sycl_targets_opt}
+                           ${CMAKE_CURRENT_SOURCE_DIR}/itt_stubs.cpp
+                           -o ${obj_binary_dir}/libsycl-itt-stubs.${lib-suffix}
+                   MAIN_DEPENDENCY itt_stubs.cpp
+                   DEPENDS device_itt.h device.h clang clang-offload-bundler
+                   VERBATIM)
+
+add_custom_command(OUTPUT ${obj_binary_dir}/libsycl-itt-wrappers.${lib-suffix}
+                   COMMAND ${clang} -fsycl -c
+                           ${compile_opts} ${sycl_targets_opt}
+                           ${CMAKE_CURRENT_SOURCE_DIR}/itt_cmplr_wrappers.cpp
+                           -o ${obj_binary_dir}/libsycl-itt-wrappers.${lib-suffix}
+                   MAIN_DEPENDENCY itt_cmplr_wrappers.cpp
+                   DEPENDS device_itt.h device.h clang clang-offload-bundler
+                   VERBATIM)
+
+set(devicelib-obj-itt-files
+  ${obj_binary_dir}/libsycl-itt-stubs.${lib-suffix}
+  ${obj_binary_dir}/libsycl-itt-wrappers.${lib-suffix}
+  )
+
 add_custom_target(libsycldevice-obj DEPENDS
   ${devicelib-obj-file}
   ${devicelib-obj-complex}
   ${devicelib-obj-complex-fp64}
   ${devicelib-obj-cmath}
   ${devicelib-obj-cmath-fp64}
+  ${devicelib-obj-itt-files}
 )
 add_custom_target(libsycldevice-spv DEPENDS
   ${spv_binary_dir}/libsycl-fallback-cassert.spv
@@ -212,7 +236,8 @@ install(FILES ${devicelib-obj-file}
               ${devicelib-obj-cmath}
               ${obj_binary_dir}/libsycl-fallback-cmath.${lib-suffix}
               ${devicelib-obj-cmath-fp64}
-	      ${obj_binary_dir}/libsycl-fallback-cmath-fp64.${lib-suffix}
+              ${obj_binary_dir}/libsycl-fallback-cmath-fp64.${lib-suffix}
+              ${devicelib-obj-itt-files}
         DESTINATION ${install_dest_lib}
         COMPONENT libsycldevice)
 

libdevice/device_itt.h

@@ -0,0 +1,58 @@
+//==------- device_itt.h - ITT devicelib functions declarations ------------==//
+//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+//==------------------------------------------------------------------------==//
+
+#ifndef __LIBDEVICE_DEVICE_ITT_H__
+#define __LIBDEVICE_DEVICE_ITT_H__
+
+#include "device.h"
+
+#ifdef __SPIR__
+#include <cstddef>
+#include <cstdint>
+
+// Use SPIRV constants directly in place of OCL intrinsic functions.
+#define __SPIRV_VAR_QUALIFIERS EXTERN_C const
+typedef size_t size_t_vec __attribute__((ext_vector_type(3)));
+__SPIRV_VAR_QUALIFIERS size_t __spirv_BuiltInGlobalLinearId;
+__SPIRV_VAR_QUALIFIERS size_t_vec __spirv_BuiltInWorkgroupId;
+__SPIRV_VAR_QUALIFIERS size_t_vec __spirv_BuiltInWorkgroupSize;
+
+#define ITT_STUB_ATTRIBUTES __attribute__((noinline, optnone))
+
+// FIXME: must be enabled via -fdeclare-spirv-builtins
+DEVICE_EXTERN_C char __spirv_SpecConstant(int, char);
+
+#define ITT_SPEC_CONSTANT 0xFF747469
+
+static inline bool isITTEnabled() {
+  return __spirv_SpecConstant(ITT_SPEC_CONSTANT, 0) != 0;
+}
+
+// Wrapper APIs that may be called by compiler-generated code.
+DEVICE_EXTERN_C
+void __itt_spirv_wi_start_wrapper();
+DEVICE_EXTERN_C
+void __itt_spirv_wi_finish_wrapper();
+DEVICE_EXTERN_C
+void __itt_spirv_wg_barrier_wrapper();
+DEVICE_EXTERN_C
+void __itt_spirv_wi_resume_wrapper();
+
+// Non-inlinable and non-optimizable APIs that are recognized
+// by profiling tools.
+DEVICE_EXTERN_C ITT_STUB_ATTRIBUTES void
+__itt_spirv_wi_start_stub(size_t *group_id, size_t wi_id, uint32_t wg_size);
+DEVICE_EXTERN_C ITT_STUB_ATTRIBUTES void
+__itt_spirv_wi_finish_stub(size_t *group_id, size_t wi_id);
+DEVICE_EXTERN_C ITT_STUB_ATTRIBUTES void
+__itt_spirv_wg_barrier_stub(uintptr_t barrier_id);
+DEVICE_EXTERN_C ITT_STUB_ATTRIBUTES void
+__itt_spirv_wi_resume_stub(size_t *group_id, size_t wi_id);
+
+#endif // __SPIR__
+#endif // __LIBDEVICE_DEVICE_ITT_H__

libdevice/itt_cmplr_wrappers.cpp

@@ -0,0 +1,60 @@
+//==--- itt_cmplr_wrappers.cpp - compiler wtappers for ITT -----------------==//
+//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+//===----------------------------------------------------------------------===//
+
+#include "device_itt.h"
+
+#ifdef __SPIR__
+
+DEVICE_EXTERN_C
+void __itt_spirv_wi_start_wrapper() {
+  if (!isITTEnabled())
+    return;
+
+  size_t GroupID[3] = {__spirv_BuiltInWorkgroupId.x,
+                       __spirv_BuiltInWorkgroupId.y,
+                       __spirv_BuiltInWorkgroupId.z};
+  size_t WIID = __spirv_BuiltInGlobalLinearId;
+  uint32_t WGSize = static_cast<uint32_t>(__spirv_BuiltInWorkgroupSize.x *
+                                          __spirv_BuiltInWorkgroupSize.y *
+                                          __spirv_BuiltInWorkgroupSize.z);
+  __itt_spirv_wi_start_stub(GroupID, WIID, WGSize);
+}
+
+DEVICE_EXTERN_C
+void __itt_spirv_wi_finish_wrapper() {
+  if (!isITTEnabled())
+    return;
+
+  size_t GroupID[3] = {__spirv_BuiltInWorkgroupId.x,
+                       __spirv_BuiltInWorkgroupId.y,
+                       __spirv_BuiltInWorkgroupId.z};
+  size_t WIID = __spirv_BuiltInGlobalLinearId;
+  __itt_spirv_wi_finish_stub(GroupID, WIID);
+}
+
+DEVICE_EXTERN_C
+void __itt_spirv_wg_barrier_wrapper() {
+  if (!isITTEnabled())
+    return;
+
+  __itt_spirv_wg_barrier_stub(0);
+}
+
+DEVICE_EXTERN_C
+void __itt_spirv_wi_resume_wrapper() {
+  if (!isITTEnabled())
+    return;
+
+  size_t GroupID[3] = {__spirv_BuiltInWorkgroupId.x,
+                       __spirv_BuiltInWorkgroupId.y,
+                       __spirv_BuiltInWorkgroupId.z};
+  size_t WIID = __spirv_BuiltInGlobalLinearId;
+  __itt_spirv_wi_resume_stub(GroupID, WIID);
+}
+
+#endif // __SPIR__

libdevice/itt_stubs.cpp

@@ -0,0 +1,25 @@
+//==--- itt_stubs.cpp - stub functions for ITT  ----------------------------==//
+//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+//===----------------------------------------------------------------------===//
+
+#include "device_itt.h"
+
+#ifdef __SPIR__
+
+DEVICE_EXTERN_C ITT_STUB_ATTRIBUTES void
+__itt_spirv_wi_start_stub(size_t *group_id, size_t wi_id, uint32_t wg_size) {}
+
+DEVICE_EXTERN_C ITT_STUB_ATTRIBUTES void
+__itt_spirv_wi_finish_stub(size_t *group_id, size_t wi_id) {}
+
+DEVICE_EXTERN_C ITT_STUB_ATTRIBUTES void
+__itt_spirv_wg_barrier_stub(uintptr_t barrier_id) {}
+
+DEVICE_EXTERN_C ITT_STUB_ATTRIBUTES void
+__itt_spirv_wi_resume_stub(size_t *group_id, size_t wi_id) {}
+
+#endif // __SPIR__