//////////////////////////////////////////////////////////////////////////////// // // The University of Illinois/NCSA // Open Source License (NCSA) // // Copyright (c) 2014-2015, Advanced Micro Devices, Inc. All rights reserved. // // Developed by: // // AMD Research and AMD HSA Software Development // // Advanced Micro Devices, Inc. // // www.amd.com // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to // deal with the Software without restriction, including without limitation // the rights to use, copy, modify, merge, publish, distribute, sublicense, // and/or sell copies of the Software, and to permit persons to whom the // Software is furnished to do so, subject to the following conditions: // // - Redistributions of source code must retain the above copyright notice, // this list of conditions and the following disclaimers. // - Redistributions in binary form must reproduce the above copyright // notice, this list of conditions and the following disclaimers in // the documentation and/or other materials provided with the distribution. // - Neither the names of Advanced Micro Devices, Inc, // nor the names of its contributors may be used to endorse or promote // products derived from this Software without specific prior written // permission. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL // THE CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR // OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, // ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER // DEALINGS WITH THE SOFTWARE. // //////////////////////////////////////////////////////////////////////////////// #include "core/inc/hsa_api_trace_int.h" #include "core/inc/runtime.h" #include "core/inc/hsa_ext_amd_impl.h" #include "core/inc/hsa_table_interface.h" #include // Tools only APIs. namespace AMD { hsa_status_t hsa_amd_queue_intercept_register(hsa_queue_t* queue, hsa_amd_queue_intercept_handler callback, void* user_data); hsa_status_t hsa_amd_queue_intercept_create( hsa_agent_t agent_handle, uint32_t size, hsa_queue_type32_t type, void (*callback)(hsa_status_t status, hsa_queue_t* source, void* data), void* data, uint32_t private_segment_size, uint32_t group_segment_size, hsa_queue_t** queue); hsa_status_t hsa_amd_runtime_queue_create_register(hsa_amd_runtime_queue_notifier callback, void* user_data); } namespace core { HsaApiTable hsa_api_table_; HsaApiTable hsa_internal_api_table_; HsaApiTable::HsaApiTable() { Init(); } // Initialize member fields for Hsa Core and Amd Extension Api's // Member fields for Finalizer and Image extensions will be // updated as part of Hsa Runtime initialization. void HsaApiTable::Init() { // Initialize Version of Api Table hsa_api.version.major_id = HSA_API_TABLE_MAJOR_VERSION; hsa_api.version.minor_id = sizeof(::HsaApiTable); hsa_api.version.step_id = HSA_API_TABLE_STEP_VERSION; // Update Api table for Core and its major id UpdateCore(); hsa_api.core_ = &core_api; // Update Api table for Amd Extensions and its major id UpdateAmdExts(); hsa_api.amd_ext_ = &amd_ext_api; // Initialize Api tables for Finalizer, Image to NULL // The tables are initialized as part // of Hsa Runtime initialization, including their major ids hsa_api.finalizer_ext_ = NULL; hsa_api.image_ext_ = NULL; } void HsaApiTable::Reset() { Init(); } void HsaApiTable::CloneExts(void* ext_table, uint32_t table_id) { assert(ext_table != NULL && "Invalid extension table linked."); // Update HSA Extension Finalizer Api table if (table_id == HSA_EXT_FINALIZER_API_TABLE_ID) { finalizer_api = *reinterpret_cast(ext_table); hsa_api.finalizer_ext_ = &finalizer_api; return; } // Update HSA Extension Image Api table if (table_id == HSA_EXT_IMAGE_API_TABLE_ID) { image_api = *reinterpret_cast(ext_table); hsa_api.image_ext_ = &image_api; return; } } void HsaApiTable::LinkExts(void* ext_table, uint32_t table_id) { assert(ext_table != NULL && "Invalid extension table linked."); // Update HSA Extension Finalizer Api table if (table_id == HSA_EXT_FINALIZER_API_TABLE_ID) { finalizer_api = *reinterpret_cast(ext_table); hsa_api.finalizer_ext_ = reinterpret_cast(ext_table); return; } // Update HSA Extension Image Api table if (table_id == HSA_EXT_IMAGE_API_TABLE_ID) { image_api = *reinterpret_cast(ext_table); hsa_api.image_ext_ = reinterpret_cast(ext_table); return; } } // Update Api table for Hsa Core Runtime void HsaApiTable::UpdateCore() { // Initialize Version of Api Table core_api.version.major_id = HSA_CORE_API_TABLE_MAJOR_VERSION; core_api.version.minor_id = sizeof(::CoreApiTable); core_api.version.step_id = HSA_CORE_API_TABLE_STEP_VERSION; // Initialize function pointers for Hsa Core Runtime Api's core_api.hsa_init_fn = HSA::hsa_init; core_api.hsa_shut_down_fn = HSA::hsa_shut_down; core_api.hsa_system_get_info_fn = HSA::hsa_system_get_info; core_api.hsa_system_extension_supported_fn = HSA::hsa_system_extension_supported; core_api.hsa_system_get_extension_table_fn = HSA::hsa_system_get_extension_table; core_api.hsa_iterate_agents_fn = HSA::hsa_iterate_agents; core_api.hsa_agent_get_info_fn = HSA::hsa_agent_get_info; core_api.hsa_agent_get_exception_policies_fn = HSA::hsa_agent_get_exception_policies; core_api.hsa_agent_extension_supported_fn = HSA::hsa_agent_extension_supported; core_api.hsa_queue_create_fn = HSA::hsa_queue_create; core_api.hsa_soft_queue_create_fn = HSA::hsa_soft_queue_create; core_api.hsa_queue_destroy_fn = HSA::hsa_queue_destroy; core_api.hsa_queue_inactivate_fn = HSA::hsa_queue_inactivate; core_api.hsa_queue_load_read_index_scacquire_fn = HSA::hsa_queue_load_read_index_scacquire; core_api.hsa_queue_load_read_index_relaxed_fn = HSA::hsa_queue_load_read_index_relaxed; core_api.hsa_queue_load_write_index_scacquire_fn = HSA::hsa_queue_load_write_index_scacquire; core_api.hsa_queue_load_write_index_relaxed_fn = HSA::hsa_queue_load_write_index_relaxed; core_api.hsa_queue_store_write_index_relaxed_fn = HSA::hsa_queue_store_write_index_relaxed; core_api.hsa_queue_store_write_index_screlease_fn = HSA::hsa_queue_store_write_index_screlease; core_api.hsa_queue_cas_write_index_scacq_screl_fn = HSA::hsa_queue_cas_write_index_scacq_screl; core_api.hsa_queue_cas_write_index_scacquire_fn = HSA::hsa_queue_cas_write_index_scacquire; core_api.hsa_queue_cas_write_index_relaxed_fn = HSA::hsa_queue_cas_write_index_relaxed; core_api.hsa_queue_cas_write_index_screlease_fn = HSA::hsa_queue_cas_write_index_screlease; core_api.hsa_queue_add_write_index_scacq_screl_fn = HSA::hsa_queue_add_write_index_scacq_screl; core_api.hsa_queue_add_write_index_scacquire_fn = HSA::hsa_queue_add_write_index_scacquire; core_api.hsa_queue_add_write_index_relaxed_fn = HSA::hsa_queue_add_write_index_relaxed; core_api.hsa_queue_add_write_index_screlease_fn = HSA::hsa_queue_add_write_index_screlease; core_api.hsa_queue_store_read_index_relaxed_fn = HSA::hsa_queue_store_read_index_relaxed; core_api.hsa_queue_store_read_index_screlease_fn = HSA::hsa_queue_store_read_index_screlease; core_api.hsa_agent_iterate_regions_fn = HSA::hsa_agent_iterate_regions; core_api.hsa_region_get_info_fn = HSA::hsa_region_get_info; core_api.hsa_memory_register_fn = HSA::hsa_memory_register; core_api.hsa_memory_deregister_fn = HSA::hsa_memory_deregister; core_api.hsa_memory_allocate_fn = HSA::hsa_memory_allocate; core_api.hsa_memory_free_fn = HSA::hsa_memory_free; core_api.hsa_memory_copy_fn = HSA::hsa_memory_copy; core_api.hsa_memory_assign_agent_fn = HSA::hsa_memory_assign_agent; core_api.hsa_signal_create_fn = HSA::hsa_signal_create; core_api.hsa_signal_destroy_fn = HSA::hsa_signal_destroy; core_api.hsa_signal_load_relaxed_fn = HSA::hsa_signal_load_relaxed; core_api.hsa_signal_load_scacquire_fn = HSA::hsa_signal_load_scacquire; core_api.hsa_signal_store_relaxed_fn = HSA::hsa_signal_store_relaxed; core_api.hsa_signal_store_screlease_fn = HSA::hsa_signal_store_screlease; core_api.hsa_signal_wait_relaxed_fn = HSA::hsa_signal_wait_relaxed; core_api.hsa_signal_wait_scacquire_fn = HSA::hsa_signal_wait_scacquire; core_api.hsa_signal_and_relaxed_fn = HSA::hsa_signal_and_relaxed; core_api.hsa_signal_and_scacquire_fn = HSA::hsa_signal_and_scacquire; core_api.hsa_signal_and_screlease_fn = HSA::hsa_signal_and_screlease; core_api.hsa_signal_and_scacq_screl_fn = HSA::hsa_signal_and_scacq_screl; core_api.hsa_signal_or_relaxed_fn = HSA::hsa_signal_or_relaxed; core_api.hsa_signal_or_scacquire_fn = HSA::hsa_signal_or_scacquire; core_api.hsa_signal_or_screlease_fn = HSA::hsa_signal_or_screlease; core_api.hsa_signal_or_scacq_screl_fn = HSA::hsa_signal_or_scacq_screl; core_api.hsa_signal_xor_relaxed_fn = HSA::hsa_signal_xor_relaxed; core_api.hsa_signal_xor_scacquire_fn = HSA::hsa_signal_xor_scacquire; core_api.hsa_signal_xor_screlease_fn = HSA::hsa_signal_xor_screlease; core_api.hsa_signal_xor_scacq_screl_fn = HSA::hsa_signal_xor_scacq_screl; core_api.hsa_signal_exchange_relaxed_fn = HSA::hsa_signal_exchange_relaxed; core_api.hsa_signal_exchange_scacquire_fn = HSA::hsa_signal_exchange_scacquire; core_api.hsa_signal_exchange_screlease_fn = HSA::hsa_signal_exchange_screlease; core_api.hsa_signal_exchange_scacq_screl_fn = HSA::hsa_signal_exchange_scacq_screl; core_api.hsa_signal_add_relaxed_fn = HSA::hsa_signal_add_relaxed; core_api.hsa_signal_add_scacquire_fn = HSA::hsa_signal_add_scacquire; core_api.hsa_signal_add_screlease_fn = HSA::hsa_signal_add_screlease; core_api.hsa_signal_add_scacq_screl_fn = HSA::hsa_signal_add_scacq_screl; core_api.hsa_signal_subtract_relaxed_fn = HSA::hsa_signal_subtract_relaxed; core_api.hsa_signal_subtract_scacquire_fn = HSA::hsa_signal_subtract_scacquire; core_api.hsa_signal_subtract_screlease_fn = HSA::hsa_signal_subtract_screlease; core_api.hsa_signal_subtract_scacq_screl_fn = HSA::hsa_signal_subtract_scacq_screl; core_api.hsa_signal_cas_relaxed_fn = HSA::hsa_signal_cas_relaxed; core_api.hsa_signal_cas_scacquire_fn = HSA::hsa_signal_cas_scacquire; core_api.hsa_signal_cas_screlease_fn = HSA::hsa_signal_cas_screlease; core_api.hsa_signal_cas_scacq_screl_fn = HSA::hsa_signal_cas_scacq_screl; //===--- Instruction Set Architecture -----------------------------------===// core_api.hsa_isa_from_name_fn = HSA::hsa_isa_from_name; // Deprecated since v1.1. core_api.hsa_isa_get_info_fn = HSA::hsa_isa_get_info; // Deprecated since v1.1. core_api.hsa_isa_compatible_fn = HSA::hsa_isa_compatible; //===--- Code Objects (deprecated) --------------------------------------===// // Deprecated since v1.1. core_api.hsa_code_object_serialize_fn = HSA::hsa_code_object_serialize; // Deprecated since v1.1. core_api.hsa_code_object_deserialize_fn = HSA::hsa_code_object_deserialize; // Deprecated since v1.1. core_api.hsa_code_object_destroy_fn = HSA::hsa_code_object_destroy; // Deprecated since v1.1. core_api.hsa_code_object_get_info_fn = HSA::hsa_code_object_get_info; // Deprecated since v1.1. core_api.hsa_code_object_get_symbol_fn = HSA::hsa_code_object_get_symbol; // Deprecated since v1.1. core_api.hsa_code_symbol_get_info_fn = HSA::hsa_code_symbol_get_info; // Deprecated since v1.1. core_api.hsa_code_object_iterate_symbols_fn = HSA::hsa_code_object_iterate_symbols; //===--- Executable -----------------------------------------------------===// // Deprecated since v1.1. core_api.hsa_executable_create_fn = HSA::hsa_executable_create; core_api.hsa_executable_destroy_fn = HSA::hsa_executable_destroy; // Deprecated since v1.1. core_api.hsa_executable_load_code_object_fn = HSA::hsa_executable_load_code_object; core_api.hsa_executable_freeze_fn = HSA::hsa_executable_freeze; core_api.hsa_executable_get_info_fn = HSA::hsa_executable_get_info; core_api.hsa_executable_global_variable_define_fn = HSA::hsa_executable_global_variable_define; core_api.hsa_executable_agent_global_variable_define_fn = HSA::hsa_executable_agent_global_variable_define; core_api.hsa_executable_readonly_variable_define_fn = HSA::hsa_executable_readonly_variable_define; core_api.hsa_executable_validate_fn = HSA::hsa_executable_validate; // Deprecated since v1.1. core_api.hsa_executable_get_symbol_fn = HSA::hsa_executable_get_symbol; core_api.hsa_executable_symbol_get_info_fn = HSA::hsa_executable_symbol_get_info; // Deprecated since v1.1. core_api.hsa_executable_iterate_symbols_fn = HSA::hsa_executable_iterate_symbols; //===--- Runtime Notifications ------------------------------------------===// core_api.hsa_status_string_fn = HSA::hsa_status_string; // Start HSA v1.1 additions core_api.hsa_extension_get_name_fn = HSA::hsa_extension_get_name; core_api.hsa_system_major_extension_supported_fn = HSA::hsa_system_major_extension_supported; core_api.hsa_system_get_major_extension_table_fn = HSA::hsa_system_get_major_extension_table; core_api.hsa_agent_major_extension_supported_fn = HSA::hsa_agent_major_extension_supported; core_api.hsa_cache_get_info_fn = HSA::hsa_cache_get_info; core_api.hsa_agent_iterate_caches_fn = HSA::hsa_agent_iterate_caches; // Silent store optimization is present in all signal ops when no agents are sleeping. core_api.hsa_signal_silent_store_relaxed_fn = HSA::hsa_signal_store_relaxed; core_api.hsa_signal_silent_store_screlease_fn = HSA::hsa_signal_store_screlease; core_api.hsa_signal_group_create_fn = HSA::hsa_signal_group_create; core_api.hsa_signal_group_destroy_fn = HSA::hsa_signal_group_destroy; core_api.hsa_signal_group_wait_any_scacquire_fn = HSA::hsa_signal_group_wait_any_scacquire; core_api.hsa_signal_group_wait_any_relaxed_fn = HSA::hsa_signal_group_wait_any_relaxed; //===--- Instruction Set Architecture - HSA v1.1 additions --------------===// core_api.hsa_agent_iterate_isas_fn = HSA::hsa_agent_iterate_isas; core_api.hsa_isa_get_info_alt_fn = HSA::hsa_isa_get_info_alt; core_api.hsa_isa_get_exception_policies_fn = HSA::hsa_isa_get_exception_policies; core_api.hsa_isa_get_round_method_fn = HSA::hsa_isa_get_round_method; core_api.hsa_wavefront_get_info_fn = HSA::hsa_wavefront_get_info; core_api.hsa_isa_iterate_wavefronts_fn = HSA::hsa_isa_iterate_wavefronts; //===--- Code Objects (deprecated) - HSA v1.1 additions -----------------===// // Deprecated since v1.1. core_api.hsa_code_object_get_symbol_from_name_fn = HSA::hsa_code_object_get_symbol_from_name; //===--- Executable - HSA v1.1 additions --------------------------------===// core_api.hsa_code_object_reader_create_from_file_fn = HSA::hsa_code_object_reader_create_from_file; core_api.hsa_code_object_reader_create_from_memory_fn = HSA::hsa_code_object_reader_create_from_memory; core_api.hsa_code_object_reader_destroy_fn = HSA::hsa_code_object_reader_destroy; core_api.hsa_executable_create_alt_fn = HSA::hsa_executable_create_alt; core_api.hsa_executable_load_program_code_object_fn = HSA::hsa_executable_load_program_code_object; core_api.hsa_executable_load_agent_code_object_fn = HSA::hsa_executable_load_agent_code_object; core_api.hsa_executable_validate_alt_fn = HSA::hsa_executable_validate_alt; core_api.hsa_executable_get_symbol_by_name_fn = HSA::hsa_executable_get_symbol_by_name; core_api.hsa_executable_iterate_agent_symbols_fn = HSA::hsa_executable_iterate_agent_symbols; core_api.hsa_executable_iterate_program_symbols_fn = HSA::hsa_executable_iterate_program_symbols; } // Update Api table for Amd Extensions. // @note: Current implementation will initialize the // member variable hsa_amd_image_create_fn while loading // Image extension library void HsaApiTable::UpdateAmdExts() { // Initialize Version of Api Table amd_ext_api.version.major_id = HSA_AMD_EXT_API_TABLE_MAJOR_VERSION; amd_ext_api.version.minor_id = sizeof(::AmdExtTable); amd_ext_api.version.step_id = HSA_AMD_EXT_API_TABLE_STEP_VERSION; // Initialize function pointers for Amd Extension Api's amd_ext_api.hsa_amd_coherency_get_type_fn = AMD::hsa_amd_coherency_get_type; amd_ext_api.hsa_amd_coherency_set_type_fn = AMD::hsa_amd_coherency_set_type; amd_ext_api.hsa_amd_profiling_set_profiler_enabled_fn = AMD::hsa_amd_profiling_set_profiler_enabled; amd_ext_api.hsa_amd_profiling_async_copy_enable_fn = AMD::hsa_amd_profiling_async_copy_enable; amd_ext_api.hsa_amd_profiling_get_dispatch_time_fn = AMD::hsa_amd_profiling_get_dispatch_time; amd_ext_api.hsa_amd_profiling_get_async_copy_time_fn = AMD::hsa_amd_profiling_get_async_copy_time; amd_ext_api.hsa_amd_profiling_convert_tick_to_system_domain_fn = AMD::hsa_amd_profiling_convert_tick_to_system_domain; amd_ext_api.hsa_amd_signal_async_handler_fn = AMD::hsa_amd_signal_async_handler; amd_ext_api.hsa_amd_async_function_fn = AMD::hsa_amd_async_function; amd_ext_api.hsa_amd_signal_wait_any_fn = AMD::hsa_amd_signal_wait_any; amd_ext_api.hsa_amd_queue_cu_set_mask_fn = AMD::hsa_amd_queue_cu_set_mask; amd_ext_api.hsa_amd_memory_pool_get_info_fn = AMD::hsa_amd_memory_pool_get_info; amd_ext_api.hsa_amd_agent_iterate_memory_pools_fn = AMD::hsa_amd_agent_iterate_memory_pools; amd_ext_api.hsa_amd_memory_pool_allocate_fn = AMD::hsa_amd_memory_pool_allocate; amd_ext_api.hsa_amd_memory_pool_free_fn = AMD::hsa_amd_memory_pool_free; amd_ext_api.hsa_amd_memory_async_copy_fn = AMD::hsa_amd_memory_async_copy; amd_ext_api.hsa_amd_agent_memory_pool_get_info_fn = AMD::hsa_amd_agent_memory_pool_get_info; amd_ext_api.hsa_amd_agents_allow_access_fn = AMD::hsa_amd_agents_allow_access; amd_ext_api.hsa_amd_memory_pool_can_migrate_fn = AMD::hsa_amd_memory_pool_can_migrate; amd_ext_api.hsa_amd_memory_migrate_fn = AMD::hsa_amd_memory_migrate; amd_ext_api.hsa_amd_memory_lock_fn = AMD::hsa_amd_memory_lock; amd_ext_api.hsa_amd_memory_unlock_fn = AMD::hsa_amd_memory_unlock; amd_ext_api.hsa_amd_memory_fill_fn = AMD::hsa_amd_memory_fill; amd_ext_api.hsa_amd_interop_map_buffer_fn = AMD::hsa_amd_interop_map_buffer; amd_ext_api.hsa_amd_interop_unmap_buffer_fn = AMD::hsa_amd_interop_unmap_buffer; amd_ext_api.hsa_amd_pointer_info_fn = AMD::hsa_amd_pointer_info; amd_ext_api.hsa_amd_pointer_info_set_userdata_fn = AMD::hsa_amd_pointer_info_set_userdata; amd_ext_api.hsa_amd_ipc_memory_create_fn = AMD::hsa_amd_ipc_memory_create; amd_ext_api.hsa_amd_ipc_memory_attach_fn = AMD::hsa_amd_ipc_memory_attach; amd_ext_api.hsa_amd_ipc_memory_detach_fn = AMD::hsa_amd_ipc_memory_detach; amd_ext_api.hsa_amd_signal_create_fn = AMD::hsa_amd_signal_create; amd_ext_api.hsa_amd_ipc_signal_create_fn = AMD::hsa_amd_ipc_signal_create; amd_ext_api.hsa_amd_ipc_signal_attach_fn = AMD::hsa_amd_ipc_signal_attach; amd_ext_api.hsa_amd_register_system_event_handler_fn = AMD::hsa_amd_register_system_event_handler; amd_ext_api.hsa_amd_queue_intercept_create_fn = AMD::hsa_amd_queue_intercept_create; amd_ext_api.hsa_amd_queue_intercept_register_fn = AMD::hsa_amd_queue_intercept_register; amd_ext_api.hsa_amd_queue_set_priority_fn = AMD::hsa_amd_queue_set_priority; amd_ext_api.hsa_amd_memory_async_copy_rect_fn = AMD::hsa_amd_memory_async_copy_rect; amd_ext_api.hsa_amd_runtime_queue_create_register_fn = AMD::hsa_amd_runtime_queue_create_register; amd_ext_api.hsa_amd_memory_lock_to_pool_fn = AMD::hsa_amd_memory_lock_to_pool; amd_ext_api.hsa_amd_register_deallocation_callback_fn = AMD::hsa_amd_register_deallocation_callback; amd_ext_api.hsa_amd_deregister_deallocation_callback_fn = AMD::hsa_amd_deregister_deallocation_callback; } class Init { public: Init() { hsa_table_interface_init(&hsa_api_table_.hsa_api); } }; static Init LinkAtLoad; }