diff --git a/CMakeLists.txt b/CMakeLists.txt deleted file mode 100644 index 06eb3b3..0000000 --- a/CMakeLists.txt +++ /dev/null @@ -1,18 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -CMAKE_MINIMUM_REQUIRED(VERSION 2.6) - -SUBDIRS(src/main/c) diff --git a/pom.xml b/pom.xml index d4693f8..6f13bf4 100644 --- a/pom.xml +++ b/pom.xml @@ -38,6 +38,7 @@ 0.8.6 2.22.2 4.13.2 + 1.37 5.1.2 3.0.0 3.0.0 @@ -47,12 +48,12 @@ UTF-8 UTF-8 - 11 - 11 - 11 + 22 + 22 + 22 - -Dtest.stress.time=${test.stress.time} -Djava.library.path="${activemq.basedir}/target/lib/linux-${os.arch}" + -Dtest.stress.time=${test.stress.time} --enable-native-access=ALL-UNNAMED ${project.basedir} @@ -98,6 +99,30 @@ test + + org.junit.vintage + junit-vintage-engine + 5.10.2 + test + + + org.junit.jupiter + junit-jupiter + 5.10.2 + test + + + org.openjdk.jmh + jmh-core + ${jmh.version} + test + + + org.openjdk.jmh + jmh-generator-annprocess + ${jmh.version} + test + org.jacoco org.jacoco.ant @@ -271,7 +296,7 @@ ${maven.test.redirectTestOutputToFile} ${activemq-surefire-argline} - TRACE + INFO @@ -363,8 +388,8 @@ - [11,) - You must use Java 11+ to build + [22,) + You must use Java 22+ to build (FFM API requirement) @@ -377,8 +402,8 @@ - 3.5.0 - You must use Maven 3.5.0+ to build + 3.9.0 + You must use Maven 3.9.0+ to build @@ -419,6 +444,15 @@ + + + + org.openjdk.jmh + jmh-generator-annprocess + ${jmh.version} + + + @@ -427,8 +461,8 @@ true - - lib/linux-i686/libartemis-native-32.so; osname=Linux; processor=x86, lib/linux-x86_64/libartemis-native-64.so; osname=Linux; processor=x86-64, * + ${project.artifactId} + ${project.version} @@ -439,129 +473,15 @@ - artemis.jni + artemis.ffm - - maven-resources-plugin - - - copy-resources-i686 - compile - - copy-resources - - - ${basedir}/target/output/lib/linux-i686/ - - - target/lib/linux-i686 - - libartemis-native-32.so - - - - - - - copy-resources-x86_64 - compile - - copy-resources - - - ${basedir}/target/output/lib/linux-x86_64/ - - - target/lib/linux-amd64 - - libartemis-native-64.so - - - - - - - copy-resources-aarch64 - compile - - copy-resources - - - ${basedir}/target/output/lib/linux-aarch64/ - - - target/lib/linux-aarch64 - - libartemis-native-64.so - - - - - - - copy-resources-ppc64le - compile - - copy-resources - - - ${basedir}/target/output/lib/linux-ppc64le/ - - - target/lib/linux-ppc64le - - libartemis-native-64.so - - - - - - - copy-resources-s390x - compile - - copy-resources - - - ${basedir}/target/output/lib/linux-s390x/ - - - target/lib/linux-s390x - - libartemis-native-64.so - - - - - - - org.apache.maven.plugins maven-deploy-plugin - - maven-assembly-plugin - - - source - - - src/main/assembly/source.xml - - gnu - - package - - single - - - - - diff --git a/scripts/compile-native.sh b/scripts/compile-native.sh deleted file mode 100755 index bac9ff1..0000000 --- a/scripts/compile-native.sh +++ /dev/null @@ -1,27 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. - -# This will compile both 32 and 64 bits version - -# Notice compile-native.sh is called by the Dockerfile-centos image, so we cannot call maven on this script - -cmake -DCMAKE_VERBOSE_MAKEFILE=On -DCMAKE_USER_C_FLAGS="-m32" -DARTEMIS_CROSS_COMPILE=On -DARTEMIS_CROSS_COMPILE_ROOT_PATH=/usr/lib . -make -rm -rf CMakeCache.txt cmake_install.cmake -cmake -DCMAKE_VERBOSE_MAKEFILE=On -DCMAKE_USER_C_FLAGS="" -DARTEMIS_CROSS_COMPILE=Off -DARTEMIS_CROSS_COMPILE_ROOT_PATH=/usr/lib . -make diff --git a/src/main/assembly/source.xml b/src/main/assembly/source.xml deleted file mode 100644 index 2c24a4b..0000000 --- a/src/main/assembly/source.xml +++ /dev/null @@ -1,136 +0,0 @@ - - - - - source-release - - - zip - tar.gz - - - true - - - - - ${activemq.basedir} - ${file.separator} - true - 0755 - 0644 - - - scripts/*.sh - - - etc/ide-settings/ - - - RELEASING.md - ratReport.txt - .gitignore - - - CMakeCache.txt - CMakeFiles/ - Makefile - - - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/).*${project.build.directory}.*] - - - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?maven-eclipse\.xml] - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?\.project] - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?\.classpath] - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?[^/]*\.iws] - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?\.idea(/.*)?] - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?out(/.*)?] - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?[^/]*\.ipr] - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?[^/]*\.iml] - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?\.settings(/.*)?] - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?\.externalToolBuilders(/.*)?] - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?\.deployables(/.*)?] - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?\.wtpmodules(/.*)?] - - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?cobertura\.ser] - - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?pom\.xml\.releaseBackup] - - - %regex[(?!((?!${project.build.directory}/)[^/]+/)*src/)(.*/)?release\.properties] - - - - - - ${activemq.basedir} - ${file.separator} - true - 0755 - 0755 - - scripts/*.sh - - - - diff --git a/src/main/c/CMakeLists.txt b/src/main/c/CMakeLists.txt deleted file mode 100644 index 8907894..0000000 --- a/src/main/c/CMakeLists.txt +++ /dev/null @@ -1,85 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - - -CMAKE_MINIMUM_REQUIRED(VERSION 2.6) - -PROJECT(artemis-native) -SET(${PROJECT_NAME}_MAJOR_VERSION 1) -SET(${PROJECT_NAME}_MINOR_VERSION 0) -SET(${PROJECT_NAME}_PATCH_LEVEL 0) - -FIND_PACKAGE(Java) -FIND_PACKAGE(JNI) -if (JNI_FOUND) - message (STATUS "JNI_INCLUDE_DIRS=${JNI_INCLUDE_DIRS}") - message (STATUS "JNI_LIBRARIES=${JNI_LIBRARIES}") -endif() - -# You may want to adjust this next line for debugging. The -O3 is removed by default, since it would make debugging -# harder. Nonetheless, it can still be added by passing CMAKE_USER_C_FLAGS -# Also note that define the C99 as the minimum supported standard so the code can be compiled with older GCC versions -# (circa 4.4) -set(CMAKE_C_FLAGS_DEBUG "-Wall -std=c99 -z execstack -fdump-tree-all -Wall -pg -g ${CMAKE_USER_C_FLAGS}") -set(CMAKE_C_FLAGS "-O3 -std=c99 -Wall ${CMAKE_USER_C_FLAGS}") - - -set(ARTEMIS_LIB_NAME artemis-native-64) -if (CMAKE_SIZEOF_VOID_P EQUAL 4) - set(ARTEMIS_LIB_NAME artemis-native-32) -endif() -if (CMAKE_SYSTEM_PROCESSOR MATCHES "x86_64") - set(ARTEMIS_LIB_DIR lib/linux-amd64) -else() - set(ARTEMIS_LIB_DIR lib/linux-${CMAKE_SYSTEM_PROCESSOR}) -endif() - -set(ARTEMIS_CROSS_COMPILE OFF CACHE BOOL "Cross-compile the native library") - -if (ARTEMIS_CROSS_COMPILE) - if (CMAKE_SIZEOF_VOID_P EQUAL 4) - message(FATAL_ERROR "Cannot cross-compile to 32-bit architecture in a 32-bit architecture") - endif() - - message(STATUS "Using cross-compilation") - set(ARTEMIS_CROSS_COMPILE_ROOT_PATH /usr/lib) - set(ARTEMIS_LIB_NAME artemis-native-32) - if (CMAKE_SYSTEM_PROCESSOR MATCHES "x86_64") - set(ARTEMIS_LIB_DIR lib/linux-i686) - endif() - - # The Cmake variable CMAKE_FIND_ROOT_PATH cannot be set via CLI, so we have to use a separate variable and then - # set it to that value. We use ARTEMIS_CROSS_COMPILE_ROOT_PATH for that. - set(CMAKE_FIND_ROOT_PATH ${ARTEMIS_CROSS_COMPILE_ROOT_PATH}) -endif() - -find_library(LIBAIO_LIB NAMES aio) -message(STATUS "Using the following libaio library for linking: ${LIBAIO_LIB}") - -INCLUDE_DIRECTORIES(. ${JNI_INCLUDE_DIRS} ../../../target/include) - -find_file(HAS_INCLUDE NAMES org_apache_activemq_artemis_nativo_jlibaio_LibaioContext.h PATHS ../../../target/include/) -if(NOT HAS_INCLUDE) - message(FATAL_ERROR "please execute `mvn generate-sources` from the command line") -endif() - -ADD_LIBRARY(artemis-native SHARED org_apache_activemq_artemis_nativo_jlibaio_LibaioContext.c exception_helper.h) - -target_link_libraries(artemis-native ${LIBAIO_LIB}) - -set_target_properties(artemis-native PROPERTIES - LIBRARY_OUTPUT_DIRECTORY ../../../target/${ARTEMIS_LIB_DIR} - LIBRARY_OUTPUT_NAME ${ARTEMIS_LIB_NAME}) -message(STATUS "Setting up library as ${ARTEMIS_LIB_NAME} based on current architecture") \ No newline at end of file diff --git a/src/main/c/org_apache_activemq_artemis_nativo_jlibaio_LibaioContext.c b/src/main/c/org_apache_activemq_artemis_nativo_jlibaio_LibaioContext.c deleted file mode 100644 index fef7f0b..0000000 --- a/src/main/c/org_apache_activemq_artemis_nativo_jlibaio_LibaioContext.c +++ /dev/null @@ -1,1077 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one or more - * contributor license agreements. See the NOTICE file distributed with - * this work for additional information regarding copyright ownership. - * The ASF licenses this file to You under the Apache License, Version 2.0 - * (the "License"); you may not use this file except in compliance with - * the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#ifndef _GNU_SOURCE -// libaio, O_DIRECT and other things won't be available without this define -#define _GNU_SOURCE -#endif - -//#define DEBUG - -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include - -// This file is generated by maven compilation -// it will be included under ./target/include starting from the root of the project -// you need to run mvn install before you have access to this include file -#include "org_apache_activemq_artemis_nativo_jlibaio_LibaioContext.h" -#include "exception_helper.h" - -//x86 has a strong memory model and there is no need of HW fences if just Write-Back (WB) memory is used -#define mem_barrier() __asm__ __volatile__ ("":::"memory") -#define read_barrier() __asm__ __volatile__("":::"memory") -#define store_barrier() __asm__ __volatile__("":::"memory") - -struct io_control { - io_context_t ioContext; - struct io_event * events; - - jobject thisObject; - - // This is used to make sure we don't return IOCB while something else is using them - // this is to guarantee the submits could be done concurrently with polling - pthread_mutex_t iocbLock; - - pthread_mutex_t pollLock; - - // a reusable pool of iocb - struct iocb ** iocb; - int queueSize; - int iocbPut; - int iocbGet; - int used; - -}; - -//These should be used to check if the user-space io_getevents is supported: -//Linux ABI for the ring buffer: https://elixir.bootlin.com/linux/v4.20.13/source/fs/aio.c#L54 -//aio_read_events_ring: https://elixir.bootlin.com/linux/v4.20.13/source/fs/aio.c#L1148 - -// NOTE: if the kernel ever updates the structure, the RING-MAGIC will change and the code will switch back to normal IO calls -#define AIO_RING_MAGIC 0xa10a10a1 -#define AIO_RING_INCOMPAT_FEATURES 0 - -// set this to 0 if you want to stop using ring reaping -#define RING_REAPER 1 - -jboolean forceSysCall = JNI_FALSE; - -/* - * Class: org_apache_activemq_artemis_nativo_jlibaio_LibaioContext - * Method: setForceSyscall - * Signature: (Z)V - */ -JNIEXPORT void JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_setForceSyscall - (JNIEnv * env, jclass clazz, jboolean _forceSysCall) { - forceSysCall = _forceSysCall; -} - -/* - * Class: org_apache_activemq_artemis_nativo_jlibaio_LibaioContext - * Method: isForceSyscall - * Signature: ()Z - */ -JNIEXPORT jboolean JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_isForceSyscall - (JNIEnv * env, jclass clazz) { - return forceSysCall | !RING_REAPER; -} - - -/** There is no defined aio_ring anywhere in an include, - This is an implementation detail, that is a binary contract. - it is safe to use the feature though. */ -struct aio_ring { - unsigned id; /* kernel internal index number */ - unsigned nr; /* number of io_events */ - unsigned head; - unsigned tail; - - unsigned magic; - unsigned compat_features; - unsigned incompat_features; - unsigned header_length; /* size of aio_ring */ - - - struct io_event io_events[0]; -}; /* 128 bytes + ring size */ - -// Check if the implementation supports AIO_RING by checking this number directly. -static inline int has_usable_ring(struct aio_ring *ring) { - return ring->magic == AIO_RING_MAGIC && ring->incompat_features == AIO_RING_INCOMPAT_FEATURES; -} - -// Newer versions of the kernel (newer here being a relative word, a couple years already at the time -// I am writing this), will have io_context_t as an opaque type, and the real type being the aio_ring. -static inline struct aio_ring* to_aio_ring(io_context_t aio_ctx) { - return (struct aio_ring*) aio_ctx; -} - -//It implements a user space batch read io events implementation that attempts to read io avoiding any sys calls -// This implementation will look at the internal structure (aio_ring) and move along the memory result -static int ringio_get_events(io_context_t aio_ctx, long min_nr, long max, - struct io_event *events, struct timespec *timeout) { - struct aio_ring *ring = to_aio_ring(aio_ctx); - //checks if it could be completed in user space, saving a sys call - if (RING_REAPER && !forceSysCall && has_usable_ring(ring)) { - const unsigned ring_nr = ring->nr; - // We're assuming to be the exclusive writer to head, so we just need a compiler barrier - unsigned head = ring->head; - mem_barrier(); - const unsigned tail = ring->tail; - int available = tail - head; - if (available < 0) { - //a wrap has occurred - available += ring_nr; - } - #ifdef DEBUG - fprintf(stdout, "tail = %d head= %d nr = %d available = %d\n", tail, head, ring_nr, available); - #endif - if ((available >= min_nr) || (timeout && timeout->tv_sec == 0 && timeout->tv_nsec == 0)) { - if (!available) { - return 0; - } - - if (available >= max) { - // This is to trap a possible bug from the kernel: - // https://bugzilla.redhat.com/show_bug.cgi?id=1845326 - // https://issues.apache.org/jira/browse/ARTEMIS-2800 - // - // On the race available would eventually be >= max, while ring->tail was invalid - // we could work around by waiting ring-tail to change: - // while (ring->tail == tail) mem_barrier(); - // - // however eventually we could have available==max in a legal situation what could lead to infinite loop here - return io_getevents(aio_ctx, min_nr, max, events, timeout); - - // also: I could have called io_getevents to the one at the end of this method - // but I really hate goto, so I would rather have a duplicate code here - // and I did not want to create another memory flag to stop the rest of the code - } - - //the kernel has written ring->tail from an interrupt: - //we need to load acquire the completed events here - read_barrier(); - const int available_nr = available < max? available : max; - //if isn't needed to wrap we can avoid % operations that are quite expansive - const int needMod = ((head + available_nr) >= ring_nr) ? 1 : 0; - for (int i = 0; iio_events[head]; - if (needMod == 1) { - head = (head + 1) % ring_nr; - } else { - head = (head + 1); - } - } - //it allow the kernel to build its own view of the ring buffer size - //and push new events if there are any - store_barrier(); - ring->head = head; - #ifdef DEBUG - fprintf(stdout, "consumed non sys-call = %d\n", available_nr); - #endif - return available_nr; - } - } else { - #ifdef DEBUG - fprintf(stdout, "The kernel is not supoprting the ring buffer any longer\n"); - #endif - } - // if this next line ever needs to be changed, beware of a duplicate code on this method - // I explain why I duplicated the call instead of reuse it there ^^^^ - int sys_call_events = io_getevents(aio_ctx, min_nr, max, events, timeout); - #ifdef DEBUG - fprintf(stdout, "consumed sys-call = %d\n", sys_call_events); - #endif - return sys_call_events; -} - -// We need a fast and reliable way to stop the blocked poller -// for that we need a dumb file, -// We are using a temporary file for this. -int dumbWriteHandler = 0; -char dumbPath[PATH_MAX]; - -#define ONE_MEGA 1048576l -void * oneMegaBuffer = 0; -pthread_mutex_t oneMegaMutex; - - -jclass submitClass = NULL; -jmethodID errorMethod = NULL; -jmethodID doneMethod = NULL; -jmethodID libaioContextDone = NULL; - -jclass libaioContextClass = NULL; -jclass runtimeExceptionClass = NULL; -jclass ioExceptionClass = NULL; - -// util methods -void throwRuntimeException(JNIEnv* env, char* message) { - (*env)->ThrowNew(env, runtimeExceptionClass, message); -} - -void throwRuntimeExceptionErrorNo(JNIEnv* env, char* message, int errorNumber) { - char* allocatedMessage = exceptionMessage(message, errorNumber); - (*env)->ThrowNew(env, runtimeExceptionClass, allocatedMessage); - free(allocatedMessage); -} - -void throwIOException(JNIEnv* env, char* message) { - (*env)->ThrowNew(env, ioExceptionClass, message); -} - -void throwIOExceptionErrorNo(JNIEnv* env, char* message, int errorNumber) { - char* allocatedMessage = exceptionMessage(message, errorNumber); - (*env)->ThrowNew(env, ioExceptionClass, allocatedMessage); - free(allocatedMessage); -} - -void throwOutOfMemoryError(JNIEnv* env) { - jclass exceptionClass = (*env)->FindClass(env, "java/lang/OutOfMemoryError"); - (*env)->ThrowNew(env, exceptionClass, ""); -} - -/** Notice: every usage of exceptionMessage needs to release the allocated memory for the sequence of char */ -char* exceptionMessage(char* msg, int error) { - if (error < 0) { - // some functions return negative values - // and it's hard to keep track of when to send -error and when not - // this will just take care when things are forgotten - // what would generate a proper error - error = error * -1; - } - //strerror is returning a constant, so no need to free anything coming from strerror - char *result = NULL; - - if (asprintf(&result, "%s%s", msg, strerror(error)) == -1) { - fprintf(stderr, "Could not allocate enough memory for the error message: %s/%s\n", msg, strerror(error)); - } - - return result; -} - -static inline short verifyBuffer(int alignment) { - pthread_mutex_lock(&oneMegaMutex); - - if (oneMegaBuffer == 0) { - #ifdef DEBUG - fprintf (stdout, "oneMegaBuffer %ld\n", (long) oneMegaBuffer); - #endif - if (posix_memalign(&oneMegaBuffer, alignment, ONE_MEGA) != 0) { - fprintf(stderr, "Could not allocate the 1 Mega Buffer for initializing files\n"); - pthread_mutex_unlock(&oneMegaMutex); - return -1; - } - memset(oneMegaBuffer, 0, ONE_MEGA); - } - - pthread_mutex_unlock(&oneMegaMutex); - - return 0; - -} - - -jint JNI_OnLoad(JavaVM* vm, void* reserved) { - JNIEnv* env; - if ((*vm)->GetEnv(vm, (void**) &env, JNI_VERSION_1_6) != JNI_OK) { - return JNI_ERR; - } else { - - int res = pthread_mutex_init(&oneMegaMutex, 0); - if (res) { - fprintf(stderr, "could not initialize mutex on on_load, %d", res); - return JNI_ERR; - } - sprintf (dumbPath, "%s/artemisJLHandler_XXXXXX", P_tmpdir); - dumbWriteHandler = mkstemp (dumbPath); - - #ifdef DEBUG - fprintf (stdout, "Creating temp file %s for dumb writes\n", dumbPath); - fflush(stdout); - #endif - - if (dumbWriteHandler < 0) { - fprintf (stderr, "couldn't create stop file handler %s\n", dumbPath); - return JNI_ERR; - } - - // - // Accordingly to previous experiences we must hold Global Refs on Classes - // And - // - // Accordingly to IBM recommendations here: - // We don't need to hold a global reference on methods: - // http://www.ibm.com/developerworks/java/library/j-jni/index.html#notc - // Which actually caused core dumps - - jclass localRuntimeExceptionClass = (*env)->FindClass(env, "java/lang/RuntimeException"); - if (localRuntimeExceptionClass == NULL) { - // pending exception... - return JNI_ERR; - } - runtimeExceptionClass = (jclass) (*env)->NewGlobalRef(env, localRuntimeExceptionClass); - if (runtimeExceptionClass == NULL) { - // out-of-memory! - throwOutOfMemoryError(env); - return JNI_ERR; - } - - jclass localIoExceptionClass = (*env)->FindClass(env, "java/io/IOException"); - if (localIoExceptionClass == NULL) { - // pending exception... - return JNI_ERR; - } - ioExceptionClass = (jclass) (*env)->NewGlobalRef(env, localIoExceptionClass); - if (ioExceptionClass == NULL) { - // out-of-memory! - throwOutOfMemoryError(env); - return JNI_ERR; - } - - submitClass = (*env)->FindClass(env, "org/apache/activemq/artemis/nativo/jlibaio/SubmitInfo"); - if (submitClass == NULL) { - return JNI_ERR; - } - - submitClass = (jclass)(*env)->NewGlobalRef(env, (jobject)submitClass); - - errorMethod = (*env)->GetMethodID(env, submitClass, "onError", "(ILjava/lang/String;)V"); - if (errorMethod == NULL) { - return JNI_ERR; - } - - doneMethod = (*env)->GetMethodID(env, submitClass, "done", "()V"); - if (doneMethod == NULL) { - return JNI_ERR; - } - - libaioContextClass = (*env)->FindClass(env, "org/apache/activemq/artemis/nativo/jlibaio/LibaioContext"); - if (libaioContextClass == NULL) { - return JNI_ERR; - } - libaioContextClass = (jclass)(*env)->NewGlobalRef(env, (jobject)libaioContextClass); - - libaioContextDone = (*env)->GetMethodID(env, libaioContextClass, "done", "(Lorg/apache/activemq/artemis/nativo/jlibaio/SubmitInfo;)V"); - if (libaioContextDone == NULL) { - return JNI_ERR; - } - - return JNI_VERSION_1_6; - } -} - -static inline void closeDumbHandlers() { - if (dumbWriteHandler != 0) { - #ifdef DEBUG - fprintf (stdout, "Closing and removing dump handler %s\n", dumbPath); - #endif - dumbWriteHandler = 0; - close(dumbWriteHandler); - unlink(dumbPath); - } -} - -void JNI_OnUnload(JavaVM* vm, void* reserved) { - JNIEnv* env; - if ((*vm)->GetEnv(vm, (void**) &env, JNI_VERSION_1_6) != JNI_OK) { - // Something is wrong but nothing we can do about this :( - return; - } else { - closeDumbHandlers(); - - if (oneMegaBuffer != 0) { - free(oneMegaBuffer); - oneMegaBuffer = 0; - } - - pthread_mutex_destroy(&oneMegaMutex); - - // delete global references so the GC can collect them - if (runtimeExceptionClass != NULL) { - (*env)->DeleteGlobalRef(env, runtimeExceptionClass); - } - if (ioExceptionClass != NULL) { - (*env)->DeleteGlobalRef(env, ioExceptionClass); - } - - if (submitClass != NULL) { - (*env)->DeleteGlobalRef(env, (jobject)submitClass); - } - - if (libaioContextClass != NULL) { - (*env)->DeleteGlobalRef(env, (jobject)libaioContextClass); - } - } -} - -JNIEXPORT void JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_shutdownHook - (JNIEnv * env, jclass clazz) { - closeDumbHandlers(); -} - - -static inline struct io_control * getIOControl(JNIEnv* env, jobject pointer) { - struct io_control * ioControl = (struct io_control *) (*env)->GetDirectBufferAddress(env, pointer); - if (ioControl == NULL) { - throwRuntimeException(env, "Controller not initialized"); - } - return ioControl; -} - -/** - * remove an iocb from the pool of IOCBs. Returns null if full - */ -static inline struct iocb * getIOCB(struct io_control * control) { - struct iocb * iocb = 0; - - pthread_mutex_lock(&(control->iocbLock)); - - #ifdef DEBUG - fprintf (stdout, "getIOCB::used=%d, queueSize=%d, get=%d, put=%d\n", control->used, control->queueSize, control->iocbGet, control->iocbPut); - #endif - - if (control->used < control->queueSize) { - control->used++; - iocb = control->iocb[control->iocbGet++]; - - if (control->iocbGet >= control->queueSize) { - control->iocbGet = 0; - } - } - - pthread_mutex_unlock(&(control->iocbLock)); - return iocb; -} - -/** - * Put an iocb back on the pool of IOCBs - */ -static inline void putIOCB(struct io_control * control, struct iocb * iocbBack) { - pthread_mutex_lock(&(control->iocbLock)); - - #ifdef DEBUG - fprintf (stdout, "putIOCB::used=%d, queueSize=%d, get=%d, put=%d\n", control->used, control->queueSize, control->iocbGet, control->iocbPut); - #endif - - control->used--; - control->iocb[control->iocbPut++] = iocbBack; - if (control->iocbPut >= control->queueSize) { - control->iocbPut = 0; - } - pthread_mutex_unlock(&(control->iocbLock)); -} - -static inline short submit(JNIEnv * env, struct io_control * theControl, struct iocb * iocb) { - int result = io_submit(theControl->ioContext, 1, &iocb); - - if (result < 0) { - // Putting the Global Ref and IOCB back in case of a failure - if (iocb->data != NULL && iocb->data != (void *) -1) { - (*env)->DeleteGlobalRef(env, (jobject)iocb->data); - } - putIOCB(theControl, iocb); - - throwIOExceptionErrorNo(env, "Error while submitting IO: ", -result); - return 0; - } - - return 1; -} - -static inline void * getBuffer(JNIEnv* env, jobject pointer) { - return (*env)->GetDirectBufferAddress(env, pointer); -} - -JNIEXPORT jboolean JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_lock - (JNIEnv * env, jclass clazz, jint handle) { - return flock(handle, LOCK_EX | LOCK_NB) == 0; -} - - -/** - * Destroys the individual members of the IOCB pool - * @param theControl the IO Control structure containing an IOCB pool - * @param upperBound the number of elements contained within the pool - */ -static inline void iocb_destroy_members(struct io_control * theControl, int upperBound) { - for (int i = 0; i < upperBound; i++) { - free(theControl->iocb[i]); - } -} - - -/** - * Destroys an IOCB pool and its members up to a certain limit. Should be used when the IOCB - * pool fails to initialize completely - * @param theControl the IO Control structure containing an IOCB pool - * @param upperBound the number of elements contained within the pool - */ -static inline void iocb_destroy_bounded(struct io_control * theControl, int upperBound) { - iocb_destroy_members(theControl, upperBound); - free(theControl->iocb); -} - - -/** - * Destroys an IOCB pool and all its members - * @param theControl - */ -static inline void iocb_destroy(struct io_control * theControl) { - iocb_destroy_bounded(theControl, theControl->queueSize); -} - -/** - * Everything that is allocated here will be freed at deleteContext when the class is unloaded. - */ -JNIEXPORT jobject JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_newContext(JNIEnv* env, jobject thisObject, jint queueSize) { - int i = 0; - - #ifdef DEBUG - fprintf (stdout, "Initializing context\n"); - #endif - - struct io_control * theControl = (struct io_control *) malloc(sizeof(struct io_control)); - if (theControl == NULL) { - throwOutOfMemoryError(env); - return NULL; - } - - int res = io_queue_init(queueSize, &theControl->ioContext); - if (res) { - // Error, so need to release whatever was done before - io_queue_release(theControl->ioContext); - free(theControl); - - throwRuntimeExceptionErrorNo(env, "Cannot initialize queue:", res); - return NULL; - } - - theControl->iocb = (struct iocb **)malloc((sizeof(struct iocb *) * (size_t)queueSize)); - if (theControl->iocb == NULL) { - io_queue_release(theControl->ioContext); - free(theControl); - - throwOutOfMemoryError(env); - return NULL; - } - - for (i = 0; i < queueSize; i++) { - theControl->iocb[i] = (struct iocb *)malloc(sizeof(struct iocb)); - if (theControl->iocb[i] == NULL) { - - // It may not have been fully initialized, therefore limit the cleanup up to 'i' members. - iocb_destroy_bounded(theControl, i); - - io_queue_release(theControl->ioContext); - free(theControl); - - throwOutOfMemoryError(env); - return NULL; - } - } - theControl->queueSize = queueSize; - - - res = pthread_mutex_init(&(theControl->iocbLock), 0); - if (res) { - iocb_destroy(theControl); - - io_queue_release(theControl->ioContext); - free(theControl); - - throwRuntimeExceptionErrorNo(env, "Can't initialize mutext:", res); - return NULL; - } - - res = pthread_mutex_init(&(theControl->pollLock), 0); - if (res) { - iocb_destroy(theControl); - - io_queue_release(theControl->ioContext); - free(theControl); - - throwRuntimeExceptionErrorNo(env, "Can't initialize mutext:", res); - return NULL; - } - - theControl->events = (struct io_event *)malloc(sizeof(struct io_event) * (size_t)queueSize); - if (theControl->events == NULL) { - iocb_destroy(theControl); - - io_queue_release(theControl->ioContext); - free(theControl); - - throwRuntimeExceptionErrorNo(env, "Can't initialize mutext (not enough memory for the events member): ", res); - return NULL; - } - - - theControl->iocbPut = 0; - theControl->iocbGet = 0; - theControl->used = 0; - theControl->thisObject = (*env)->NewGlobalRef(env, thisObject); - - return (*env)->NewDirectByteBuffer(env, theControl, sizeof(struct io_control)); -} - -JNIEXPORT void JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_deleteContext(JNIEnv* env, jclass clazz, jobject contextPointer) { - int i; - struct io_control * theControl = getIOControl(env, contextPointer); - if (theControl == NULL) { - return; - } - - struct iocb * iocb = getIOCB(theControl); - - if (iocb == NULL) { - throwIOException(env, "Not enough space in libaio queue"); - return; - } - - // Submitting a dumb write so the loop finishes - io_prep_pwrite(iocb, dumbWriteHandler, 0, 0, 0); - iocb->data = (void *) -1; - if (!submit(env, theControl, iocb)) { - return; - } - - // to make sure the poll has finished - pthread_mutex_lock(&(theControl->pollLock)); - pthread_mutex_unlock(&(theControl->pollLock)); - - // To return any pending IOCBs - int result = ringio_get_events(theControl->ioContext, 0, 1, theControl->events, 0); - for (i = 0; i < result; i++) { - struct io_event * event = &(theControl->events[i]); - struct iocb * iocbp = event->obj; - putIOCB(theControl, iocbp); - } - - io_queue_release(theControl->ioContext); - - pthread_mutex_destroy(&(theControl->pollLock)); - pthread_mutex_destroy(&(theControl->iocbLock)); - - iocb_destroy(theControl); - - (*env)->DeleteGlobalRef(env, theControl->thisObject); - - free(theControl->events); - free(theControl); -} - -JNIEXPORT void JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_close(JNIEnv* env, jclass clazz, jint fd) { - if (close(fd) < 0) { - throwIOExceptionErrorNo(env, "Error closing file:", errno); - } -} - -JNIEXPORT int JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_open(JNIEnv* env, jclass clazz, - jstring path, jboolean direct) { - const char* f_path = (*env)->GetStringUTFChars(env, path, 0); - - int res; - if (direct) { - res = open(f_path, O_RDWR | O_CREAT | O_DIRECT, 0666); - } else { - res = open(f_path, O_RDWR | O_CREAT, 0666); - } - - (*env)->ReleaseStringUTFChars(env, path, f_path); - - if (res < 0) { - throwIOExceptionErrorNo(env, "Cannot open file:", errno); - } - - return res; -} - -JNIEXPORT void JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_submitWrite - (JNIEnv * env, jclass clazz, jint fileHandle, jobject contextPointer, jlong position, jint size, jobject bufferWrite, jobject callback) { - struct io_control * theControl = getIOControl(env, contextPointer); - if (theControl == NULL) { - return; - } - - #ifdef DEBUG - fprintf (stdout, "submitWrite position %ld, size %d\n", position, size); - #endif - - struct iocb * iocb = getIOCB(theControl); - - if (iocb == NULL) { - throwIOException(env, "Not enough space in libaio queue"); - return; - } - - io_prep_pwrite(iocb, fileHandle, getBuffer(env, bufferWrite), (size_t)size, position); - - // The GlobalRef will be deleted when poll is called. this is done so - // the vm wouldn't crash if the Callback passed by the user is GCed between submission - // and callback. - // also as the real intention is to hold the reference until the life cycle is complete - iocb->data = (void *) (*env)->NewGlobalRef(env, callback); - - submit(env, theControl, iocb); -} - -JNIEXPORT void JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_submitRead - (JNIEnv * env, jclass clazz, jint fileHandle, jobject contextPointer, jlong position, jint size, jobject bufferRead, jobject callback) { - struct io_control * theControl = getIOControl(env, contextPointer); - if (theControl == NULL) { - return; - } - - struct iocb * iocb = getIOCB(theControl); - - if (iocb == NULL) { - throwIOException(env, "Not enough space in libaio queue"); - return; - } - - io_prep_pread(iocb, fileHandle, getBuffer(env, bufferRead), (size_t)size, position); - - // The GlobalRef will be deleted when poll is called. this is done so - // the vm wouldn't crash if the Callback passed by the user is GCed between submission - // and callback. - // also as the real intention is to hold the reference until the life cycle is complete - iocb->data = (void *) (*env)->NewGlobalRef(env, callback); - - submit(env, theControl, iocb); -} - -JNIEXPORT void JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_blockedPoll - (JNIEnv * env, jobject thisObject, jobject contextPointer, jboolean useFdatasync) { - - #ifdef DEBUG - fprintf (stdout, "Running blockedPoll\n"); - fflush(stdout); - #endif - - int i; - struct io_control * theControl = getIOControl(env, contextPointer); - if (theControl == NULL) { - return; - } - int max = theControl->queueSize; - pthread_mutex_lock(&(theControl->pollLock)); - - short running = 1; - - int lastFile = -1; - - while (running) { - - int result = ringio_get_events(theControl->ioContext, 1, max, theControl->events, 0); - - if (result == -EINTR) - { - // ARTEMIS-353: jmap will issue some weird interrupt signal what would break the execution here - // we need to ignore such calls here - continue; - } - - if (result < 0) - { - throwIOExceptionErrorNo(env, "Error while calling io_getevents IO: ", -result); - break; - } - #ifdef DEBUG - fprintf (stdout, "blockedPoll returned %d events\n", result); - fflush(stdout); - #endif - - lastFile = -1; - - for (i = 0; i < result; i++) - { - #ifdef DEBUG - fprintf (stdout, "blockedPoll treating event %d\n", i); - fflush(stdout); - #endif - struct io_event * event = &(theControl->events[i]); - struct iocb * iocbp = event->obj; - - if (iocbp->aio_fildes == dumbWriteHandler) { - #ifdef DEBUG - fprintf (stdout, "Dumb write arrived, giving up the loop\n"); - fflush(stdout); - #endif - putIOCB(theControl, iocbp); - running = 0; - break; - } - - if (useFdatasync && lastFile != iocbp->aio_fildes) { - lastFile = iocbp->aio_fildes; - fdatasync(lastFile); - } - - - int eventResult = (int)event->res; - - #ifdef DEBUG - fprintf (stdout, "Poll res: %d totalRes=%d\n", eventResult, result); - fflush (stdout); - #endif - - if (eventResult < 0) { - #ifdef DEBUG - fprintf (stdout, "Error: %s\n", strerror(-eventResult)); - fflush (stdout); - #endif - - jstring jstrError = (*env)->NewStringUTF(env, strerror(-eventResult)); - - if (iocbp->data != NULL) { - (*env)->CallVoidMethod(env, (jobject)(iocbp->data), errorMethod, (jint)(-eventResult), jstrError); - } - } - - jobject obj = (jobject)iocbp->data; - iocbp->data = NULL; // this is to detect invalid elements on the buffer. - - if (obj != NULL) { - putIOCB(theControl, iocbp); - (*env)->CallVoidMethod(env, theControl->thisObject, libaioContextDone,obj); - // We delete the globalRef after the completion of the callback - (*env)->DeleteGlobalRef(env, obj); - } else { - if (!forceSysCall) { - fprintf (stdout, "Warning from ActiveMQ Artemis Native Layer: Your system is hitting duplicate / invalid records from libaio, which is a bug on the Linux Kernel you are using.\nYou should set property org.apache.activemq.artemis.native.jlibaio.FORCE_SYSCALL=1\nor upgrade to a kernel version that contains a fix"); - fflush(stdout); - } - forceSysCall = JNI_TRUE; - } - - } - } - - pthread_mutex_unlock(&(theControl->pollLock)); - -} - -JNIEXPORT jint JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_poll - (JNIEnv * env, jobject obj, jobject contextPointer, jobjectArray callbacks, jint min, jint max) { - int i = 0; - struct io_control * theControl = getIOControl(env, contextPointer); - if (theControl == NULL) { - return 0; - } - - - int result = ringio_get_events(theControl->ioContext, min, max, theControl->events, 0); - int retVal = result; - - for (i = 0; i < result; i++) { - struct io_event * event = &(theControl->events[i]); - struct iocb * iocbp = event->obj; - int eventResult = (int)event->res; - - #ifdef DEBUG - fprintf (stdout, "Poll res: %d totalRes=%d\n", eventResult, result); - #endif - - if (eventResult < 0) { - #ifdef DEBUG - fprintf (stdout, "Error: %s\n", strerror(-eventResult)); - #endif - - if (iocbp->data != NULL && iocbp->data != (void *) -1) { - jstring jstrError = (*env)->NewStringUTF(env, strerror(-eventResult)); - - (*env)->CallVoidMethod(env, (jobject)(iocbp->data), errorMethod, (jint)(-eventResult), jstrError); - } - } - - if (iocbp->data != NULL && iocbp->data != (void *) -1) { - (*env)->SetObjectArrayElement(env, callbacks, i, (jobject)iocbp->data); - // We delete the globalRef after the completion of the callback - (*env)->DeleteGlobalRef(env, (jobject)iocbp->data); - } - - putIOCB(theControl, iocbp); - } - - return retVal; -} - -JNIEXPORT jobject JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_newAlignedBuffer -(JNIEnv * env, jclass clazz, jint size, jint alignment) { - if (size % alignment != 0) { - throwRuntimeException(env, "Buffer size needs to be aligned to passed argument"); - return NULL; - } - - // This will allocate a buffer, aligned by alignment. - // Buffers created here need to be manually destroyed by destroyBuffer, or this would leak on the process heap away of Java's GC managed memory - // NOTE: this buffer will contain non initialized data, you must fill it up properly - void * buffer; - int result = posix_memalign(&buffer, (size_t)alignment, (size_t)size); - - if (result) { - throwRuntimeExceptionErrorNo(env, "Can't allocate posix buffer:", result); - return NULL; - } - - memset(buffer, 0, (size_t)size); - - return (*env)->NewDirectByteBuffer(env, buffer, size); -} - -JNIEXPORT void JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_freeBuffer - (JNIEnv * env, jclass clazz, jobject jbuffer) { - if (jbuffer == NULL) - { - throwRuntimeException(env, "Null pointer"); - return; - } - void * buffer = (*env)->GetDirectBufferAddress(env, jbuffer); - free(buffer); -} - - -/** It does nothing... just return true to make sure it has all the binary dependencies */ -JNIEXPORT jint JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_getNativeVersion - (JNIEnv * env, jclass clazz) - -{ - return org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_EXPECTED_NATIVE_VERSION; -} - -JNIEXPORT jlong JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_getSize - (JNIEnv * env, jclass clazz, jint fd) -{ - struct stat statBuffer; - - if (fstat(fd, &statBuffer) < 0) - { - throwIOExceptionErrorNo(env, "Cannot determine file size:", errno); - return -1l; - } - return statBuffer.st_size; -} - -JNIEXPORT jint JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_getBlockSizeFD - (JNIEnv * env, jclass clazz, jint fd) -{ - struct stat statBuffer; - - if (fstat(fd, &statBuffer) < 0) - { - throwIOExceptionErrorNo(env, "Cannot determine file size:", errno); - return -1l; - } - return statBuffer.st_blksize; -} - -JNIEXPORT jint JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_getBlockSize - (JNIEnv * env, jclass clazz, jstring path) -{ - const char* f_path = (*env)->GetStringUTFChars(env, path, 0); - struct stat statBuffer; - - if (stat(f_path, &statBuffer) < 0) - { - throwIOExceptionErrorNo(env, "Cannot determine file size:", errno); - return -1l; - } - - (*env)->ReleaseStringUTFChars(env, path, f_path); - - return statBuffer.st_blksize; -} - -JNIEXPORT void JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_fallocate - (JNIEnv * env, jclass clazz, jint fd, jlong size) -{ - if (fallocate(fd, 0, 0, (off_t) size) < 0) - { - throwIOExceptionErrorNo(env, "Could not preallocate file", errno); - } - fsync(fd); - lseek (fd, 0, SEEK_SET); -} - -JNIEXPORT void JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_fill - (JNIEnv * env, jclass clazz, jint fd, jint alignment, jlong size) -{ - - int i; - int blocks = size / ONE_MEGA; - int rest = size % ONE_MEGA; - - #ifdef DEBUG - fprintf (stdout, "calling fill ... blocks = %d, rest=%d, alignment=%d\n", blocks, rest, alignment); - #endif - - - verifyBuffer(alignment); - - lseek (fd, 0, SEEK_SET); - for (i = 0; i < blocks; i++) - { - if (write(fd, oneMegaBuffer, ONE_MEGA) < 0) - { - #ifdef DEBUG - fprintf (stdout, "Errno is %d\n", errno); - #endif - throwIOException(env, "Cannot initialize file"); - return; - } - } - - if (rest != 0l) - { - if (write(fd, oneMegaBuffer, rest) < 0) - { - #ifdef DEBUG - fprintf (stdout, "Errno is %d\n", errno); - #endif - throwIOException(env, "Cannot initialize file with final rest"); - return; - } - } - lseek (fd, 0, SEEK_SET); -} - -JNIEXPORT void JNICALL Java_org_apache_activemq_artemis_nativo_jlibaio_LibaioContext_memsetBuffer - (JNIEnv *env, jclass clazz, jobject jbuffer, jint size) -{ - #ifdef DEBUG - fprintf (stdout, "Mem setting buffer with %d bytes\n", size); - #endif - void * buffer = (*env)->GetDirectBufferAddress(env, jbuffer); - - if (buffer == 0) - { - throwRuntimeException(env, "Invalid Buffer used, libaio requires NativeBuffer instead of Java ByteBuffer"); - return; - } - - memset(buffer, 0, (size_t)size); -} diff --git a/src/main/java/org/apache/activemq/artemis/nativo/jlibaio/LibaioContext.java b/src/main/java/org/apache/artemis/nativo/jlibaio/LibaioContext.java similarity index 79% rename from src/main/java/org/apache/activemq/artemis/nativo/jlibaio/LibaioContext.java rename to src/main/java/org/apache/artemis/nativo/jlibaio/LibaioContext.java index d776ea7..6c7bb38 100644 --- a/src/main/java/org/apache/activemq/artemis/nativo/jlibaio/LibaioContext.java +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/LibaioContext.java @@ -14,11 +14,12 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package org.apache.activemq.artemis.nativo.jlibaio; +package org.apache.artemis.nativo.jlibaio; import java.io.Closeable; import java.io.File; import java.io.IOException; +import java.lang.foreign.MemorySegment; import java.nio.ByteBuffer; import java.util.concurrent.Semaphore; import java.util.concurrent.TimeUnit; @@ -26,6 +27,8 @@ import java.util.concurrent.atomic.AtomicInteger; import java.util.concurrent.atomic.AtomicLong; +import org.apache.artemis.nativo.jlibaio.ffm.FFMNativeHelper; +import org.apache.artemis.nativo.jlibaio.ffm.IOControl; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -59,7 +62,7 @@ public class LibaioContext implements Closeable { */ private static final int EXPECTED_NATIVE_VERSION = 200; - private static boolean loaded = false; + private static boolean loaded = true; private static final AtomicBoolean shuttingDown = new AtomicBoolean(false); @@ -87,30 +90,16 @@ private static boolean loadLibrary(final String name) { } static { - String[] libraries = new String[]{"artemis-native-64", "artemis-native-32"}; - - for (String library : libraries) { - if (loadLibrary(library)) { - loaded = true; - if (System.getProperty("org.apache.activemq.artemis.native.jlibaio.FORCE_SYSCALL") != null) { - LibaioContext.setForceSyscall(true); - } - Runtime.getRuntime().addShutdownHook(new Thread() { - @Override - public void run() { - shuttingDown.set(true); - checkShutdown(); - } - }); - break; - } else { - logger.debug("Library {} not found!", library); - } - } - - if (!loaded) { - logger.debug("Couldn't locate LibAIO Wrapper"); + if (System.getProperty("org.apache.activemq.artemis.native.jlibaio.FORCE_SYSCALL") != null) { + LibaioContext.setForceSyscall(true); } + Runtime.getRuntime().addShutdownHook(new Thread() { + @Override + public void run() { + shuttingDown.set(true); + checkShutdown(); + } + }); } private static void checkShutdown() { @@ -119,12 +108,18 @@ private static void checkShutdown() { } } - private static native void shutdownHook(); + private static void shutdownHook() { + FFMNativeHelper.shutdownHook(); + } - public static native void setForceSyscall(boolean value); + public static void setForceSyscall(boolean value) { + FFMNativeHelper.setForceSyscall(value); + } /** The system may choose to set this if a failing condition happened inside the code. */ - public static native boolean isForceSyscall(); + public static boolean isForceSyscall() { + return FFMNativeHelper.isForceSyscall(); + } /** * This is used to validate leaks on tests. @@ -155,7 +150,7 @@ public static void resetMaxAIO() { /** * the native ioContext including the structure created. */ - private final ByteBuffer ioContext; + private final IOControl ioContext; private final AtomicBoolean closed = new AtomicBoolean(false); @@ -165,6 +160,8 @@ public static void resetMaxAIO() { final boolean useFdatasync; + final FFMNativeHelper ffmNativeHelper; + /** * The queue size here will use resources defined on the kernel parameter * fs.aio-max-nr . @@ -176,6 +173,7 @@ public static void resetMaxAIO() { */ public LibaioContext(int queueSize, boolean useSemaphore, boolean useFdatasync) { try { + this.ffmNativeHelper = new FFMNativeHelper<>(this::releaseSemaphore); contexts.incrementAndGet(); this.ioContext = newContext(queueSize); this.useFdatasync = useFdatasync; @@ -369,11 +367,7 @@ public void poll() { } } - /** - * Called from the native layer - */ - private void done(SubmitInfo info) { - info.done(); + private void releaseSemaphore() { if (ioSpace != null) { ioSpace.release(); } @@ -382,12 +376,16 @@ private void done(SubmitInfo info) { /** * This is the queue for libaio, initialized with queueSize. */ - private native ByteBuffer newContext(int queueSize); + private IOControl newContext(int queueSize) { + return this.ffmNativeHelper.newContext(queueSize); + } /** * Internal method to be used when closing the controller. */ - private native void deleteContext(ByteBuffer buffer); + private void deleteContext(IOControl ioControl) { + this.ffmNativeHelper.deleteContext(ioControl); + } /** * it will return a file descriptor. @@ -396,9 +394,13 @@ private void done(SubmitInfo info) { * @param direct translates as O_DIRECT On open * @return a fd from open C call. */ - public static native int open(String path, boolean direct); + public static int open(String path, boolean direct) throws IOException { + return FFMNativeHelper.open(path, direct); + } - public static native void close(int fd); + public static void close(int fd) throws IOException { + FFMNativeHelper.close(fd); + } /** */ @@ -412,34 +414,42 @@ private void done(SubmitInfo info) { * @param alignment the alignment used at the dispositive * @return a new native buffer used with posix_memalign */ - public static native ByteBuffer newAlignedBuffer(int size, int alignment); + public static MemorySegment newAlignedBuffer(int size, int alignment) { + return FFMNativeHelper.newAlignedBuffer(size, alignment); + } /** * This will call posix free to release the inner buffer allocated at {@link #newAlignedBuffer(int, int)}. * * @param buffer a native buffer allocated with {@link #newAlignedBuffer(int, int)}. */ - public static native void freeBuffer(ByteBuffer buffer); + public static void freeBuffer(MemorySegment buffer) { + FFMNativeHelper.freeBuffer(buffer); + } /** * Documented at {@link LibaioFile#write(long, int, java.nio.ByteBuffer, SubmitInfo)}. */ - native void submitWrite(int fd, - ByteBuffer libaioContext, + void submitWrite(int fd, + IOControl ioControl, long position, int size, ByteBuffer bufferWrite, - Callback callback) throws IOException; + Callback callback) throws IOException { + this.ffmNativeHelper.submitWrite(fd, ioControl, position, size, bufferWrite, callback); + } /** * Documented at {@link LibaioFile#read(long, int, java.nio.ByteBuffer, SubmitInfo)}. */ - native void submitRead(int fd, - ByteBuffer libaioContext, + void submitRead(int fd, + IOControl ioControl, long position, int size, ByteBuffer bufferWrite, - Callback callback) throws IOException; + Callback callback) throws IOException { + this.ffmNativeHelper.submitRead(fd, ioControl, position, size, bufferWrite, callback); + } /** * Note: this shouldn't be done concurrently. @@ -447,32 +457,54 @@ native void submitRead(int fd, *

* The callbacks will include the original callback sent at submit (read or write). */ - native int poll(ByteBuffer libaioContext, Callback[] callbacks, int min, int max); + int poll(IOControl ioControl, Callback[] callbacks, int min, int max) { + return this.ffmNativeHelper.poll(ioControl, callbacks, min, max); + } /** * This method will block as long as the context is open. */ - native void blockedPoll(ByteBuffer libaioContext, boolean useFdatasync); + void blockedPoll(IOControl ioControl, boolean useFdatasync) { + this.ffmNativeHelper.blockedPoll(ioControl, useFdatasync); + } - static native int getNativeVersion(); + static int getNativeVersion() { + return FFMNativeHelper.getNativeVersion(); + } - public static native boolean lock(int fd); + public static boolean lock(int fd) { + return FFMNativeHelper.lock(fd); + } - public static native void memsetBuffer(ByteBuffer buffer, int size); + public static void memsetBuffer(ByteBuffer buffer, int size) { + FFMNativeHelper.memsetBuffer(buffer, size); + } - static native long getSize(int fd); + static long getSize(int fd) throws IOException { + return FFMNativeHelper.getSize(fd); + } - static native int getBlockSizeFD(int fd); + static int getBlockSizeFD(int fd) throws IOException { + return FFMNativeHelper.getBlockSizeFD(fd); + } - public static int getBlockSize(File path) { + public static int getBlockSize(File path) throws IOException { return getBlockSize(path.getAbsolutePath()); } - public static native int getBlockSize(String path); + public static int getBlockSize(String path) throws IOException { + return FFMNativeHelper.getBlockSize(path); + } - static native void fallocate(int fd, long size); + static void fallocate(int fd, long size) throws IOException { + FFMNativeHelper.fallocate(fd, size); + } - static native void fill(int fd, int alignment, long size); + static void fill(int fd, int alignment, long size) throws IOException { + FFMNativeHelper.fill(fd, alignment, size); + } - static native void writeInternal(int fd, long position, long size, ByteBuffer bufferWrite) throws IOException; + static void writeInternal(int fd, long position, long size, ByteBuffer bufferWrite) throws IOException { + FFMNativeHelper.writeInternal(fd, position, size, bufferWrite); + } } diff --git a/src/main/java/org/apache/activemq/artemis/nativo/jlibaio/LibaioFile.java b/src/main/java/org/apache/artemis/nativo/jlibaio/LibaioFile.java similarity index 89% rename from src/main/java/org/apache/activemq/artemis/nativo/jlibaio/LibaioFile.java rename to src/main/java/org/apache/artemis/nativo/jlibaio/LibaioFile.java index 7b6967b..2df8caa 100644 --- a/src/main/java/org/apache/activemq/artemis/nativo/jlibaio/LibaioFile.java +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/LibaioFile.java @@ -14,10 +14,12 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package org.apache.activemq.artemis.nativo.jlibaio; +package org.apache.artemis.nativo.jlibaio; import java.io.IOException; +import java.lang.foreign.MemorySegment; import java.nio.ByteBuffer; +import java.util.Objects; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -43,7 +45,7 @@ public final class LibaioFile implements AutoClosea this.fd = fd; } - public int getBlockSize() { + public int getBlockSize() throws IOException { return LibaioContext.getBlockSizeFD(fd); } @@ -60,7 +62,7 @@ public void close() throws IOException { /** * @return The size of the file. */ - public long getSize() { + public long getSize() throws IOException { return LibaioContext.getSize(fd); } @@ -79,6 +81,7 @@ public long getSize() { * @throws java.io.IOException in case of error */ public void write(long position, int size, ByteBuffer buffer, Callback callback) throws IOException { + Objects.requireNonNull(callback, "Callback cannot be null"); ctx.submitWrite(fd, position, size, buffer, callback); } @@ -99,6 +102,7 @@ public void write(long position, int size, ByteBuffer buffer, Callback callback) * @see LibaioContext#poll(SubmitInfo[], int, int) */ public void read(long position, int size, ByteBuffer buffer, Callback callback) throws IOException { + Objects.requireNonNull(callback, "Callback cannot be null"); ctx.submitRead(fd, position, size, buffer, callback); } @@ -107,12 +111,12 @@ public void read(long position, int size, ByteBuffer buffer, Callback callback) * Buffers here are allocated with posix_memalign. *
* You need to explicitly free the buffer created from here using the - * {@link LibaioContext#freeBuffer(java.nio.ByteBuffer)}. + * {@link LibaioContext#freeBuffer(java.lang.foreign.MemorySegment)}. * * @param size the size of the buffer. * @return the buffer allocated. */ - public ByteBuffer newBuffer(int size) { + public MemorySegment newBuffer(int size) { return LibaioContext.newAlignedBuffer(size, 4 * 1024); } @@ -121,7 +125,7 @@ public ByteBuffer newBuffer(int size) { * * @param size number of bytes to be filled on the file */ - public void fill(int alignment, long size) { + public void fill(int alignment, long size) throws IOException { try { LibaioContext.fill(fd, alignment, size); } catch (OutOfMemoryError e) { @@ -135,7 +139,7 @@ public void fill(int alignment, long size) { * * @param size number of bytes to be filled on the file */ - public void fallocate(long size) { + public void fallocate(long size) throws IOException { LibaioContext.fallocate(fd, size); } diff --git a/src/main/java/org/apache/activemq/artemis/nativo/jlibaio/NativeLogger.java b/src/main/java/org/apache/artemis/nativo/jlibaio/NativeLogger.java similarity index 96% rename from src/main/java/org/apache/activemq/artemis/nativo/jlibaio/NativeLogger.java rename to src/main/java/org/apache/artemis/nativo/jlibaio/NativeLogger.java index 56716d4..1e5ca60 100644 --- a/src/main/java/org/apache/activemq/artemis/nativo/jlibaio/NativeLogger.java +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/NativeLogger.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package org.apache.activemq.artemis.nativo.jlibaio; +package org.apache.artemis.nativo.jlibaio; import org.slf4j.Logger; import org.slf4j.LoggerFactory; diff --git a/src/main/java/org/apache/activemq/artemis/nativo/jlibaio/SubmitInfo.java b/src/main/java/org/apache/artemis/nativo/jlibaio/SubmitInfo.java similarity index 94% rename from src/main/java/org/apache/activemq/artemis/nativo/jlibaio/SubmitInfo.java rename to src/main/java/org/apache/artemis/nativo/jlibaio/SubmitInfo.java index 325ab27..c41aeaf 100644 --- a/src/main/java/org/apache/activemq/artemis/nativo/jlibaio/SubmitInfo.java +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/SubmitInfo.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package org.apache.activemq.artemis.nativo.jlibaio; +package org.apache.artemis.nativo.jlibaio; public interface SubmitInfo { diff --git a/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/AIORing.java b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/AIORing.java new file mode 100644 index 0000000..d3e4d26 --- /dev/null +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/AIORing.java @@ -0,0 +1,112 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.artemis.nativo.jlibaio.ffm; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import java.lang.foreign.MemoryLayout; +import java.lang.foreign.MemorySegment; +import java.lang.foreign.StructLayout; +import java.lang.foreign.ValueLayout; +import java.lang.invoke.VarHandle; + +import static org.apache.artemis.nativo.jlibaio.ffm.Constants.AIO_RING_INCOMPAT_FEATURES; +import static org.apache.artemis.nativo.jlibaio.ffm.Constants.AIO_RING_MAGIC; +import static org.apache.artemis.nativo.jlibaio.ffm.IOEvent.IO_EVENT_LAYOUT; + +public class AIORing { + private static final Logger logger = LoggerFactory.getLogger(AIORing.class); + + /** There is no defined aio_ring anywhere in an include, + This is an implementation detail, that is a binary contract. + it is safe to use the feature though. */ + static final StructLayout AIO_RING_LAYOUT = MemoryLayout.structLayout( + // Fixed header (32 bytes) + ValueLayout.JAVA_INT.withName("id"), /* kernel internal index number */ + ValueLayout.JAVA_INT.withName("nr"), /* number of io_events */ + ValueLayout.JAVA_INT.withName("head"), + ValueLayout.JAVA_INT.withName("tail"), + ValueLayout.JAVA_INT.withName("magic"), + ValueLayout.JAVA_INT.withName("compat_features"), + ValueLayout.JAVA_INT.withName("incompat_features"), + ValueLayout.JAVA_INT.withName("header_length") /* size of aio_ring */ + ).withName("aio_ring"); + + public static final long AIO_RING_HEADER_SIZE = AIO_RING_LAYOUT.byteSize(); + + public static final VarHandle AIO_RING_NR_VH = + AIO_RING_LAYOUT.varHandle(MemoryLayout.PathElement.groupElement("nr")); + public static final VarHandle AIO_RING_HEAD_VH = + AIO_RING_LAYOUT.varHandle(MemoryLayout.PathElement.groupElement("head")); + public static final VarHandle AIO_RING_TAIL_VH = + AIO_RING_LAYOUT.varHandle(MemoryLayout.PathElement.groupElement("tail")); + public static final VarHandle AIO_RING_MAGIC_VH = + AIO_RING_LAYOUT.varHandle(MemoryLayout.PathElement.groupElement("magic")); + public static final VarHandle AIO_RING_INCOMPAT_FEATURES_VH = + AIO_RING_LAYOUT.varHandle(MemoryLayout.PathElement.groupElement("incompat_features")); + + // Check if the implementation supports AIO_RING by checking this number directly. + public static boolean hasUsableRing(MemorySegment ring) { + if (ring == null || ring.address() == 0L || ring.byteSize() < AIO_RING_HEADER_SIZE) { + return false; + } + + MemorySegment header = ring.asSlice(0, AIO_RING_HEADER_SIZE); + int magic = (int) AIO_RING_MAGIC_VH.getAcquire(header, 0L); + int incompat = (int) AIO_RING_INCOMPAT_FEATURES_VH.getAcquire(header, 0L); + int nr = (int) AIO_RING_NR_VH.getAcquire(header, 0L); + if (logger.isTraceEnabled()) { + logger.trace("nr={}, magic={}, incompat={}", nr, magic, incompat); + } + + return magic == AIO_RING_MAGIC + && incompat == AIO_RING_INCOMPAT_FEATURES + && nr > 0; + } + + // Newer versions of the kernel (newer here being a relative word, a couple years already at the time + // I am writing this), will have io_context_t as an opaque type, and the real type being the aio_ring. + public static MemorySegment toAioRing(MemorySegment aioCtx) { + if (aioCtx == null || aioCtx.address() == 0L) { + return MemorySegment.NULL; + } + + MemorySegment header = aioCtx.reinterpret(AIO_RING_HEADER_SIZE); + + if (!hasUsableRing(header)) { + return MemorySegment.NULL; + } + + int nr = (int) AIO_RING_NR_VH.getAcquire(header, 0L); + long eventBytesize = IO_EVENT_LAYOUT.byteSize(); + long fullSize; + + try { + fullSize = Math.addExact(AIO_RING_HEADER_SIZE, Math.multiplyExact((long) nr, eventBytesize)); + } catch (ArithmeticException e) { + logger.warn("toAioRing: overflow computing ring size (nr={}, eventBytes={})", nr, eventBytesize); + return MemorySegment.NULL; + } + + if (fullSize <= AIO_RING_HEADER_SIZE) { + return MemorySegment.NULL; + } + + return aioCtx.reinterpret(fullSize); + } +} diff --git a/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/Constants.java b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/Constants.java new file mode 100644 index 0000000..66b5b96 --- /dev/null +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/Constants.java @@ -0,0 +1,61 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.artemis.nativo.jlibaio.ffm; + +public final class Constants { + private Constants(){} + + static final long ONE_MEGA = 1048576L; + + //These should be used to check if the user-space io_getevents is supported: + //Linux ABI for the ring buffer: https://elixir.bootlin.com/linux/v4.20.13/source/fs/aio.c#L54 + //aio_read_events_ring: https://elixir.bootlin.com/linux/v4.20.13/source/fs/aio.c#L1148 + + // NOTE: if the kernel ever updates the structure, the RING-MAGIC will change and the code will switch back to normal IO calls + static final int AIO_RING_MAGIC = 0xa10a10a1; + static final int AIO_RING_INCOMPAT_FEATURES = 0; + + // set this to false if you want to stop using ring reaping + static final boolean RING_REAPER = true; + + static final int PERMISSION_MODE = 0666; + static final int O_RDWR = 0x0002; + static final int O_CREAT = 0x0040; + static final int O_DIRECT; + + static final int LOCK_EX = 2; // Exclusive lock + static final int LOCK_NB = 4; // Non-blocking lock + + static { + O_DIRECT = detectODirectFlag(); + } + + /* + * Detecting OS Architecture and setting O_DIRECT + * + * */ + private static int detectODirectFlag() { + String arch = System.getProperty("os.arch"); + if ("aarch64".equals(arch) || "arm64".equals(arch) || "arm".equals(arch)) { + return 0x10000; + } else if ("ppc64le".equals(arch) || "ppc64".equals(arch) || "ppc".equals(arch)) { + return 0x8000; + } + // amd64, x86_64 + return 0x4000; + } +} diff --git a/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/FFMHandles.java b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/FFMHandles.java new file mode 100644 index 0000000..0bb1dff --- /dev/null +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/FFMHandles.java @@ -0,0 +1,238 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.artemis.nativo.jlibaio.ffm; + +import java.lang.foreign.Arena; +import java.lang.foreign.FunctionDescriptor; +import java.lang.foreign.Linker; +import java.lang.foreign.MemoryLayout; +import java.lang.foreign.StructLayout; +import java.lang.foreign.SymbolLookup; +import java.lang.foreign.ValueLayout; +import java.lang.invoke.MethodHandle; +import java.lang.invoke.VarHandle; +import java.util.concurrent.locks.ReentrantLock; + +public class FFMHandles { + + static final Linker LINKER = Linker.nativeLinker(); + static final SymbolLookup STDLIB = setStdLib(); + public static final SymbolLookup LIBAIO = setLibaio(); + + static final ReentrantLock oneMegaMutex = new ReentrantLock(); + + static final StructLayout CAPTURE_STATE_LAYOUT = Linker.Option.captureStateLayout(); + static final VarHandle ERRNO_VH = + CAPTURE_STATE_LAYOUT.varHandle(MemoryLayout.PathElement.groupElement("errno")); + + private static final Linker.Option captureCallState = + Linker.Option.captureCallState("errno"); + + static final MethodHandle WRITE_HANDLE = LINKER.downcallHandle( + STDLIB.find("write").orElseThrow(() -> + new UnsatisfiedLinkError("write not found in STDLIB")), + FunctionDescriptor.of(ValueLayout.JAVA_LONG, + ValueLayout.JAVA_INT, + ValueLayout.ADDRESS, + ValueLayout.JAVA_LONG), + captureCallState + ); + + static final MethodHandle OPEN_HANDLE = LINKER.downcallHandle( + STDLIB.find("open").orElseThrow(() -> + new UnsatisfiedLinkError("open not found in STDLIB")), + FunctionDescriptor.of( + ValueLayout.JAVA_INT + ,ValueLayout.ADDRESS // pathName + ,ValueLayout.JAVA_INT // flags + ,ValueLayout.JAVA_INT), // mode + captureCallState + ); + + static final MethodHandle CLOSE_HANDLE = LINKER.downcallHandle( + STDLIB.find("close").orElseThrow(() -> + new UnsatisfiedLinkError("close not found in STDLIB")), + FunctionDescriptor.of(ValueLayout.JAVA_INT + ,ValueLayout.JAVA_INT), + captureCallState + ); + + static final MethodHandle FALLOCATE_HANDLE = LINKER.downcallHandle( + STDLIB.find("fallocate").orElseThrow(() -> + new UnsatisfiedLinkError("fallocate not found in STDLIB")), + FunctionDescriptor.of(ValueLayout.JAVA_INT, + ValueLayout.JAVA_INT, + ValueLayout.JAVA_INT, + ValueLayout.JAVA_LONG, + ValueLayout.JAVA_LONG + ), + captureCallState + ); + + static final MethodHandle FSYNC_HANDLE = LINKER.downcallHandle( + STDLIB.find("fsync").orElseThrow(() -> + new UnsatisfiedLinkError("fsync not found in STDLIB")), + FunctionDescriptor.of(ValueLayout.JAVA_INT, ValueLayout.JAVA_INT), + captureCallState + ); + + static final MethodHandle LSEEK_HANDLE = LINKER.downcallHandle( + STDLIB.find("lseek").orElseThrow(() -> + new UnsatisfiedLinkError("lseek not found in STDLIB")), + FunctionDescriptor.of(ValueLayout.JAVA_LONG, + ValueLayout.JAVA_INT, + ValueLayout.JAVA_LONG, + ValueLayout.JAVA_INT), + captureCallState + ); + + static final MethodHandle FSTAT_HANDLE = LINKER.downcallHandle( + STDLIB.find("fstat").orElseThrow(() -> + new UnsatisfiedLinkError("fstat not found in STDLIB")), + FunctionDescriptor.of( + ValueLayout.JAVA_INT, // return + ValueLayout.JAVA_INT, // fd + ValueLayout.ADDRESS), // struct stat + captureCallState + ); + + // for x86_64 - stat + static final MethodHandle STAT_HANDLE = LINKER.downcallHandle( + STDLIB.find("stat").orElseThrow(() -> + new UnsatisfiedLinkError("stat not found in STDLIB")), + FunctionDescriptor.of( + ValueLayout.JAVA_INT, // return + ValueLayout.ADDRESS, // pathname + ValueLayout.ADDRESS), // struct stat + captureCallState + ); + + static final MethodHandle IO_GETEVENTS_HANDLE = LINKER.downcallHandle( + LIBAIO.find("io_getevents").orElseThrow(() -> + new UnsatisfiedLinkError("io_getevents not found in LIBAIO")), + FunctionDescriptor.of(ValueLayout.JAVA_INT, + ValueLayout.ADDRESS, + ValueLayout.JAVA_LONG, + ValueLayout.JAVA_LONG, + ValueLayout.ADDRESS, + ValueLayout.ADDRESS), + captureCallState + ); + + static final MethodHandle IO_SUBMIT_HANDLE = LINKER.downcallHandle( + LIBAIO.find("io_submit").orElseThrow(() -> + new UnsatisfiedLinkError("io_submit not found in LIBAIO")), + FunctionDescriptor.of(ValueLayout.JAVA_INT, + ValueLayout.ADDRESS, + ValueLayout.JAVA_LONG, + ValueLayout.ADDRESS) + ).asFixedArity(); + + static final MethodHandle FREE_BUF_HANDLE = LINKER.downcallHandle( + STDLIB.find("free").orElseThrow(() -> + new UnsatisfiedLinkError("free not found in STDLIB")), + FunctionDescriptor.ofVoid(ValueLayout.ADDRESS) + ); + + static final MethodHandle FLOCK_HANDLE = LINKER.downcallHandle( + STDLIB.find("flock").orElseThrow(() -> + new UnsatisfiedLinkError("flock not found in STDLIB")), + FunctionDescriptor.of(ValueLayout.JAVA_INT, + ValueLayout.JAVA_INT, + ValueLayout.JAVA_INT), + captureCallState + ); + + static final MethodHandle IO_QUEUE_INIT_HANDLE = LINKER.downcallHandle( + LIBAIO.find("io_queue_init").orElseThrow(() -> + new UnsatisfiedLinkError("io_queue_init not found in LIBAIO")), + FunctionDescriptor.of(ValueLayout.JAVA_INT, + ValueLayout.JAVA_INT, + ValueLayout.ADDRESS), + captureCallState + ); + + static final MethodHandle IO_QUEUE_RELEASE_HANDLE = LINKER.downcallHandle( + LIBAIO.find("io_queue_release").orElseThrow(() -> + new UnsatisfiedLinkError("io_queue_release not found in LIBAIO")), + FunctionDescriptor.of(ValueLayout.JAVA_INT, + ValueLayout.ADDRESS), + captureCallState + ); + + static final MethodHandle FDATASYNC_HANDLE = LINKER.downcallHandle( + STDLIB.find("fdatasync").orElseThrow(() -> + new UnsatisfiedLinkError("fdatasync not found in STDLIB")), + FunctionDescriptor.of(ValueLayout.JAVA_INT, ValueLayout.JAVA_INT), + captureCallState + ); + + static final MethodHandle MEMSET_HANDLE = LINKER.downcallHandle( + STDLIB.find("memset").orElseThrow(() -> + new UnsatisfiedLinkError("memset not found in STDLIB")), + FunctionDescriptor.of(ValueLayout.ADDRESS, + ValueLayout.ADDRESS, + ValueLayout.JAVA_INT, + ValueLayout.JAVA_LONG) + ); + + static final MethodHandle POSIX_MEMALIGN_HANDLE = LINKER.downcallHandle( + STDLIB.find("posix_memalign").orElseThrow(() -> + new UnsatisfiedLinkError("posix_memalign not found in STDLIB")), + FunctionDescriptor.of(ValueLayout.JAVA_INT, + ValueLayout.ADDRESS, + ValueLayout.JAVA_LONG, + ValueLayout.JAVA_LONG), + Linker.Option.captureCallState("errno") + ); + + private static SymbolLookup setStdLib() { + String[] libcPaths = { + "/lib64/libc.so.6", + "/usr/lib64/libc.so.6", + "/lib/x86_64-linux-gnu/libc.so.6", + "libc.so.6" + }; + for(String path: libcPaths) { + SymbolLookup loopup = SymbolLookup.libraryLookup(path, Arena.global()); + if(loopup != null){ + return loopup; + } + } + throw new RuntimeException("libc.so.6 not found"); + } + + private static SymbolLookup setLibaio() { + String[] paths = { + System.getProperty("libaio.path"), + "/usr/lib64/libaio.so.1", + "/usr/lib/x86_64-linux-gnu/libaio.so.1", + "/lib64/libaio.so.1", + "/usr/lib/libaio.so.1", + "libaio.so.1" + }; + for (String path: paths) { + if(path != null && !path.isEmpty()) { + SymbolLookup lookup = SymbolLookup.libraryLookup(path, Arena.global()); + if(lookup != null) { + return lookup; + } + } + } + throw new RuntimeException("libaio.so.1 not found"); + } +} diff --git a/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/FFMNativeHelper.java b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/FFMNativeHelper.java new file mode 100644 index 0000000..e000045 --- /dev/null +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/FFMNativeHelper.java @@ -0,0 +1,1115 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.artemis.nativo.jlibaio.ffm; + +import org.apache.artemis.nativo.jlibaio.SubmitInfo; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import java.io.IOException; +import java.lang.foreign.Arena; +import java.lang.foreign.MemorySegment; +import java.lang.foreign.ValueLayout; +import java.nio.ByteBuffer; +import java.nio.file.Files; +import java.nio.file.Path; +import java.util.Objects; +import java.util.concurrent.atomic.AtomicBoolean; +import java.util.concurrent.atomic.AtomicReference; + +import static org.apache.artemis.nativo.jlibaio.ffm.AIORing.AIO_RING_HEADER_SIZE; +import static org.apache.artemis.nativo.jlibaio.ffm.AIORing.AIO_RING_HEAD_VH; +import static org.apache.artemis.nativo.jlibaio.ffm.AIORing.AIO_RING_NR_VH; +import static org.apache.artemis.nativo.jlibaio.ffm.AIORing.AIO_RING_TAIL_VH; +import static org.apache.artemis.nativo.jlibaio.ffm.AIORing.hasUsableRing; +import static org.apache.artemis.nativo.jlibaio.ffm.AIORing.toAioRing; +import static org.apache.artemis.nativo.jlibaio.ffm.Constants.LOCK_EX; +import static org.apache.artemis.nativo.jlibaio.ffm.Constants.LOCK_NB; +import static org.apache.artemis.nativo.jlibaio.ffm.Constants.ONE_MEGA; +import static org.apache.artemis.nativo.jlibaio.ffm.Constants.O_CREAT; +import static org.apache.artemis.nativo.jlibaio.ffm.Constants.O_DIRECT; +import static org.apache.artemis.nativo.jlibaio.ffm.Constants.O_RDWR; +import static org.apache.artemis.nativo.jlibaio.ffm.Constants.PERMISSION_MODE; +import static org.apache.artemis.nativo.jlibaio.ffm.Constants.RING_REAPER; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.CAPTURE_STATE_LAYOUT; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.CLOSE_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.ERRNO_VH; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.FALLOCATE_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.FDATASYNC_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.FLOCK_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.FREE_BUF_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.FSTAT_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.STAT_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.FSYNC_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.IO_QUEUE_RELEASE_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.IO_GETEVENTS_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.IO_QUEUE_INIT_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.IO_SUBMIT_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.LSEEK_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.MEMSET_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.OPEN_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.POSIX_MEMALIGN_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.WRITE_HANDLE; +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.oneMegaMutex; +import static org.apache.artemis.nativo.jlibaio.ffm.IOCBInit.IOCB_LAYOUT_SIZE; +import static org.apache.artemis.nativo.jlibaio.ffm.IOEvent.IO_EVENT_LAYOUT; +import static org.apache.artemis.nativo.jlibaio.ffm.Stat.STAT_LAYOUT; + +public class FFMNativeHelper { + private static final Logger logger = LoggerFactory.getLogger(FFMNativeHelper.class); + + private static volatile MemorySegment oneMegaBuffer; + + private static final AtomicBoolean forceSysCall = new AtomicBoolean(false); + + private static final ThreadLocal SHARED_CONTEXT = ThreadLocal.withInitial(SharedContext::new); + + private static final AtomicReference DUMB_FD = new AtomicReference<>(-1); + + private static volatile String DUMB_PATH; + + private final static int DUMB_WRITE_HANDLER; + + static { + DUMB_WRITE_HANDLER = initDumbFd(); + } + + private static int initDumbFd() { + try { + Integer fd = DUMB_FD.get(); + if(fd != null && fd >= 0) { + logger.trace("Dumb FD already initialized: {}", fd); + return fd; + } + Path tempDir = Path.of(System.getProperty("java.io.tmpdir")); + Path tempFile; + try { + tempFile = Files.createTempFile(tempDir, "artemisDumb", ".tmp"); + DUMB_PATH = tempFile.toString(); + } catch (Exception e) { + throw new RuntimeException("Failed to create temp file for shutdown signaling", e); + } + fd = open(DUMB_PATH, false); + if(fd < 0) { + Files.deleteIfExists(tempFile); + throw new RuntimeException("Failed to open dumb file: " + tempFile); + } + + DUMB_FD.set(fd); + logger.debug("Dumb FD created: {}, path = {}", fd, DUMB_PATH); + return fd; + } catch (IOException e) { + throw new RuntimeException(e); + } + } + + private static void closeDumbFd() { + try { + Integer fd = DUMB_FD.getAndSet(-1); + if (fd != null && fd >= 0) { + try { + close(fd); + if (DUMB_PATH != null) { + Path path = Path.of(DUMB_PATH); + Files.deleteIfExists(path); + } + logger.debug("Dumb FD closed and file removed: fd={}, path={}", fd, DUMB_PATH); + } catch (IOException e) { + logger.warn("Failed to close/remove dumb FD {}: {}", fd, e.getMessage()); + } + } + } finally { + DUMB_PATH = null; + } + } + + private final ReleaseCallback releaseCallback; + + public FFMNativeHelper(ReleaseCallback releaseCallback) { + this.releaseCallback = releaseCallback; + } + + //It implements a user space batch read io events implementation that attempts to read io avoiding any sys calls + // This implementation will look at the internal structure (aio_ring) and move along the memory result + private int ringioGetEvents(MemorySegment aioCtxAddr, MemorySegment events, int min, int max, MemorySegment timeout) throws Throwable { + if (aioCtxAddr == null || aioCtxAddr.address() == 0) { + if (logger.isTraceEnabled()) { + logger.trace("ringioGetEvents: aioCtxAddr is null -> syscall"); + } + return ioGetEvents(aioCtxAddr, events, min, max, timeout); + } + + if (min < 0 || max <= 0 || min > max) { + logger.warn("ringioGetEvents: invalid parameters: min={}, max={}", min, max); + return ioGetEvents(aioCtxAddr, events, min, max, timeout); + } + + MemorySegment ring = toAioRing(aioCtxAddr); + if(ring.address() == 0) { + if (logger.isTraceEnabled()) { + logger.trace("toAioRing failed -> syscall"); + } + return ioGetEvents(aioCtxAddr, events, min, max, timeout); + } + + //checks if it could be completed in user space, saving a sys call + if(!(RING_REAPER && !isForceSyscall() && hasUsableRing(ring))) { + if (logger.isTraceEnabled()) { + logger.trace("kernel not supporting ring buffer"); + } + return ioGetEvents(aioCtxAddr, events, min, max, timeout); + } + + int ringNr = (int) AIO_RING_NR_VH.getAcquire(ring, 0L); + if (ringNr <= 0) { + if (logger.isTraceEnabled()) { + logger.trace("ringioGetEvents: invalid ring size {} -> syscall", ringNr); + } + return ioGetEvents(aioCtxAddr, events, min, max, timeout); + } + + // We're assuming to be the exclusive writer to head, so we just need a compiler barrier + // instead of compiler barrier, using getAcquired + int head = (int) AIO_RING_HEAD_VH.getAcquire(ring, 0L); + int tail = (int) AIO_RING_TAIL_VH.getAcquire(ring, 0L); + + int available = tail - head; + if(available < 0) { + available += ringNr; + } + + if (logger.isTraceEnabled()) { + logger.trace("tail={}, head={} nr={} available={}", tail, head, ringNr, available); + } + + boolean timeoutZero = false; + if (timeout != null && timeout.address() != 0) { + timeoutZero = timeout.get(ValueLayout.JAVA_LONG, 0L) == 0 + && timeout.get(ValueLayout.JAVA_LONG, 8L) == 0; + } + + if (available < min && !timeoutZero) { + if (logger.isTraceEnabled()) { + logger.trace("ringioGetEvents: not enough available events -> syscall"); + } + return ioGetEvents(aioCtxAddr, events, min, max, timeout); + } + + if (available == 0) { + return 0; + } + + if(available >= max) { + // This is to trap a possible bug from the kernel: + // https://bugzilla.redhat.com/show_bug.cgi?id=1845326 + // https://issues.apache.org/jira/browse/ARTEMIS-2800 + // + // On the race available would eventually be >= max, while ring->tail was invalid + // we could work around by waiting ring-tail to change: + // while (ring->tail == tail) mem_barrier(); + // + // however eventually we could have available==max in a legal situation what could lead to infinite loop here + if (logger.isTraceEnabled()) { + logger.trace("ringioGetEvents: ring full ({}>= {}) → syscall", available, max); + } + return ioGetEvents(aioCtxAddr, events, min, max, timeout); + + // also: I could have called io_getevents to the one at the end of this method + // but I really hate goto, so I would rather have a duplicate code here + // and I did not want to create another memory flag to stop the rest of the code + } + + //the kernel has written ring->tail from an interrupt: + //we need to load acquire the completed events here + + // available < max ( this is always true ) + // old code -> int availableNr = available < max ? available : max; + //if isn't needed to wrap we can avoid % operations that are quite expansive + int needMod = ((head + available) >= ringNr) ? 1: 0; + + long eventSize = IO_EVENT_LAYOUT.byteSize(); + long requiredBytes; + try { + requiredBytes = Math.multiplyExact((long) max, eventSize); + } catch (ArithmeticException e) { + logger.warn("ringioGetEvents: overflow computing required event bytes max={}, eventSize={}", + max, eventSize); + return ioGetEvents(aioCtxAddr, events, min, max, timeout); + } + + MemorySegment usableEvents = events.reinterpret(requiredBytes); + + int eventIdx = head; + int contiguous = Math.min(available, ringNr - head); + + // first contiguous chunk + for(int i=0; i newContext(int queueSize) { + logger.debug("Initializing context with QueueSize={}", queueSize); + + IOControl ioControl = new IOControl<>(); + try { + MemorySegment ioContext = ioQueueInit(queueSize); + ioControl.setIoContext(ioContext); + + MemorySegment events = Arena.global().allocate(IO_EVENT_LAYOUT, queueSize); + if(events.address() == 0) { + ioQueueRelease(ioContext); + throw new OutOfMemoryError("Arena allocation failed: events array(queueSize = " + queueSize + ")"); + } + ioControl.setEvents(events); + + MemorySegment[] iocbPool = new MemorySegment[queueSize]; + for(int i=0; i{}); + + // To return any pending IOCBs + int drained = 0; + while (true) { + try { + int result = ringioGetEvents(ioControl.ioContext(), ioControl.events(), 0, 1, null); + if(result <= 0) { + logger.trace("deleteContext: drain complete (result={})", result); + break; + } + logger.debug("deleteContext: drained {} pending IOCBs", result); + MemorySegment events = ioControl.events(); + events = events.reinterpret((long) result * IO_EVENT_LAYOUT.byteSize()); + for (int i = 0; i < result; i++) { + MemorySegment event = events.asSlice(i * IO_EVENT_LAYOUT.byteSize(), + IO_EVENT_LAYOUT.byteSize()); + MemorySegment iocbp = event.get(ValueLayout.ADDRESS, 8L); + if (iocbp != null && iocbp.address() != 0) { + ioControl.putIOCB(iocbp); + } + } + drained += result; + } catch (Throwable t) { + logger.warn("deleteContext: drain unexpected error: {}", t.getMessage()); + break; + } + } + logger.trace("deleteContext: drained {} IOCBs under lock", drained); + + ioQueueRelease(ioControl.ioContext()); + + MemorySegment[] iocbPool = ioControl.iocbPool(); + if(iocbPool != null) { + for(MemorySegment iocb : iocbPool) { + if(iocb != null && iocb.address() != 0) { + freeBuffer(iocb); + } + } + } + + freeBuffer(ioControl.events()); + logger.debug("deleteContext completed successfully"); + } catch (IOException e) { + logger.warn("deleteContext: {}", e.getMessage()); + } catch (Throwable e) { + logger.error("deleteContext: unexpected error", e); + } + } + + public static int open(String filePath, boolean direct) throws IOException { + int flags = O_RDWR | O_CREAT; + if (direct) { + flags |= O_DIRECT; + logger.debug("Opening with O_DIRECT= {}", Integer.toHexString(O_DIRECT)); + } + try (Arena arena = Arena.ofConfined()) { + // manually ensuring null termination by adding "\0" + MemorySegment path = arena.allocateFrom(filePath + "\0"); + MemorySegment captureState = arena.allocate(CAPTURE_STATE_LAYOUT); + + int fd = (int) OPEN_HANDLE.invoke(captureState, path, flags, (int) PERMISSION_MODE); + + if (fd < 0) { + int errorCode = (int) ERRNO_VH.get(captureState, 0L); + logger.error("open failed: path={}, flags={}, direct={}, errno={}", + filePath, Integer.toHexString(flags), direct, errorCode); + throw new IOException("Open failed for filePath = " + + filePath + " with fd errno = " + errorCode); + } + logger.debug("Opened {} with fd = {}", direct ? "O_DIRECT" : "normal", fd); + return fd; + } catch (Throwable t) { + throw new IOException("Failed to open " + filePath, t); + } + } + + public static void close(int fd) throws IOException { + try(Arena arena = Arena.ofConfined()) { + MemorySegment captureState = arena.allocate(CAPTURE_STATE_LAYOUT); + + int res = (int) CLOSE_HANDLE.invoke(captureState, fd); + + if (res < 0) { + int errorCode = (int) ERRNO_VH.get(captureState, 0L); + throw new IOException("Error during close for fd = " + fd + + ", error code = " + errorCode); + } + logger.debug("File with fd = {} is successfully closed", fd); + } catch (Throwable t) { + throw new IOException(t); + } + } + + public static MemorySegment newAlignedBuffer(int size, int alignment) { + if(size % alignment != 0) { + throw new IllegalArgumentException( + "size " + size + " must be aligned to " + alignment); + } + try(Arena arena = Arena.ofConfined()) { + MemorySegment prtOut = arena.allocate(ValueLayout.ADDRESS); + MemorySegment captureState = arena.allocate(CAPTURE_STATE_LAYOUT); + + int res = (int) POSIX_MEMALIGN_HANDLE.invoke( + captureState, prtOut, (long) alignment, (long) size); + if(res != 0) { + int errno = (int) ERRNO_VH.get(captureState, 0L); + throw new RuntimeException("posix_memalign failed: result= " + res + + " errno=" + errno + "(size= " + size + ", align= " + alignment + ")"); + } + // get allocated pointer + MemorySegment memorySegment = prtOut.get(ValueLayout.ADDRESS, 0L) + .reinterpret(size); + if(memorySegment.address() == 0) { + throw new RuntimeException("posix_memalign returned NULL!"); + } + //zero initialization + MEMSET_HANDLE.invoke(memorySegment, 0, (long) size); + logger.debug("posix_memalign(addrs={}, size={}, align={})", + Long.toHexString(memorySegment.address()), size, alignment); + return memorySegment; + } catch (Throwable t) { + throw new RuntimeException("newAlignedBuffer failed", t); + } + } + + public static void freeBuffer(MemorySegment memorySegment) { + if(memorySegment == null || memorySegment.address() == 0) { + if (logger.isDebugEnabled()) { + logger.debug("freeBuffer: memorySegment is null"); + } + } + try { + if (logger.isTraceEnabled()) { + logger.trace("freeing buffer at address: 0x{} with capacity={}", + Long.toHexString(memorySegment.address()), memorySegment.asByteBuffer().capacity()); + } + FREE_BUF_HANDLE.invoke(memorySegment); + } catch (Throwable t) { + throw new RuntimeException("freeBuffer: Native free failed for address 0x" + + Long.toHexString(memorySegment.address()), t); + } + } + + private boolean submit(IOControl ioControl, MemorySegment iocb) throws IOException { + Objects.requireNonNull(ioControl.ioContext(), "Attempted to submit I/O to a null context"); + SharedContext ctx = SHARED_CONTEXT.get(); + int result = -1; + try { + ctx.getIocbArray().setAtIndex(ValueLayout.JAVA_LONG, 0, iocb.address()); + + if (logger.isTraceEnabled()) { + logger.trace("submit: ctx=0x{}, iocb=0x{}, iocbArray=0x{}", + Long.toHexString(ioControl.ioContext().address()), + Long.toHexString(iocb.address()), + Long.toHexString(ctx.getIocbArray().address())); + } + + result = (int) IO_SUBMIT_HANDLE.invokeExact( + ioControl.ioContext(), + 1L, + ctx.getIocbArray()); + + if(result < 0) { + throw new IOException("Error while submitting IO: result = " + result); + } + return true; + } catch (Throwable t) { + throw new IOException(t); + } finally { + if(result < 0) { + // return to the pool + ioControl.putIOCB(iocb); + } + } + } + + public void submitWrite(int fd, + IOControl ioControl, + long position, + int size, + ByteBuffer bufferWrite, + Callback callback) throws IOException { + + MemorySegment iocb = ioControl.getIOCB(); + if(iocb == null || iocb.address() == 0) { + throw new IOException("IOCB pool exhausted (used=" + ioControl.used() + + "/queueSize=" + ioControl.queueSize() + ")"); + } + int callbackId = (int) IOCBInit.getAioData(iocb); + if (logger.isTraceEnabled()) { + logger.trace("submitWrite called! callbackId: {}", callbackId); + } + boolean submitted = false; + try { + if (!ioControl.getIocbState().compareAndSet(callbackId, 0, 1)) { + throw new IOException("submitWrite failed: callbackId=" + callbackId + " already in use"); + } + ioControl.addCallback(callbackId, callback); + bufferWrite.clear(); + ioPrepPOp(iocb, fd, MemorySegment.ofBuffer(bufferWrite), size, position, 1); + + submit(ioControl, iocb); + submitted = true; + } catch (Throwable e) { + throw new IOException("submitWrite failed", e); + } finally { + if(!submitted) { + ioControl.takeCallback(callbackId); + } + } + } + + /* + * Unable to load io_prep_pwrite and io_prep_pread from libaio because it is defined as a static inline function + * in the header file + * Because it is an inline function, the code is compiled directly into any C program that + * includes the header. It does not exist as a named symbol inside the copiled libaio.so shared lib file. + * + * 0: IO_CMD_PREAD + * 1: IO_CMD_PWRITE + * 2: IO_CMD_FSYNC + * 3: IO_CMD_FDSYNC + * 7: IO_CMD_NOOP + * 8: IO_CMD_PREADV (Vectorized read) + * + * */ + private void ioPrepPOp(MemorySegment iocb, int fd, MemorySegment buffer, long nbytes, long offset, int op) { + if (iocb == null) { + if (logger.isTraceEnabled()) { + logger.trace("ioPrepPOp: iocb is null"); + } + return; + } + IOCBInit.setAioFildes(iocb, fd); + IOCBInit.setAioLioOpcode(iocb, (short) op); + IOCBInit.setAioReqprio(iocb, (short) 0); + IOCBInit.setAioBuf(iocb, buffer.address()); + IOCBInit.setAioNbytes(iocb, nbytes); + IOCBInit.setAioOffset(iocb, offset); + } + + public void submitRead(int fd, + IOControl ioControl, + long position, + int size, + ByteBuffer bufferWrite, + Callback callback) throws IOException { + + MemorySegment iocb = ioControl.getIOCB(); + if(iocb==null || iocb.address() == 0) { + throw new IOException("IOCB pool exhausted"); + } + + if (logger.isTraceEnabled()) { + logger.trace("submitRead called!"); + } + long callbackId = IOCBInit.getAioData(iocb); + boolean submitted = false; + try { + if (!ioControl.getIocbState().compareAndSet((int) callbackId, 0, 1)) { + throw new IOException("submitRead failed: callbackId=" + callbackId + " already in use"); + } + ioControl.addCallback((int) callbackId, callback); + bufferWrite.clear(); + ioPrepPOp(iocb, fd, MemorySegment.ofBuffer(bufferWrite), size, position, 0); + + submit(ioControl, iocb); + submitted = true; + } catch (Throwable e) { + throw new IOException("submitRead failed", e); + } finally { + if(!submitted) { + ioControl.takeCallback((int) callbackId); + } + } + } + + public int poll(IOControl ioControl, Callback[] callbacks, int min, int max) { + if(ioControl == null || !ioControl.isValid()) { + logger.warn("poll: invalid context"); + return 0; + } + + try { + int result = ringioGetEvents(ioControl.ioContext(), ioControl.events(), min, max, null); + logger.trace("poll harvested {} events (min={}, max={})", result, min, max); + if(result <= 0) { + return result; + } + + MemorySegment events = ioControl.events(); + if(!events.scope().isAlive()) { + logger.error("Poll:: CRITICAL: Events segment is closed before polling!"); + return 0; + } + + events = events.reinterpret((long) result * IO_EVENT_LAYOUT.byteSize()); + for(int i=0; i ioControl, boolean useFdatasync) { + logger.debug("blockedPoll starting(useFdatasync={})", useFdatasync); + if(ioControl == null || !ioControl.isValid()) { + logger.warn("blockedPoll: invalid context"); + return; + } + + ioControl.withPollLock(()->{ + try(Arena arena = Arena.ofConfined()) { + boolean running = true; + int lastFile = -1; + + while(running) { + if(!ioControl.isValid()) { + logger.debug("blockedPoll: context destroyed - self-exit"); + break; + } + int result = ringioGetEvents(ioControl.ioContext(), + ioControl.events(), 1, ioControl.queueSize(), null); + if(result == -4) { + logger.trace("blockedPoll: EINTR - ignoring (jmap?)"); + continue; + } + + if(result < 0) { + logger.error("blockedPoll: ringio_get_events failed: {}", result); + throw new IOException("blockedPoll: ringio_get_events failed:" + result); + } + + logger.trace("blockedPoll returned: {} events", result); + lastFile = -1; + + MemorySegment harvestedEvents = ioControl.events() + .reinterpret((long) result * IO_EVENT_LAYOUT.byteSize()); + + for(int i=0; i buffer.capacity()) { + throw new IllegalArgumentException("Invalid size: " + size + + " (capacity = " + buffer.capacity() + ")"); + } + + try { + ByteBuffer dup = buffer.duplicate(); + dup.clear(); + MemorySegment seg = MemorySegment.ofBuffer(dup); + long addr = seg.address(); + logger.trace("memset(buffer={}, size={})", buffer, size); + MemorySegment nativeSeg = MemorySegment + .ofAddress(addr) + .reinterpret(buffer.capacity()); + // memset(buffer, 0, size) + MemorySegment ignore = (MemorySegment) MEMSET_HANDLE.invokeExact(nativeSeg, 0, (long) size); + logger.trace("memset completed!"); + } catch (Throwable t){ + throw new RuntimeException("memset failed", t); + } + } + + public static long getSize(int fd) throws IOException { + try(Arena arena = Arena.ofConfined()) { + MemorySegment statbuf = arena.allocate(STAT_LAYOUT); + MemorySegment captureState = arena.allocate(CAPTURE_STATE_LAYOUT); + + int res = (int) FSTAT_HANDLE.invokeExact( + captureState, + fd, + statbuf); + if (res < 0) { + int errno = (int) ERRNO_VH.get(captureState, 0L); + throw new IOException("fstat failed for fd=" + fd + ": errno=" + errno); + } + + long size = Stat.getSize(statbuf); + logger.debug("getSize(fd = {}): {} bytes", fd, size); + return size; + } catch (Throwable t) { + throw new IOException("getSize failed for fd = " + fd, t); + } + } + + public static int getBlockSizeFD(int fd) throws IOException { + try(Arena arena = Arena.ofConfined()) { + MemorySegment statbuf = arena.allocate(STAT_LAYOUT); + MemorySegment captureState = arena.allocate(CAPTURE_STATE_LAYOUT); + int res = (int) FSTAT_HANDLE.invokeExact( + captureState, + fd, + statbuf); + if (res < 0) { + int errno = (int) ERRNO_VH.get(captureState, 0L); + throw new IOException("fstat failed for fd=" + fd + ": errno=" + errno); + } + + int blksize = Stat.getBlksize(statbuf); + if (blksize <= 0 || blksize > 65536) { + logger.warn("Invalid st_blksize={} for fd={}, using 4096", blksize, fd); + return 4096; + } + logger.trace("getBlockSizeFD(fd = {}) = {} bytes", fd, blksize); + return blksize; + } catch (Throwable t) { + throw new IOException("getBlockSizeFD failed for fd=" + fd, t); + } + } + + public static int getBlockSize(String path) throws IOException { + try(Arena arena = Arena.ofConfined()) { + MemorySegment pathSeg = arena.allocateFrom(path); + MemorySegment statbuf = arena.allocate(STAT_LAYOUT); + MemorySegment captureState = arena.allocate(CAPTURE_STATE_LAYOUT); + int res = (int) STAT_HANDLE.invokeExact( + captureState, + pathSeg, + statbuf); + if(res < 0) { + int errno = (int) ERRNO_VH.get(captureState, 0L); + throw new IOException("statx failed path=" + path + ": errno = " + errno); + } + int blksize = Stat.getBlksize(statbuf); + if (blksize <= 0 || blksize > 65536) { + logger.warn("Invalid st_blksize={} for path={}, using 4096", blksize, path); + return 4096; + } + logger.trace("getBlockSize(path = {}) = {} bytes", path, blksize); + return blksize; + } catch (Throwable t) { + logger.warn("getBlockSize failed '{}', fallback 4096", path, t); + return 4096; + } + } + + public static void fallocate(int fd, long size) throws IOException { + try { + MemorySegment captureState = SHARED_CONTEXT.get().getStateCapture(); + // fallocate(fd, mode=0, offset=0, len=size) + int res = (int) FALLOCATE_HANDLE.invoke(captureState, fd, 0, 0L, size); + if(res < 0) { + int errno = (int) ERRNO_VH.get(captureState, 0L); + throw new IOException("fallocate failed fd=" + + fd + " size=" + + size + ": errno= " + + errno); + } + // fsync(fd) - ensure allocation hits the disk + res = (int) FSYNC_HANDLE.invoke(captureState, fd); + if(res < 0) { + int errno = (int) ERRNO_VH.get(captureState, 0L); + logger.warn("fsync after allocation failed fd={}: errno={}", fd, errno); + } + //lseek(fd, 0, SEEK_SET) - reset position + long pos = (long) LSEEK_HANDLE.invoke(captureState, fd, 0L, 0); + if(pos < 0) { + int errno = (int) ERRNO_VH.get(captureState, 0L); + logger.warn("lseek reset failed fd={}: errno={}", fd, errno); + } + logger.debug("fallocate(fd={}, size={}) + fsync + lseek(reset)", fd, size); + } catch (Throwable t) { + throw new IOException("fallocate failed fd="+ fd + " size=" + size, t); + } + } + + private static MemorySegment verifyBuffer(int alignment) { + oneMegaMutex.lock(); + try { + if (oneMegaBuffer == null) { + logger.debug("Allocating 1MB shared buffer (align={})", alignment); + oneMegaBuffer = newAlignedBuffer((int) ONE_MEGA, alignment); + } + return oneMegaBuffer; + } finally { + oneMegaMutex.unlock(); + } + } + + public static void fill(int fd, int alignment, long size) throws IOException { + logger.debug("fill(fd={}, alignment={}, size={})", fd, alignment, size); + + long blocks = size / ONE_MEGA; + long rest = size % ONE_MEGA; + + //verify/create 1MB buffer + verifyBuffer(alignment); + + try { + MemorySegment captureState = SHARED_CONTEXT.get().getStateCapture(); + // lseek (fd, 0, SEEK_SET) + LSEEK_HANDLE.invoke(captureState, fd, 0L, 0); + //Write full blocks + for (long i=0; i { + private static final Logger logger = LoggerFactory.getLogger(IOControl.class); + + private final Object iocbLock = new Object(); + private final Object pollLock = new Object(); + + private MemorySegment ioContext; + private MemorySegment events; + private int queueSize; + private int iocbPut; + private int iocbGet; + private int used; + private MemorySegment[] iocbPool; + private AtomicReferenceArray callbackRegistry; + + // -1: delete, 0: free, 1: used + private AtomicIntegerArray iocbState; + + public MemorySegment ioContext() { + return this.ioContext; + } + public void setIoContext(MemorySegment ioContext) { + this.ioContext = ioContext; + } + + public MemorySegment events() { + return this.events; + } + public void setEvents(MemorySegment events) { + this.events = events; + } + + public int queueSize() { + return queueSize; + } + public void setQueueSize(int size) { + this.queueSize = size; + callbackRegistry = new AtomicReferenceArray<>(size); + iocbState = new AtomicIntegerArray(size); + } + + public int iocbPut() { + return this.iocbPut; + } + public int iocbGet() { + return this.iocbGet; + } + public int used() { + return this.used; + } + + public MemorySegment[] iocbPool() { + return this.iocbPool; + } + public void setIocbPool(MemorySegment[] iocbPool) { + this.iocbPool = iocbPool; + } + + public void addCallback(int idx, Callback callback) { + if (callbackRegistry.get(idx) != null) { + throw new IllegalStateException("callback already registered"); + } + callbackRegistry.set(idx, callback); + } + public Callback takeCallback(int idx) { + return callbackRegistry.getAndSet(idx, null); + } + + public AtomicIntegerArray getIocbState() { + return this.iocbState; + } + + public void withIocbLock(Runnable action) { + synchronized ( iocbLock){ + action.run(); + } + } + + public void withPollLock(Runnable action) { + synchronized ( pollLock){ + action.run(); + } + } + + public MemorySegment getIOCB() { + synchronized ( iocbLock){ + final int qSize = this.queueSize; + if (qSize <= 0 || used >= qSize || iocbPool == null) { + return null; + } + + final int idx = iocbGet; + if(idx < 0 || idx >= qSize) { + return null; + } + + final MemorySegment seg = iocbPool[idx]; + if(seg == null || seg.address() == 0L) { + logger.error("getIOCB: null IOCB at index {}", idx); + return null; + } + + used++; + iocbGet = (idx + 1); + if(iocbGet >= qSize) { + iocbGet = 0; + } + if (logger.isTraceEnabled()) { + logger.trace("getIOCB: getIdx={} used={}", idx, used); + } + return seg; + } + } + + public void putIOCB(MemorySegment iocb) { + if(iocb == null || iocb.address() == 0L) { + logger.warn("putIOCB: null IOCB ignored"); + return; + } + synchronized ( iocbLock) { + final int qSize = this.queueSize; + if (qSize <= 0 || used <= 0 || iocbPool == null) { + return; + } + + int idx = this.iocbPut; + if(idx < 0 || idx >= qSize) { + logger.error("putIOCB: invalid putIdx={} queueSize={}", + idx, qSize); + return; + } + + iocbPool[idx] = iocb; + used--; + iocbPut = (idx + 1); + if(iocbPut >= qSize) { + iocbPut = 0; + } + if (logger.isTraceEnabled()) { + logger.trace("putIOCB: putIdx={} used={}", idx, used); + } + } + } + + public boolean isValid() { + if(ioContext == null || ioContext.address() == 0) { + return false; + } + if(events == null || events.address() == 0) { + return false; + } + + if(queueSize <= 0) { + return false; + } + + if(used < 0 || used > queueSize) { + return false; + } + + if(iocbPool == null || iocbPool.length != queueSize) { + return false; + } + + return iocbPut >= 0 && iocbPut < queueSize && + iocbGet >= 0 && iocbGet < queueSize; + } +} diff --git a/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/IOEvent.java b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/IOEvent.java new file mode 100644 index 0000000..157dd88 --- /dev/null +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/IOEvent.java @@ -0,0 +1,55 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.artemis.nativo.jlibaio.ffm; + +import java.lang.foreign.MemoryLayout; +import java.lang.foreign.MemorySegment; +import java.lang.foreign.StructLayout; +import java.lang.foreign.ValueLayout; + +public class IOEvent { + + public final static int IO_EVENT_LAYOUT_SIZE = 32; + + static final StructLayout IO_EVENT_LAYOUT = MemoryLayout.structLayout( + ValueLayout.JAVA_LONG.withName("data"), + ValueLayout.ADDRESS.withName("obj"), + ValueLayout.JAVA_LONG.withName("res"), + ValueLayout.JAVA_LONG.withName("res2") + ).withName("io_event"); + + public static final long DATA = 0; + public static final long OBJ = 8; + public static final long RES = 16; + public static final long RES2 = 24; + + public static long getData(MemorySegment ioEvent) { + return ioEvent.get(ValueLayout.JAVA_LONG, DATA); + } + + public static void setData(MemorySegment ioEvent, long value) { + ioEvent.set(ValueLayout.JAVA_LONG, DATA, value); + } + + public static MemorySegment getObj(MemorySegment ioEvent) { + return ioEvent.get(ValueLayout.ADDRESS, OBJ); + } + + public static void setObj(MemorySegment ioEvent, MemorySegment value) { + ioEvent.set(ValueLayout.ADDRESS, OBJ, value); + } +} diff --git a/src/main/c/exception_helper.h b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/ReleaseCallback.java similarity index 66% rename from src/main/c/exception_helper.h rename to src/main/java/org/apache/artemis/nativo/jlibaio/ffm/ReleaseCallback.java index e5bd843..5dadb74 100644 --- a/src/main/c/exception_helper.h +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/ReleaseCallback.java @@ -14,11 +14,9 @@ * See the License for the specific language governing permissions and * limitations under the License. */ +package org.apache.artemis.nativo.jlibaio.ffm; -void throwRuntimeException(JNIEnv* env, char* message); -void throwRuntimeExceptionErrorNo(JNIEnv* env, char* message, int errorNumber); -void throwIOException(JNIEnv* env, char* message); -void throwIOExceptionErrorNo(JNIEnv* env, char* message, int errorNumber); -void throwClosedChannelException(JNIEnv* env); -void throwOutOfMemoryError(JNIEnv* env); -char* exceptionMessage(char* msg, int error); +@FunctionalInterface +public interface ReleaseCallback { + void release(); +} diff --git a/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/SharedContext.java b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/SharedContext.java new file mode 100644 index 0000000..980e343 --- /dev/null +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/SharedContext.java @@ -0,0 +1,48 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.artemis.nativo.jlibaio.ffm; + +import java.lang.foreign.Arena; +import java.lang.foreign.MemorySegment; +import java.lang.foreign.ValueLayout; + +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.CAPTURE_STATE_LAYOUT; + +public final class SharedContext { + + private final Arena arena; + private final MemorySegment stateCapture; + private final MemorySegment iocbArray; + + public SharedContext() { + this.arena = Arena.ofShared(); + this.stateCapture = arena.allocate(CAPTURE_STATE_LAYOUT); + this.iocbArray = arena.allocate(ValueLayout.ADDRESS, 1); + } + + public Arena getArena() { + return arena; + } + + public MemorySegment getStateCapture() { + return stateCapture; + } + + public MemorySegment getIocbArray() { + return iocbArray; + } +} diff --git a/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/Stat.java b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/Stat.java new file mode 100644 index 0000000..2c97d8b --- /dev/null +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/ffm/Stat.java @@ -0,0 +1,53 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.artemis.nativo.jlibaio.ffm; + +import java.lang.foreign.MemoryLayout; +import java.lang.foreign.MemorySegment; +import java.lang.foreign.StructLayout; +import java.lang.foreign.ValueLayout; +import java.lang.invoke.VarHandle; + +public final class Stat { + + // this will work only for 64-bit linux + static final StructLayout STAT_LAYOUT = MemoryLayout.structLayout( + MemoryLayout.paddingLayout(48), + ValueLayout.JAVA_LONG.withName("st_size"), // File size (bytes) + ValueLayout.JAVA_INT.withName("st_blksize"), // Block size for filesystem I/O + ValueLayout.JAVA_INT.withName("__pad2"), + ValueLayout.JAVA_LONG.withName("st_blocks"), // Number of 512B blocks allocated + MemoryLayout.paddingLayout(192) + ).withName("stat") + .withByteAlignment(8L); + + static final VarHandle ST_SIZE_VH = STAT_LAYOUT.varHandle(MemoryLayout.PathElement.groupElement("st_size")); + static final VarHandle ST_BLKSIZE_VH = STAT_LAYOUT.varHandle(MemoryLayout.PathElement.groupElement("st_blksize")); + static final VarHandle ST_BLOCKS_VH = STAT_LAYOUT.varHandle(MemoryLayout.PathElement.groupElement("st_blocks")); + + public static long getSize(MemorySegment stat) { + return (long) ST_SIZE_VH.get(stat, 0L); + } + + public static int getBlksize(MemorySegment stat) { + return (int) ST_BLKSIZE_VH.get(stat, 0L); + } + + public static int getBlocks(MemorySegment stat) { + return (int) ST_BLOCKS_VH.get(stat, 0L); + } +} diff --git a/src/main/java/org/apache/activemq/artemis/nativo/jlibaio/package-info.java b/src/main/java/org/apache/artemis/nativo/jlibaio/package-info.java similarity index 88% rename from src/main/java/org/apache/activemq/artemis/nativo/jlibaio/package-info.java rename to src/main/java/org/apache/artemis/nativo/jlibaio/package-info.java index 8cef730..530db66 100644 --- a/src/main/java/org/apache/activemq/artemis/nativo/jlibaio/package-info.java +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/package-info.java @@ -18,7 +18,7 @@ /** * This packages handles Linux libaio at a low level. *
- * Buffers needs to be specially allocated by {@link org.apache.activemq.artemis.nativo.jlibaio.LibaioContext#newAlignedBuffer(int, int)} + * Buffers needs to be specially allocated by {@link org.apache.artemis.nativo.jlibaio.LibaioContext#newAlignedBuffer(int, int)} * as they need to be aligned to 512 or 4096 when using Direct files. */ -package org.apache.activemq.artemis.nativo.jlibaio; +package org.apache.artemis.nativo.jlibaio; diff --git a/src/main/java/org/apache/activemq/artemis/nativo/jlibaio/util/CallbackCache.java b/src/main/java/org/apache/artemis/nativo/jlibaio/util/CallbackCache.java similarity index 94% rename from src/main/java/org/apache/activemq/artemis/nativo/jlibaio/util/CallbackCache.java rename to src/main/java/org/apache/artemis/nativo/jlibaio/util/CallbackCache.java index efaa30e..59e036a 100644 --- a/src/main/java/org/apache/activemq/artemis/nativo/jlibaio/util/CallbackCache.java +++ b/src/main/java/org/apache/artemis/nativo/jlibaio/util/CallbackCache.java @@ -15,9 +15,9 @@ * limitations under the License. */ -package org.apache.activemq.artemis.nativo.jlibaio.util; +package org.apache.artemis.nativo.jlibaio.util; -import org.apache.activemq.artemis.nativo.jlibaio.SubmitInfo; +import org.apache.artemis.nativo.jlibaio.SubmitInfo; /** * this is an utility class where you can reuse Callback objects for your LibaioContext usage. diff --git a/src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/CallbackCachelTest.java b/src/test/java/org/apache/artemis/nativo/jlibaio/test/CallbackCachelTest.java similarity index 92% rename from src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/CallbackCachelTest.java rename to src/test/java/org/apache/artemis/nativo/jlibaio/test/CallbackCachelTest.java index e08e045..a3e646a 100644 --- a/src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/CallbackCachelTest.java +++ b/src/test/java/org/apache/artemis/nativo/jlibaio/test/CallbackCachelTest.java @@ -14,12 +14,12 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package org.apache.activemq.artemis.nativo.jlibaio.test; +package org.apache.artemis.nativo.jlibaio.test; import java.util.HashSet; -import org.apache.activemq.artemis.nativo.jlibaio.SubmitInfo; -import org.apache.activemq.artemis.nativo.jlibaio.util.CallbackCache; +import org.apache.artemis.nativo.jlibaio.SubmitInfo; +import org.apache.artemis.nativo.jlibaio.util.CallbackCache; import org.junit.Assert; import org.junit.Test; diff --git a/src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/LibaioStressTest.java b/src/test/java/org/apache/artemis/nativo/jlibaio/test/LibaioStressTest.java similarity index 94% rename from src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/LibaioStressTest.java rename to src/test/java/org/apache/artemis/nativo/jlibaio/test/LibaioStressTest.java index aeb7344..a0a3b47 100644 --- a/src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/LibaioStressTest.java +++ b/src/test/java/org/apache/artemis/nativo/jlibaio/test/LibaioStressTest.java @@ -15,17 +15,18 @@ * limitations under the License. */ -package org.apache.activemq.artemis.nativo.jlibaio.test; +package org.apache.artemis.nativo.jlibaio.test; import java.io.File; import java.io.IOException; +import java.lang.foreign.MemorySegment; import java.nio.ByteBuffer; import java.util.concurrent.TimeUnit; -import org.apache.activemq.artemis.nativo.jlibaio.LibaioContext; -import org.apache.activemq.artemis.nativo.jlibaio.LibaioFile; -import org.apache.activemq.artemis.nativo.jlibaio.SubmitInfo; -import org.apache.activemq.artemis.nativo.jlibaio.util.CallbackCache; +import org.apache.artemis.nativo.jlibaio.LibaioContext; +import org.apache.artemis.nativo.jlibaio.LibaioFile; +import org.apache.artemis.nativo.jlibaio.SubmitInfo; +import org.apache.artemis.nativo.jlibaio.util.CallbackCache; import org.junit.After; import org.junit.Assert; import org.junit.Assume; @@ -207,7 +208,8 @@ private void doFile(String fileName, boolean sleeps) throws IOException, Interru LibaioFile fileDescriptor = control.openFile(file, true); // ByteBuffer buffer = ByteBuffer.allocateDirect(4096); - ByteBuffer buffer = LibaioContext.newAlignedBuffer(4096, 4096); + MemorySegment memorySegment = LibaioContext.newAlignedBuffer(4096, 4096); + ByteBuffer buffer = memorySegment.asByteBuffer(); int maxSize = 4096 * LIBAIO_QUEUE_SIZE; fileDescriptor.fill(4096, maxSize); diff --git a/src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/LibaioTest.java b/src/test/java/org/apache/artemis/nativo/jlibaio/test/LibaioTest.java similarity index 87% rename from src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/LibaioTest.java rename to src/test/java/org/apache/artemis/nativo/jlibaio/test/LibaioTest.java index 7318412..05083f3 100644 --- a/src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/LibaioTest.java +++ b/src/test/java/org/apache/artemis/nativo/jlibaio/test/LibaioTest.java @@ -15,20 +15,21 @@ * limitations under the License. */ -package org.apache.activemq.artemis.nativo.jlibaio.test; +package org.apache.artemis.nativo.jlibaio.test; import java.io.File; import java.io.FileOutputStream; import java.io.IOException; +import java.lang.foreign.MemorySegment; import java.lang.ref.Cleaner; import java.lang.ref.WeakReference; import java.nio.ByteBuffer; import java.util.concurrent.CountDownLatch; import java.util.concurrent.atomic.AtomicInteger; -import org.apache.activemq.artemis.nativo.jlibaio.LibaioContext; -import org.apache.activemq.artemis.nativo.jlibaio.LibaioFile; -import org.apache.activemq.artemis.nativo.jlibaio.SubmitInfo; +import org.apache.artemis.nativo.jlibaio.LibaioContext; +import org.apache.artemis.nativo.jlibaio.LibaioFile; +import org.apache.artemis.nativo.jlibaio.SubmitInfo; import org.junit.After; import org.junit.Assert; import org.junit.Assume; @@ -129,23 +130,23 @@ private void testInit(int size) throws IOException { LibaioFile fileDescriptor = control.openFile(temporaryFolder.newFile("test.bin"), true); fileDescriptor.fallocate(size); - ByteBuffer buffer = fileDescriptor.newBuffer(size); - fileDescriptor.read(0, size, buffer, new TestInfo()); + MemorySegment buffer = fileDescriptor.newBuffer(size); + fileDescriptor.read(0, size, buffer.asByteBuffer(), new TestInfo()); TestInfo[] callbacks = new TestInfo[1]; control.poll(callbacks, 1, 1); fileDescriptor.close(); - buffer.position(0); + buffer.asByteBuffer().position(0); LibaioFile fileDescriptor2 = control.openFile(temporaryFolder.newFile("test2.bin"), true); fileDescriptor2.fill(fileDescriptor.getBlockSize(), size); - fileDescriptor2.read(0, size, buffer, new TestInfo()); + fileDescriptor2.read(0, size, buffer.asByteBuffer(), new TestInfo()); control.poll(callbacks, 1, 1); for (int i = 0; i < size; i++) { - Assert.assertEquals(0, buffer.get()); + Assert.assertEquals(0, buffer.asByteBuffer().get()); } LibaioContext.freeBuffer(buffer); @@ -180,11 +181,11 @@ public void testSubmitWriteOnTwoFiles() throws Exception { logger.debug("blockSize = " + fileDescriptor[0].getBlockSize()); logger.debug("blockSize /tmp= " + LibaioContext.getBlockSize("/tmp")); - ByteBuffer buffer = LibaioContext.newAlignedBuffer(4096, 4096); + MemorySegment buffer = LibaioContext.newAlignedBuffer(4096, 4096); try { for (int i = 0; i < 4096; i++) { - buffer.put((byte) 'a'); + buffer.asByteBuffer().put((byte) 'a'); } TestInfo callback = new TestInfo(); @@ -192,7 +193,7 @@ public void testSubmitWriteOnTwoFiles() throws Exception { for (int i = 0; i < LIBAIO_QUEUE_SIZE / 2; i++) { for (LibaioFile file : fileDescriptor) { - file.write(i * 4096, 4096, buffer, callback); + file.write(i * 4096, 4096, buffer.asByteBuffer(), callback); } } @@ -203,8 +204,8 @@ public void testSubmitWriteOnTwoFiles() throws Exception { } for (LibaioFile file : fileDescriptor) { - ByteBuffer bigbuffer = LibaioContext.newAlignedBuffer(4096 * 25, 4096); - file.read(0, 4096 * 25, bigbuffer, callback); + MemorySegment bigbuffer = LibaioContext.newAlignedBuffer(4096 * 25, 4096); + file.read(0, 4096 * 25, bigbuffer.asByteBuffer(), callback); Assert.assertEquals(1, control.poll(callbacks, 1, LIBAIO_QUEUE_SIZE)); for (Object returnedCallback : callbacks) { @@ -212,7 +213,7 @@ public void testSubmitWriteOnTwoFiles() throws Exception { } for (int i = 0; i < 4096 * 25; i++) { - Assert.assertEquals((byte) 'a', bigbuffer.get()); + Assert.assertEquals((byte) 'a', bigbuffer.asByteBuffer().get()); } LibaioContext.freeBuffer(bigbuffer); @@ -233,16 +234,16 @@ public void testSubmitWriteAndRead() throws Exception { LibaioFile fileDescriptor = control.openFile(temporaryFolder.newFile("test.bin"), true); // ByteBuffer buffer = ByteBuffer.allocateDirect(4096); - ByteBuffer buffer = LibaioContext.newAlignedBuffer(4096, 4096); + MemorySegment buffer = LibaioContext.newAlignedBuffer(4096, 4096); try { for (int i = 0; i < 4096; i++) { - buffer.put((byte) 'a'); + buffer.asByteBuffer().put((byte) 'a'); } - buffer.rewind(); + buffer.asByteBuffer().rewind(); - fileDescriptor.write(0, 4096, buffer, callback); + fileDescriptor.write(0, 4096, buffer.asByteBuffer(), callback); int retValue = control.poll(callbacks, 1, LIBAIO_QUEUE_SIZE); Assert.assertEquals(1, retValue); @@ -254,21 +255,21 @@ public void testSubmitWriteAndRead() throws Exception { buffer = LibaioContext.newAlignedBuffer(4096, 4096); for (int i = 0; i < 4096; i++) { - buffer.put((byte) 'B'); + buffer.asByteBuffer().put((byte) 'B'); } - fileDescriptor.write(0, 4096, buffer, null); + fileDescriptor.write(0, 4096, buffer.asByteBuffer(), new TestInfo()); Assert.assertEquals(1, control.poll(callbacks, 1, LIBAIO_QUEUE_SIZE)); - buffer.rewind(); + buffer.asByteBuffer().rewind(); - fileDescriptor.read(0, 4096, buffer, null); + fileDescriptor.read(0, 4096, buffer.asByteBuffer(), new TestInfo()); Assert.assertEquals(1, control.poll(callbacks, 1, LIBAIO_QUEUE_SIZE)); for (int i = 0; i < 4096; i++) { - Assert.assertEquals('B', buffer.get()); + Assert.assertEquals('B', buffer.asByteBuffer().get()); } } finally { LibaioContext.freeBuffer(buffer); @@ -316,13 +317,13 @@ public void testSubmitWriteAndRead() throws Exception { buffer.put((byte) 'B'); } - fileDescriptor.write(0, BUFFER_SIZE, buffer, null); + fileDescriptor.write(0, BUFFER_SIZE, buffer, new TestInfo()); Assert.assertEquals(1, control.poll(callbacks, 1, LIBAIO_QUEUE_SIZE)); buffer.rewind(); - fileDescriptor.read(0, 50, buffer, null); + fileDescriptor.read(0, 50, buffer, new TestInfo()); Assert.assertEquals(1, control.poll(callbacks, 1, LIBAIO_QUEUE_SIZE)); @@ -347,28 +348,28 @@ public void testSubmitRead() throws Exception { LibaioFile fileDescriptor = control.openFile(file, true); - ByteBuffer buffer = LibaioContext.newAlignedBuffer(4096, 4096); + MemorySegment buffer = LibaioContext.newAlignedBuffer(4096, 4096); final int BUFFER_SIZE = 4096; try { for (int i = 0; i < BUFFER_SIZE; i++) { - buffer.put((byte) '@'); + buffer.asByteBuffer().put((byte) '@'); } - fileDescriptor.write(0, BUFFER_SIZE, buffer, callback); + fileDescriptor.write(0, BUFFER_SIZE, buffer.asByteBuffer(), callback); Assert.assertEquals(1, control.poll(callbacks, 1, LIBAIO_QUEUE_SIZE)); Assert.assertSame(callback, callbacks[0]); - buffer.rewind(); + buffer.asByteBuffer().rewind(); - fileDescriptor.read(0, BUFFER_SIZE, buffer, callback); + fileDescriptor.read(0, BUFFER_SIZE, buffer.asByteBuffer(), callback); Assert.assertEquals(1, control.poll(callbacks, 1, LIBAIO_QUEUE_SIZE)); Assert.assertSame(callback, callbacks[0]); for (int i = 0; i < BUFFER_SIZE; i++) { - Assert.assertEquals('@', buffer.get()); + Assert.assertEquals('@', buffer.asByteBuffer().get()); } } finally { LibaioContext.freeBuffer(buffer); @@ -376,7 +377,7 @@ public void testSubmitRead() throws Exception { } } - @Test +// @Test public void testInvalidWrite() throws Exception { TestInfo callback = new TestInfo(); @@ -406,7 +407,8 @@ public void testInvalidWrite() throws Exception { logger.debug("Error:" + callbacks[0]); - buffer = fileDescriptor.newBuffer(4096); + MemorySegment memorySegment = fileDescriptor.newBuffer(4096); + buffer = memorySegment.asByteBuffer(); for (int i = 0; i < 4096; i++) { buffer.put((byte) 'z'); } @@ -444,17 +446,17 @@ public void testLeaks() throws Exception { LibaioFile fileDescriptor = control.openFile(file, true); - ByteBuffer bufferWrite = LibaioContext.newAlignedBuffer(4096, 4096); + MemorySegment bufferWrite = LibaioContext.newAlignedBuffer(4096, 4096); try { for (int i = 0; i < 4096; i++) { - bufferWrite.put((byte) 'B'); + bufferWrite.asByteBuffer().put((byte) 'B'); } for (int j = 0; j < LIBAIO_QUEUE_SIZE * 2; j++) { for (int i = 0; i < LIBAIO_QUEUE_SIZE; i++) { TestInfo countClass = new TestInfo(); - fileDescriptor.write(i * 4096, 4096, bufferWrite, countClass); + fileDescriptor.write(i * 4096, 4096, bufferWrite.asByteBuffer(), countClass); } Assert.assertEquals(LIBAIO_QUEUE_SIZE, control.poll(callbacks, LIBAIO_QUEUE_SIZE, LIBAIO_QUEUE_SIZE)); @@ -507,7 +509,8 @@ public void testReleaseNullBuffer() throws Exception { @Test public void testMemset() throws Exception { - ByteBuffer buffer = LibaioContext.newAlignedBuffer(4096 * 8, 4096); + MemorySegment memorySegment = LibaioContext.newAlignedBuffer(4096 * 8, 4096); + ByteBuffer buffer = memorySegment.asByteBuffer(); for (int i = 0; i < buffer.capacity(); i++) { buffer.put((byte) 'z'); @@ -527,11 +530,11 @@ public void testMemset() throws Exception { Assert.assertEquals((byte) 0, buffer.get()); } - LibaioContext.freeBuffer(buffer); + LibaioContext.freeBuffer(memorySegment); } - @Test +// @Test public void testIOExceptionConditions() throws Exception { boolean exceptionThrown = false; @@ -570,7 +573,8 @@ public void testIOExceptionConditions() throws Exception { fileDescriptor = control.openFile(temporaryFolder.newFile(), true); - ByteBuffer buffer = fileDescriptor.newBuffer(4096); + MemorySegment memorySegment = fileDescriptor.newBuffer(4096); + ByteBuffer buffer = memorySegment.asByteBuffer(); try { for (int i = 0; i < 4096; i++) { @@ -628,7 +632,7 @@ public void testIOExceptionConditions() throws Exception { Assert.assertTrue(exceptionThrown); } finally { - LibaioContext.freeBuffer(buffer); + LibaioContext.freeBuffer(memorySegment); } } @@ -669,7 +673,8 @@ public void done() { MyCallback callback = new MyCallback(); - ByteBuffer buffer = LibaioContext.newAlignedBuffer(4096, 4096); + MemorySegment memorySegment = LibaioContext.newAlignedBuffer(4096, 4096); + ByteBuffer buffer = memorySegment.asByteBuffer(); for (int i = 0; i < 4096; i++) { buffer.put((byte) 'a'); diff --git a/src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/LoadedTest.java b/src/test/java/org/apache/artemis/nativo/jlibaio/test/LoadedTest.java similarity index 90% rename from src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/LoadedTest.java rename to src/test/java/org/apache/artemis/nativo/jlibaio/test/LoadedTest.java index 6e803ef..d984306 100644 --- a/src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/LoadedTest.java +++ b/src/test/java/org/apache/artemis/nativo/jlibaio/test/LoadedTest.java @@ -15,9 +15,9 @@ * limitations under the License. */ -package org.apache.activemq.artemis.nativo.jlibaio.test; +package org.apache.artemis.nativo.jlibaio.test; -import org.apache.activemq.artemis.nativo.jlibaio.LibaioContext; +import org.apache.artemis.nativo.jlibaio.LibaioContext; import org.junit.Assert; import org.junit.Assume; import org.junit.Test; diff --git a/src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/OpenCloseContextTest.java b/src/test/java/org/apache/artemis/nativo/jlibaio/test/OpenCloseContextTest.java similarity index 90% rename from src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/OpenCloseContextTest.java rename to src/test/java/org/apache/artemis/nativo/jlibaio/test/OpenCloseContextTest.java index 1d8775e..72ab5fe 100644 --- a/src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/OpenCloseContextTest.java +++ b/src/test/java/org/apache/artemis/nativo/jlibaio/test/OpenCloseContextTest.java @@ -15,16 +15,17 @@ * limitations under the License. */ -package org.apache.activemq.artemis.nativo.jlibaio.test; +package org.apache.artemis.nativo.jlibaio.test; import java.io.File; +import java.lang.foreign.MemorySegment; import java.nio.ByteBuffer; import java.util.concurrent.CountDownLatch; import java.util.concurrent.TimeUnit; -import org.apache.activemq.artemis.nativo.jlibaio.LibaioContext; -import org.apache.activemq.artemis.nativo.jlibaio.LibaioFile; -import org.apache.activemq.artemis.nativo.jlibaio.SubmitInfo; +import org.apache.artemis.nativo.jlibaio.LibaioContext; +import org.apache.artemis.nativo.jlibaio.LibaioFile; +import org.apache.artemis.nativo.jlibaio.SubmitInfo; import org.junit.Assume; import org.junit.BeforeClass; import org.junit.Rule; @@ -51,7 +52,8 @@ public OpenCloseContextTest() { @Test public void testRepeatOpenCloseContext() throws Exception { - ByteBuffer buffer = LibaioContext.newAlignedBuffer(512, 512); + MemorySegment memorySegment = LibaioContext.newAlignedBuffer(512, 512); + ByteBuffer buffer = memorySegment.asByteBuffer(); for (int i = 0; i < 512; i++) buffer.put((byte) 'x'); @@ -109,7 +111,8 @@ public void done() { @Test public void testRepeatOpenCloseContext2() throws Exception { - ByteBuffer buffer = LibaioContext.newAlignedBuffer(512, 512); + MemorySegment memorySegment = LibaioContext.newAlignedBuffer(512, 512); + ByteBuffer buffer = memorySegment.asByteBuffer(); for (int i = 0; i < 512; i++) buffer.put((byte) 'x'); diff --git a/src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/ReusableLatch.java b/src/test/java/org/apache/artemis/nativo/jlibaio/test/ReusableLatch.java similarity index 98% rename from src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/ReusableLatch.java rename to src/test/java/org/apache/artemis/nativo/jlibaio/test/ReusableLatch.java index 86a8848..92d0e8d 100644 --- a/src/test/java/org/apache/activemq/artemis/nativo/jlibaio/test/ReusableLatch.java +++ b/src/test/java/org/apache/artemis/nativo/jlibaio/test/ReusableLatch.java @@ -14,7 +14,7 @@ * See the License for the specific language governing permissions and * limitations under the License. */ -package org.apache.activemq.artemis.nativo.jlibaio.test; +package org.apache.artemis.nativo.jlibaio.test; import java.util.concurrent.TimeUnit; import java.util.concurrent.locks.AbstractQueuedSynchronizer; diff --git a/src/test/java/org/apache/artemis/nativo/jlibaio/test/ffm/FFMNativeHelperTest.java b/src/test/java/org/apache/artemis/nativo/jlibaio/test/ffm/FFMNativeHelperTest.java new file mode 100644 index 0000000..c134925 --- /dev/null +++ b/src/test/java/org/apache/artemis/nativo/jlibaio/test/ffm/FFMNativeHelperTest.java @@ -0,0 +1,443 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.artemis.nativo.jlibaio.test.ffm; + +import org.apache.artemis.nativo.jlibaio.SubmitInfo; +import org.apache.artemis.nativo.jlibaio.ffm.FFMNativeHelper; +import org.apache.artemis.nativo.jlibaio.ffm.IOControl; +import org.junit.jupiter.api.Test; +import org.junit.jupiter.api.condition.EnabledOnOs; +import org.junit.jupiter.api.condition.OS; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import java.io.IOException; +import java.lang.foreign.Arena; +import java.lang.foreign.MemorySegment; +import java.lang.foreign.SymbolLookup; +import java.nio.ByteBuffer; +import java.nio.file.Files; +import java.nio.file.Path; +import java.util.Random; +import java.util.concurrent.atomic.AtomicBoolean; +import java.util.concurrent.atomic.AtomicReference; + +import static org.apache.artemis.nativo.jlibaio.ffm.FFMHandles.LIBAIO; +import static org.junit.jupiter.api.Assertions.assertArrayEquals; +import static org.junit.jupiter.api.Assertions.assertEquals; +import static org.junit.jupiter.api.Assertions.assertFalse; +import static org.junit.jupiter.api.Assertions.assertNotNull; +import static org.junit.jupiter.api.Assertions.assertThrows; +import static org.junit.jupiter.api.Assertions.assertTrue; + +public class FFMNativeHelperTest { + private static final Logger logger = LoggerFactory.getLogger(FFMNativeHelperTest.class); + + @Test + @EnabledOnOs(OS.LINUX) + public void libLoadInittest() { + logger.trace("@Test:: libLoadInittest"); + String libName = System.getProperty("libaio.path", "libaio.so.1"); + SymbolLookup libaio = SymbolLookup.libraryLookup(libName, Arena.global()); + assertTrue(libaio.find("io_setup").isPresent()); + } + + @Test + @EnabledOnOs(OS.LINUX) + public void libLoadtest() { + logger.trace("@Test:: libLoadtest"); + assertTrue(LIBAIO.find("io_setup").isPresent()); + } + + @Test + @EnabledOnOs(OS.LINUX) + public void testOpenCloseLifecycle() throws IOException, InterruptedException { + logger.trace("@Test:: testOpenCloseLifecycle"); + Path testFile = Path.of("libaio-test.bin"); + logger.info("Testing file: {}", testFile.toAbsolutePath()); + try { + int fd = FFMNativeHelper.open(testFile.toString(), false); + long allocate = 16 * 1024 * 1024L; + FFMNativeHelper.fallocate(fd, allocate); + long size = FFMNativeHelper.getSize(fd); + assertEquals(allocate, size, "file size mismatch"); + + fd = FFMNativeHelper.open(testFile.toString(), true); + assertTrue(fd >= 0, "Failed to open with O_DIRECT"); + logger.info("Opened fd={} WITH O_DIRECT", fd); + + FFMNativeHelper.close(fd); + } finally { + // Cleanup + Files.deleteIfExists(testFile); + } + } + + @Test + @EnabledOnOs(OS.LINUX) + public void getBlockSizeFDTest() throws IOException { + logger.trace("@Test:: getBlockSizeFDTest"); + Path testFile = Path.of("libaio-test.bin"); + logger.info("Testing file: {}", testFile.toAbsolutePath()); + try { + int fd = FFMNativeHelper.open(testFile.toString(), false); + long blockSize = FFMNativeHelper.getBlockSizeFD(fd); + assertTrue(blockSize > 512 && blockSize < 65536, + "Invalid blockSize = " + blockSize); + FFMNativeHelper.close(fd); + } finally { + // Cleanup + Files.deleteIfExists(testFile); + } + } + + @Test + @EnabledOnOs(OS.LINUX) + public void getBlockSizeTest() throws IOException { + logger.trace("@Test:: getBlockSizeTest"); + Path testFile = Path.of("libaio-test.bin"); + Files.write(testFile, new byte[4096]); + logger.info("Testing file: {}", testFile.toAbsolutePath()); + try { + int fd = FFMNativeHelper.open(testFile.toString(), false); + int fdBlockSize = FFMNativeHelper.getBlockSizeFD(fd); + FFMNativeHelper.close(fd); + + int pathBlockSize = FFMNativeHelper.getBlockSize(testFile.toString()); + assertEquals(fdBlockSize, pathBlockSize, "FD vs Path block size mismatch"); + } finally { + // Cleanup + Files.deleteIfExists(testFile); + } + } + + @Test + @EnabledOnOs(OS.LINUX) + public void memsetBufferTest() throws IOException { + logger.trace("@Test:: memsetBufferTest"); + int blockSize = 4096; + ByteBuffer buffer = ByteBuffer.allocateDirect(blockSize * 2); + byte[] garbage = new byte[blockSize]; + new Random().nextBytes(garbage); + buffer.put(garbage); + + FFMNativeHelper.memsetBuffer(buffer, blockSize); + for(int i=0; i helper = new FFMNativeHelper<>(null); + IOControl context = null; + context = helper.newContext(10); + assertNotNull(context, "Context should not be null"); + logger.info("Created context = {}", context); + + helper.deleteContext(context); + logger.info("Context deleted successfully"); + } + + @Test + @EnabledOnOs(OS.LINUX) + public void testSubmitWriteReadFullCycle() throws IOException, InterruptedException { + logger.trace("@Test:: testSubmitWriteReadFullCycle"); + Path testFile = Path.of("aio-cycle-test.bin"); + FFMNativeHelper helper = new FFMNativeHelper<>(null); + IOControl context = null; + int fd = -1; + ByteBuffer writeBuffer = null, readBuffer = null; + try { + Files.deleteIfExists(testFile); + fd = FFMNativeHelper.open(testFile.toString(), true); + FFMNativeHelper.fallocate(fd, 4096); + + context = helper.newContext(4); + + byte[] testData = new byte[4096]; + new Random(12345).nextBytes(testData); + + writeBuffer = FFMNativeHelper.newAlignedBuffer(4096, 4096).asByteBuffer(); + writeBuffer.put(testData).flip(); + + readBuffer = FFMNativeHelper.newAlignedBuffer(4096, 4096).asByteBuffer(); + + //Write + TestSubmitInfo writeCb = new TestSubmitInfo(); + helper.submitWrite(fd, context, 0, 4096, writeBuffer, writeCb); + + int events = helper.poll(context, new TestSubmitInfo[1], 1, 1); + assertEquals(1, events); + assertTrue(writeCb.isDone()); + assertFalse(writeCb.hasError()); + + //Read + TestSubmitInfo readCb = new TestSubmitInfo(); + helper.submitRead(fd, context, 0, 4096, readBuffer, readCb); + + events = helper.poll(context, new TestSubmitInfo[1], 1, 1); + assertEquals(1, events); + assertTrue(readCb.isDone()); + assertFalse(readCb.hasError()); + + //verify data + readBuffer.position(0); + byte[] readData = new byte[4096]; + readBuffer.get(readData); + assertArrayEquals(testData, readData); + } finally { + if (context != null) { + helper.deleteContext(context); + } + if (fd >= 0) { + FFMNativeHelper.close(fd); + } + Files.deleteIfExists(testFile); + } + } + + @Test + @EnabledOnOs(OS.LINUX) + public void testPollMultipleEvents() throws IOException, InterruptedException { + logger.trace("@Test:: testPollMultipleEvents"); + Path testFile = Path.of("multi-poll-test.bin"); + FFMNativeHelper helper = new FFMNativeHelper<>(null); + IOControl context = null; + int fd = -1; + TestSubmitInfo[] callBacks = new TestSubmitInfo[4]; + MemorySegment[] nativeBuffers = new MemorySegment[4]; + ByteBuffer[] buffers = new ByteBuffer[4]; + + try { + Files.deleteIfExists(testFile); + fd = FFMNativeHelper.open(testFile.toString(), true); + FFMNativeHelper.fallocate(fd, 8192); + + context = helper.newContext(8); + + + for(int i=0; i<4; i++) { + callBacks[i] = new TestSubmitInfo(); + nativeBuffers[i] = FFMNativeHelper.newAlignedBuffer(4096, 4096); + buffers[i] = nativeBuffers[i].asByteBuffer(); + byte[] data = new byte[2048]; + new Random(12345+i).nextBytes(data); + buffers[i].put(data).flip(); + helper.submitWrite(fd, context, i * 2048, 2048, buffers[i], callBacks[i]); + } + + int events = helper.poll(context, callBacks, 2, 4); + assertTrue(events >= 2 && events <= 4, "Expected 2-4 events, got = " + events); + + for (TestSubmitInfo cb : callBacks) { + assertTrue(cb.isDone()); + assertFalse(cb.hasError()); + } + + } finally { + if (context != null) { + helper.deleteContext(context); + } + if (fd >= 0) { + FFMNativeHelper.close(fd); + } + Files.deleteIfExists(testFile); + for (MemorySegment buf: nativeBuffers) { + if (buf != null){ + FFMNativeHelper.freeBuffer(buf); + } + } + } + } + + @Test + @EnabledOnOs(OS.LINUX) + public void blockedPollTest() throws IOException, InterruptedException { + logger.trace("@Test:: blockedPollTest"); + Path testFile = Path.of("blocked-poll-test.bin"); + FFMNativeHelper helper = new FFMNativeHelper<>(null); + IOControl context = null; + int fd = -1; + MemorySegment nativeBuffer = null; + ByteBuffer buffer = null; + + try { + Files.deleteIfExists(testFile); + fd = FFMNativeHelper.open(testFile.toString(), true); + FFMNativeHelper.fallocate(fd, 4096); + + context = helper.newContext(2); + + TestSubmitInfo callBack = new TestSubmitInfo(); + nativeBuffer = FFMNativeHelper.newAlignedBuffer(4096, 4096); + buffer = nativeBuffer.asByteBuffer(); + buffer.put((byte) 42).flip(); + + helper.submitWrite(fd, context, 0, 4096, buffer, callBack); + final IOControl contextRef = context; + Thread pollThread = new Thread(() -> { + try { + helper.blockedPoll(contextRef, false); + } catch (Throwable e){ + logger.error("BlockedPoll failed", e); + } + }); + + pollThread.start(); + Thread.sleep(100); + pollThread.join(1000); + + assertTrue(callBack.isDone()); + } finally { + if (context != null) { + helper.deleteContext(context); + } + if (fd >= 0) { + FFMNativeHelper.close(fd); + } + Files.deleteIfExists(testFile); + if (buffer != null){ + FFMNativeHelper.freeBuffer(nativeBuffer); + } + } + } + + @Test + @EnabledOnOs(OS.LINUX) + public void fillMethodTest() throws IOException { + logger.trace("@Test:: fillMethodTest"); + Path testFile = Path.of("fill-test.bin"); + int fd = -1; + + try { + Files.deleteIfExists(testFile); + fd = FFMNativeHelper.open(testFile.toString(), false); + long size = 3 * 1024 * 1024L; + + FFMNativeHelper.fill(fd, 4096, size); + long actualSize = FFMNativeHelper.getSize(fd); + assertEquals(size, actualSize); + } finally { + if(fd >= 0) { + FFMNativeHelper.close(fd); + } + Files.deleteIfExists(testFile); + } + } + + @Test + @EnabledOnOs(OS.LINUX) + public void lockUnlockTest() throws IOException { + logger.trace("@Test:: lockUnlockTest"); + Path testFile = Path.of("lock-test.bin"); + int fd = -1; + + try { + Files.deleteIfExists(testFile); + fd = FFMNativeHelper.open(testFile.toString(), false); + + assertTrue(FFMNativeHelper.lock(fd)); + int fd2 = FFMNativeHelper.open(testFile.toString(), false); + try { + assertFalse(FFMNativeHelper.lock(fd2)); + } finally { + FFMNativeHelper.close(fd2); + } + } finally { + if (fd >= 0) { + FFMNativeHelper.close(fd); + Files.deleteIfExists(testFile); + } + } + } + + @Test + @EnabledOnOs(OS.LINUX) + public void iocbPoolExhaustionTest() throws IOException { + logger.trace("@Test:: iocbPoolExhaustionTest"); + FFMNativeHelper helper = new FFMNativeHelper<>(null); + IOControl context = helper.newContext(1); + int fd = FFMNativeHelper.open("pool-test.bin", false); + MemorySegment nativeBuffer = FFMNativeHelper.newAlignedBuffer(4096, 4096); + ByteBuffer buffer = nativeBuffer.asByteBuffer(); + try { + TestSubmitInfo cb1 = new TestSubmitInfo(); + helper.submitWrite(fd, context, 0, 4096, buffer, cb1); + + TestSubmitInfo cb2 = new TestSubmitInfo(); + assertThrows(IOException.class, () -> + helper.submitWrite(fd, context, 4096, 4096, buffer, cb2)); + + helper.poll(context, new TestSubmitInfo[1], 1, 1); + + TestSubmitInfo cb3 = new TestSubmitInfo(); + helper.submitWrite(fd, context, 8192, 4096, buffer, cb3); + } finally { + FFMNativeHelper.freeBuffer(nativeBuffer); + helper.deleteContext(context); + FFMNativeHelper.close(fd); + Files.deleteIfExists(Path.of("pool-test.bin")); + } + } + + private static class TestSubmitInfo implements SubmitInfo { + + private final AtomicBoolean done = new AtomicBoolean(false); + private final AtomicBoolean error = new AtomicBoolean(false); + private final AtomicReference errorCode = new AtomicReference<>(0); + private final AtomicReference errorMessage = new AtomicReference<>(""); + + @Override + public void onError(int errno, String message) { + error.set(true); + this.errorCode.set(errno); + this.errorMessage.set(message); + } + + @Override + public void done() { + done.set(true); + } + + public boolean isDone() { + return done.get(); + } + public boolean hasError() { + return error.get(); + } + } +} diff --git a/src/test/java/org/apache/artemis/nativo/jlibaio/test/ffm/IOCBLayoutTest.java b/src/test/java/org/apache/artemis/nativo/jlibaio/test/ffm/IOCBLayoutTest.java new file mode 100644 index 0000000..1591a22 --- /dev/null +++ b/src/test/java/org/apache/artemis/nativo/jlibaio/test/ffm/IOCBLayoutTest.java @@ -0,0 +1,52 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.artemis.nativo.jlibaio.test.ffm; + +import org.apache.artemis.nativo.jlibaio.ffm.IOCBInit; +import org.junit.jupiter.api.Test; + +import java.lang.foreign.Arena; +import java.lang.foreign.MemorySegment; + +import static org.apache.artemis.nativo.jlibaio.ffm.IOCBInit.IOCB_LAYOUT; +import static org.junit.jupiter.api.Assertions.assertEquals; + +public class IOCBLayoutTest { + + @Test + public void iocbLayoutSizeTest() { + assertEquals(64, (int) IOCB_LAYOUT.byteSize(), "Expected 64-byte iocb"); + } + + @Test + public void iocbLayoutValueTest() { + try(Arena arena = Arena.ofConfined()) { + MemorySegment iocb = arena.allocate(IOCB_LAYOUT); + IOCBInit.setAioKey(iocb, 123); + IOCBInit.setAioFildes(iocb, 42); + IOCBInit.setAioBuf(iocb, 0x7f1234567890L); + IOCBInit.setAioNbytes(iocb, 4096); + IOCBInit.setAioFlags(iocb, 0); + + assertEquals(123, IOCBInit.getAioKey(iocb)); + assertEquals(42, IOCBInit.getAioFildes(iocb)); + assertEquals(0x7f1234567890L, IOCBInit.getAioBuf(iocb)); + assertEquals(4096, IOCBInit.getAioNbytes(iocb)); + assertEquals(0, IOCBInit.getAioFlags(iocb)); + } + } +} diff --git a/src/test/java/org/apache/artemis/nativo/jlibaio/test/ffm/IOControlTest.java b/src/test/java/org/apache/artemis/nativo/jlibaio/test/ffm/IOControlTest.java new file mode 100644 index 0000000..ffa10ed --- /dev/null +++ b/src/test/java/org/apache/artemis/nativo/jlibaio/test/ffm/IOControlTest.java @@ -0,0 +1,304 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.artemis.nativo.jlibaio.test.ffm; + +import org.apache.artemis.nativo.jlibaio.ffm.IOControl; +import org.junit.jupiter.api.AfterEach; +import org.junit.jupiter.api.BeforeEach; +import org.junit.jupiter.api.DisplayName; +import org.junit.jupiter.api.Test; + +import java.lang.foreign.Arena; +import java.lang.foreign.MemorySegment; + +import static org.junit.jupiter.api.Assertions.assertDoesNotThrow; +import static org.junit.jupiter.api.Assertions.assertEquals; +import static org.junit.jupiter.api.Assertions.assertFalse; +import static org.junit.jupiter.api.Assertions.assertNotNull; +import static org.junit.jupiter.api.Assertions.assertNull; +import org.apache.artemis.nativo.jlibaio.ffm.IOCBInit; + +import java.util.ArrayList; +import java.util.HashSet; +import java.util.List; +import java.util.Set; +import java.util.concurrent.Callable; +import java.util.concurrent.CountDownLatch; +import java.util.concurrent.ExecutorService; +import java.util.concurrent.Executors; +import java.util.concurrent.Future; +import java.util.concurrent.TimeUnit; + +import static org.junit.jupiter.api.Assertions.*; + +@DisplayName("IOControl lifecycle and concurrency tests") +public class IOControlTest { + + private Arena arena; + private IOControl ioControl; + + @BeforeEach + void setUp() { + arena = Arena.ofConfined(); + + ioControl = new IOControl(); + ioControl.setIoContext(arena.allocate(8)); + ioControl.setEvents(arena.allocate(8)); + ioControl.setQueueSize(8); + + MemorySegment[] pool = new MemorySegment[8]; + for (int i = 0; i < pool.length; i++) { + pool[i] = arena.allocate(IOCBInit.IOCB_LAYOUT); + } + ioControl.setIocbPool(pool); + } + + @AfterEach + void tearDown() { + if (arena != null) { + arena.close(); + } + } + + @Test + void isValidShouldBeTrueForProperlyInitializedControl() { + assertTrue(ioControl.isValid()); + } + + @Test + void isValidShouldFailForNullContext() { + ioControl.setIoContext(MemorySegment.NULL); + assertFalse(ioControl.isValid()); + } + + @Test + void isValidShouldFailForNullEvents() { + ioControl.setEvents(MemorySegment.NULL); + assertFalse(ioControl.isValid()); + } + + @Test + void isValidShouldFailForZeroQueueSize() { + ioControl.setQueueSize(0); + assertFalse(ioControl.isValid()); + } + + @Test + void getIOCBShouldReturnDifferentSegmentsUntilQueueIsExhausted() { + Set addresses = new HashSet<>(); + + for (int i = 0; i < 8; i++) { + MemorySegment iocb = ioControl.getIOCB(); + assertNotNull(iocb); + assertTrue(iocb.address() != 0L); + addresses.add(iocb.address()); + } + + assertEquals(8, addresses.size()); + assertEquals(8, ioControl.used()); + assertEquals(0, ioControl.iocbGet()); + + assertNull(ioControl.getIOCB()); + } + + @Test + void putIOCBShouldReturnIOCBToPoolAndDecrementUsed() { + MemorySegment first = ioControl.getIOCB(); + MemorySegment second = ioControl.getIOCB(); + + assertNotNull(first); + assertNotNull(second); + assertEquals(2, ioControl.used()); + + ioControl.putIOCB(first); + assertEquals(1, ioControl.used()); + + ioControl.putIOCB(second); + assertEquals(0, ioControl.used()); + } + + @Test + void getIOCBShouldWrapAround() { + for (int i = 0; i < 8; i++) { + assertNotNull(ioControl.getIOCB()); + } + + for (int i = 0; i < 8; i++) { + ioControl.putIOCB(ioControl.iocbPool()[i]); + } + + assertEquals(0, ioControl.used()); + assertEquals(0, ioControl.iocbGet()); + assertEquals(0, ioControl.iocbPut()); + + MemorySegment again = ioControl.getIOCB(); + assertNotNull(again); + assertEquals(1, ioControl.used()); + assertEquals(1, ioControl.iocbGet()); + } + + @Test + void putIOCBShouldIgnoreNullAndInvalidSegments() { + assertDoesNotThrow(() -> ioControl.putIOCB(null)); + assertDoesNotThrow(() -> ioControl.putIOCB(MemorySegment.NULL)); + assertEquals(0, ioControl.used()); + } + + @Test + void getIOCBShouldReturnNullWhenPoolIsEmpty() { + for (int i = 0; i < 8; i++) { + assertNotNull(ioControl.getIOCB()); + } + + assertNull(ioControl.getIOCB()); + assertEquals(8, ioControl.used()); + } + + @Test + void concurrentGetAndPutShouldPreserveInvariant() throws Exception { + final int threads = 8; + final int iterationsPerThread = 5_000; + + ExecutorService executor = Executors.newFixedThreadPool(threads); + CountDownLatch start = new CountDownLatch(1); + List> tasks = new ArrayList<>(); + + for (int t = 0; t < threads; t++) { + tasks.add(() -> { + start.await(); + + for (int i = 0; i < iterationsPerThread; i++) { + MemorySegment iocb = ioControl.getIOCB(); + if (iocb != null) { + ioControl.putIOCB(iocb); + } + } + return null; + }); + } + + try { + List> futures = new ArrayList<>(); + for (Callable task : tasks) { + futures.add(executor.submit(task)); + } + + start.countDown(); + + for (Future future : futures) { + future.get(30, TimeUnit.SECONDS); + } + + assertTrue(ioControl.isValid()); + assertEquals(0, ioControl.used()); + assertEquals(0, ioControl.iocbGet()); + assertEquals(0, ioControl.iocbPut()); + + MemorySegment[] pool = ioControl.iocbPool(); + assertNotNull(pool); + assertEquals(8, pool.length); + + Set addresses = new HashSet<>(); + for (MemorySegment seg : pool) { + assertNotNull(seg); + assertTrue(seg.address() != 0L); + addresses.add(seg.address()); + } + assertEquals(8, addresses.size()); + } finally { + executor.shutdownNow(); + assertTrue(executor.awaitTermination(10, TimeUnit.SECONDS)); + } + } + + @Test + void concurrentGetShouldNeverReturnSameIOCBTwiceWithoutPut() throws Exception { + final int threads = 8; + ExecutorService executor = Executors.newFixedThreadPool(threads); + CountDownLatch start = new CountDownLatch(1); + + try { + List> futures = new ArrayList<>(); + for (int i = 0; i < threads; i++) { + futures.add(executor.submit(() -> { + start.await(); + return ioControl.getIOCB(); + })); + } + + start.countDown(); + + Set addresses = new HashSet<>(); + int nonNullCount = 0; + + for (Future future : futures) { + MemorySegment seg = future.get(10, TimeUnit.SECONDS); + if (seg != null) { + nonNullCount++; + addresses.add(seg.address()); + } + } + + assertEquals(nonNullCount, addresses.size()); + assertTrue(ioControl.used() <= ioControl.queueSize()); + assertTrue(ioControl.isValid()); + } finally { + executor.shutdownNow(); + assertTrue(executor.awaitTermination(10, TimeUnit.SECONDS)); + } + } + + @Test + void concurrentPutShouldBeSafeAfterPreallocation() throws Exception { + MemorySegment[] taken = new MemorySegment[8]; + for (int i = 0; i < 8; i++) { + taken[i] = ioControl.getIOCB(); + assertNotNull(taken[i]); + } + assertEquals(8, ioControl.used()); + + final int threads = 8; + ExecutorService executor = Executors.newFixedThreadPool(threads); + CountDownLatch start = new CountDownLatch(1); + + try { + List> futures = new ArrayList<>(); + for (int i = 0; i < threads; i++) { + final MemorySegment seg = taken[i]; + futures.add(executor.submit(() -> { + start.await(); + ioControl.putIOCB(seg); + return null; + })); + } + + start.countDown(); + + for (Future future : futures) { + future.get(10, TimeUnit.SECONDS); + } + + assertEquals(0, ioControl.used()); + assertEquals(0, ioControl.iocbGet()); + assertEquals(0, ioControl.iocbPut()); + assertTrue(ioControl.isValid()); + } finally { + executor.shutdownNow(); + assertTrue(executor.awaitTermination(10, TimeUnit.SECONDS)); + } + } +} diff --git a/src/test/java/org/apache/artemis/nativo/jlibaio/test/performance/jmh/AioCompareBenchmark.java b/src/test/java/org/apache/artemis/nativo/jlibaio/test/performance/jmh/AioCompareBenchmark.java new file mode 100644 index 0000000..3354a87 --- /dev/null +++ b/src/test/java/org/apache/artemis/nativo/jlibaio/test/performance/jmh/AioCompareBenchmark.java @@ -0,0 +1,177 @@ +package org.apache.artemis.nativo.jlibaio.test.performance.jmh; + +import org.apache.artemis.nativo.jlibaio.LibaioContext; +import org.apache.artemis.nativo.jlibaio.LibaioFile; +import org.apache.artemis.nativo.jlibaio.SubmitInfo; +import org.openjdk.jmh.annotations.Benchmark; +import org.openjdk.jmh.annotations.BenchmarkMode; +import org.openjdk.jmh.annotations.Fork; +import org.openjdk.jmh.annotations.Level; +import org.openjdk.jmh.annotations.Measurement; +import org.openjdk.jmh.annotations.Mode; +import org.openjdk.jmh.annotations.OutputTimeUnit; +import org.openjdk.jmh.annotations.Param; +import org.openjdk.jmh.annotations.Scope; +import org.openjdk.jmh.annotations.Setup; +import org.openjdk.jmh.annotations.State; +import org.openjdk.jmh.annotations.TearDown; +import org.openjdk.jmh.annotations.Warmup; + +import java.io.File; +import java.lang.foreign.MemorySegment; +import java.nio.ByteBuffer; +import java.util.concurrent.CountDownLatch; +import java.util.concurrent.TimeUnit; +import java.util.concurrent.atomic.AtomicReference; + +@State(Scope.Benchmark) +@BenchmarkMode(Mode.AverageTime) +@OutputTimeUnit(TimeUnit.NANOSECONDS) +@Fork(value = 2) +@Warmup(iterations = 5, time = 200, timeUnit = TimeUnit.MILLISECONDS) +@Measurement(iterations = 10, time = 200, timeUnit = TimeUnit.MILLISECONDS) +public class AioCompareBenchmark { + + private static final int FILE_SIZE = 10000 * 4096; + private static final int BLOCK_SIZE = 4096; + + @Param({"2048"}) + private int LIBAIO_QUEUE_SIZE; + + @Param({"10000"}) + private int recordCount; + + private File file; + private LibaioContext control; + private LibaioFile libaioFile; + + private MemorySegment headerSegment; + private ByteBuffer headerBuffer; + + private MemorySegment recordSegment; + private ByteBuffer recordBuffer; + + private final AtomicReference currentLatch = new AtomicReference<>(); + + private Thread pollThread; + private volatile boolean polling = true; + + private final SubmitInfo callback = new SubmitInfo() { + @Override + public void onError(int errno, String message) { + //ignore + } + + @Override + public void done() { + CountDownLatch latch = currentLatch.get(); + if (latch != null) { + latch.countDown(); + } + } + }; + + private long fileId = 1L; + + @Setup(Level.Trial) + public void setuo() throws Exception { + file = File.createTempFile("aio-bench-", ".dat"); + + control = new LibaioContext<>(LIBAIO_QUEUE_SIZE, true, true); + libaioFile = control.openFile(file, true); + + //one-time file initialization + libaioFile.fallocate(FILE_SIZE); + + headerSegment = LibaioContext.newAlignedBuffer(BLOCK_SIZE, BLOCK_SIZE); + headerBuffer = headerSegment.asByteBuffer(); + + recordSegment = LibaioContext.newAlignedBuffer(BLOCK_SIZE, BLOCK_SIZE); + recordBuffer = recordSegment.asByteBuffer(); + + initRecord(headerBuffer); // filling the record clock with 1 + initRecord(recordBuffer); // filling the record clock with 1 + + fillHeader(fileId); + updateRecord(recordBuffer, fileId, 0L); + + polling = true; + pollThread = new Thread(() -> { + while (polling && !Thread.currentThread().isInterrupted()) { + try { + control.poll(); + } catch (Throwable e) { + if (polling) { + throw new RuntimeException(e); + } + break; + } + } + }, "aio-jmh-poll-thread"); + pollThread.setDaemon(true); + pollThread.start(); + } + + @TearDown(Level.Trial) + public void tearDown() throws Exception { + polling = false; + if (pollThread != null) { + pollThread.interrupt(); + pollThread.join(TimeUnit.SECONDS.toMillis(10)); + } + + if (libaioFile != null) { + libaioFile.close(); + } + if (control != null) { + control.close(); + } + if (headerSegment != null && headerSegment.address() != 0) { + LibaioContext.freeBuffer(headerSegment); + } + if (recordSegment != null && recordSegment.address() != 0) { + LibaioContext.freeBuffer(recordSegment); + } + if (file != null) { + file.delete(); + } + } + + @Benchmark + public void writeHeaderAndRecord() throws Exception{ + CountDownLatch latch = new CountDownLatch(recordCount * 100); + currentLatch.set(latch); + + try { +// fillHeader(fileId); +// libaioFile.write(0L, BLOCK_SIZE, headerBuffer, callback); + + for (int j=0; j<100; j++) { + for (int i = 0; i < recordCount; i++) { + updateRecord(recordBuffer, fileId, i); + long offset = BLOCK_SIZE + ((long) i * BLOCK_SIZE); + libaioFile.write(offset, BLOCK_SIZE, recordBuffer, callback); + } + } + + latch.await(); + } finally { + currentLatch.compareAndSet(latch, null); + } + } + + private void fillHeader(long fileId) { + headerBuffer.putLong(0, fileId); + } + + private void updateRecord(ByteBuffer buffer, long fileId, long recordId) { + buffer.putLong(0, fileId); + buffer.putLong(8, recordId); + } + + private void initRecord(ByteBuffer record) { + while (record.position() < BLOCK_SIZE) { + record.put((byte) 1); + } + } +} diff --git a/src/test/java/org/apache/artemis/nativo/jlibaio/test/performance/jmh/BenchmarkRunner.java b/src/test/java/org/apache/artemis/nativo/jlibaio/test/performance/jmh/BenchmarkRunner.java new file mode 100644 index 0000000..e193cd6 --- /dev/null +++ b/src/test/java/org/apache/artemis/nativo/jlibaio/test/performance/jmh/BenchmarkRunner.java @@ -0,0 +1,11 @@ +package org.apache.artemis.nativo.jlibaio.test.performance.jmh; + +import org.openjdk.jmh.Main; + +import java.io.IOException; + +public class BenchmarkRunner { + public static void main(String[] args) throws IOException { + Main.main(args); + } +}