< prev index next > src/jdk.incubator.foreign/share/classes/jdk/internal/foreign/abi/ProgrammableInvoker.java
Print this page
* or visit www.oracle.com if you need additional information or have any
* questions.
*/
package jdk.internal.foreign.abi;
- import jdk.incubator.foreign.FunctionDescriptor;
import jdk.incubator.foreign.MemoryAddress;
import jdk.incubator.foreign.MemoryHandles;
import jdk.incubator.foreign.MemorySegment;
import jdk.internal.foreign.MemoryAddressImpl;
import java.lang.invoke.MethodHandle;
import java.lang.invoke.MethodHandles;
import java.lang.invoke.MethodType;
import java.lang.invoke.VarHandle;
import java.nio.ByteOrder;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import static sun.security.action.GetBooleanAction.privilegedGetProperty;
/**
* This class implements native call invocation through a so called 'universal adapter'. A universal adapter takes
* an array of longs together with a call 'recipe', which is used to move the arguments in the right places as
* expected by the system ABI.
*/
public class ProgrammableInvoker {
private static final boolean DEBUG =
privilegedGetProperty("jdk.internal.foreign.ProgrammableInvoker.DEBUG");
private static final VarHandle VH_LONG = MemoryHandles.varHandle(long.class, ByteOrder.nativeOrder());
! // Unbound MH for the invoke() method
! private static final MethodHandle INVOKE_MH;
private static final Map<ABIDescriptor, Long> adapterStubs = new ConcurrentHashMap<>();
static {
try {
! INVOKE_MH = MethodHandles.lookup().findVirtual(ProgrammableInvoker.class, "invoke", MethodType.methodType(Object.class, Object[].class));
} catch (ReflectiveOperationException e) {
throw new RuntimeException(e);
}
}
private final ABIDescriptor abi;
private final BufferLayout layout;
private final long stackArgsBytes;
- private final MethodType type;
- private final FunctionDescriptor function;
private final CallingSequence callingSequence;
private final MemoryAddress addr;
private final long stubAddress;
public ProgrammableInvoker(ABIDescriptor abi, MemoryAddress addr, CallingSequence callingSequence) {
this.abi = abi;
this.layout = BufferLayout.of(abi);
this.stubAddress = adapterStubs.computeIfAbsent(abi, key -> generateAdapter(key, layout));
this.addr = addr;
this.callingSequence = callingSequence;
- this.type = callingSequence.methodType();
- this.function = callingSequence.functionDesc();
! this.stackArgsBytes = callingSequence.moveBindings()
.map(Binding.Move::storage)
.filter(s -> abi.arch.isStackType(s.type()))
.count()
* abi.arch.typeSize(abi.arch.stackType());
}
public MethodHandle getBoundMethodHandle() {
! return INVOKE_MH.bindTo(this).asCollector(Object[].class, type.parameterCount()).asType(type);
}
! Object invoke(Object[] args) {
! List<MemorySegment> tempBuffers = new ArrayList<>();
try (MemorySegment argBuffer = MemorySegment.allocateNative(layout.size, 64)) {
MemoryAddress argsPtr = argBuffer.baseAddress();
MemoryAddress stackArgs;
if (stackArgsBytes > 0) {
! MemorySegment stackArgsSeg = MemorySegment.allocateNative(stackArgsBytes, 8);
- tempBuffers.add(stackArgsSeg);
stackArgs = stackArgsSeg.baseAddress();
} else {
stackArgs = MemoryAddressImpl.NULL;
}
VH_LONG.set(argsPtr.addOffset(layout.arguments_next_pc), addr.toRawLongValue());
VH_LONG.set(argsPtr.addOffset(layout.stack_args_bytes), stackArgsBytes);
VH_LONG.set(argsPtr.addOffset(layout.stack_args), stackArgs.toRawLongValue());
! for (int i = 0; i < args.length; i++) {
! Object arg = args[i];
! jdk.internal.foreign.abi.BindingInterpreter.unbox(arg, callingSequence.argumentBindings(i),
! s -> {
! if (abi.arch.isStackType(s.type())) {
! return stackArgs.addOffset(s.index() * abi.arch.typeSize(abi.arch.stackType()));
! }
- return argsPtr.addOffset(layout.argOffset(s));
- }, tempBuffers);
}
if (DEBUG) {
System.err.println("Buffer state before:");
layout.dump(abi.arch, argsPtr, System.err);
* or visit www.oracle.com if you need additional information or have any
* questions.
*/
package jdk.internal.foreign.abi;
import jdk.incubator.foreign.MemoryAddress;
import jdk.incubator.foreign.MemoryHandles;
import jdk.incubator.foreign.MemorySegment;
+ import jdk.incubator.foreign.NativeScope;
import jdk.internal.foreign.MemoryAddressImpl;
+ import jdk.internal.foreign.Utils;
import java.lang.invoke.MethodHandle;
import java.lang.invoke.MethodHandles;
import java.lang.invoke.MethodType;
import java.lang.invoke.VarHandle;
import java.nio.ByteOrder;
import java.util.ArrayList;
+ import java.util.Arrays;
import java.util.List;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
+ import java.util.stream.Collectors;
+ import java.util.stream.IntStream;
+ import static java.lang.invoke.MethodHandles.collectArguments;
+ import static java.lang.invoke.MethodHandles.dropArguments;
+ import static java.lang.invoke.MethodHandles.empty;
+ import static java.lang.invoke.MethodHandles.filterArguments;
+ import static java.lang.invoke.MethodHandles.identity;
+ import static java.lang.invoke.MethodHandles.insertArguments;
+ import static java.lang.invoke.MethodHandles.permuteArguments;
+ import static java.lang.invoke.MethodHandles.tryFinally;
+ import static java.lang.invoke.MethodType.methodType;
import static sun.security.action.GetBooleanAction.privilegedGetProperty;
/**
* This class implements native call invocation through a so called 'universal adapter'. A universal adapter takes
* an array of longs together with a call 'recipe', which is used to move the arguments in the right places as
* expected by the system ABI.
*/
public class ProgrammableInvoker {
private static final boolean DEBUG =
privilegedGetProperty("jdk.internal.foreign.ProgrammableInvoker.DEBUG");
+ private static final boolean NO_SPEC =
+ privilegedGetProperty("jdk.internal.foreign.ProgrammableInvoker.NO_SPEC");
private static final VarHandle VH_LONG = MemoryHandles.varHandle(long.class, ByteOrder.nativeOrder());
! private static final MethodHandle MH_INVOKE_MOVES;
! private static final MethodHandle MH_INVOKE_INTERP_BINDINGS;
+
+ private static final MethodHandle MH_MAKE_ALLOCATOR;
+ private static final MethodHandle MH_CLOSE_ALLOCATOR;
private static final Map<ABIDescriptor, Long> adapterStubs = new ConcurrentHashMap<>();
static {
try {
! MethodHandles.Lookup lookup = MethodHandles.lookup();
+ MH_INVOKE_MOVES = lookup.findVirtual(ProgrammableInvoker.class, "invokeMoves",
+ methodType(Object.class, Object[].class, Binding.Move[].class, Binding.Move[].class));
+ MH_INVOKE_INTERP_BINDINGS = lookup.findVirtual(ProgrammableInvoker.class, "invokeInterpBindings",
+ methodType(Object.class, Object[].class, MethodHandle.class, Map.class, Map.class));
+ MH_MAKE_ALLOCATOR = lookup.findStatic(NativeScope.class, "boundedScope",
+ methodType(NativeScope.class, long.class));
+ MH_CLOSE_ALLOCATOR = lookup.findVirtual(NativeScope.class, "close",
+ methodType(void.class));
} catch (ReflectiveOperationException e) {
throw new RuntimeException(e);
}
}
private final ABIDescriptor abi;
private final BufferLayout layout;
private final long stackArgsBytes;
private final CallingSequence callingSequence;
private final MemoryAddress addr;
private final long stubAddress;
+ private final long bufferCopySize;
+
public ProgrammableInvoker(ABIDescriptor abi, MemoryAddress addr, CallingSequence callingSequence) {
this.abi = abi;
this.layout = BufferLayout.of(abi);
this.stubAddress = adapterStubs.computeIfAbsent(abi, key -> generateAdapter(key, layout));
this.addr = addr;
this.callingSequence = callingSequence;
! this.stackArgsBytes = callingSequence.argMoveBindings()
.map(Binding.Move::storage)
.filter(s -> abi.arch.isStackType(s.type()))
.count()
* abi.arch.typeSize(abi.arch.stackType());
+
+ this.bufferCopySize = bufferCopySize(callingSequence);
+ }
+
+ private static long bufferCopySize(CallingSequence callingSequence) {
+ // FIXME: > 16 bytes alignment might need extra space since the
+ // starting address of the allocator might be un-aligned.
+ long size = 0;
+ for (int i = 0; i < callingSequence.argumentCount(); i++) {
+ List<Binding> bindings = callingSequence.argumentBindings(i);
+ for (Binding b : bindings) {
+ if (b instanceof Binding.Copy) {
+ Binding.Copy c = (Binding.Copy) b;
+ size = Utils.alignUp(size, c.alignment());
+ size += c.size();
+ }
+ }
+ }
+ return size;
}
public MethodHandle getBoundMethodHandle() {
! Binding.Move[] argMoves = callingSequence.argMoveBindings().toArray(Binding.Move[]::new);
+ Class<?>[] argMoveTypes = Arrays.stream(argMoves).map(Binding.Move::type).toArray(Class<?>[]::new);
+
+ Binding.Move[] retMoves = callingSequence.retMoveBindings().toArray(Binding.Move[]::new);
+ Class<?> returnType = retMoves.length == 0
+ ? void.class
+ : retMoves.length == 1
+ ? retMoves[0].type()
+ : Object[].class;
+
+ MethodType leafType = methodType(returnType, argMoveTypes);
+
+ MethodHandle handle = insertArguments(MH_INVOKE_MOVES.bindTo(this), 1, argMoves, retMoves)
+ .asCollector(Object[].class, leafType.parameterCount())
+ .asType(leafType);
+
+ if (NO_SPEC || retMoves.length > 1) {
+ Map<VMStorage, Integer> argIndexMap = indexMap(argMoves);
+ Map<VMStorage, Integer> retIndexMap = indexMap(retMoves);
+
+ handle = insertArguments(MH_INVOKE_INTERP_BINDINGS.bindTo(this), 1, handle, argIndexMap, retIndexMap);
+ handle = handle.asCollector(Object[].class, callingSequence.methodType().parameterCount())
+ .asType(callingSequence.methodType());
+ } else {
+ handle = specialize(handle);
+ }
+
+ return handle;
+ }
+
+ private MethodHandle specialize(MethodHandle leafHandle) {
+ MethodType highLevelType = callingSequence.methodType();
+ MethodType leafType = leafHandle.type();
+
+ MethodHandle specializedHandle = leafHandle; // initial
+
+ int insertPos = -1;
+ if (bufferCopySize > 0) {
+ specializedHandle = dropArguments(specializedHandle, 0, NativeScope.class);
+ insertPos++;
+ }
+ for (int i = 0; i < highLevelType.parameterCount(); i++) {
+ List<Binding> bindings = callingSequence.argumentBindings(i);
+ insertPos += bindings.stream().filter(Binding.Move.class::isInstance).count() + 1;
+ // We interpret the bindings in reverse since we have to construct a MethodHandle from the bottom up
+ for (int j = bindings.size() - 1; j >= 0; j--) {
+ Binding binding = bindings.get(j);
+ if (binding.tag() == Binding.Tag.MOVE) {
+ insertPos--;
+ } else {
+ specializedHandle = binding.specializeUnbox(specializedHandle, insertPos);
+ }
+ }
+ }
+
+ if (highLevelType.returnType() != void.class) {
+ MethodHandle returnFilter = identity(highLevelType.returnType());
+ List<Binding> bindings = callingSequence.returnBindings();
+ for (int j = bindings.size() - 1; j >= 0; j--) {
+ Binding binding = bindings.get(j);
+ returnFilter = binding.specializeBox(returnFilter);
+ }
+ specializedHandle = MethodHandles.filterReturnValue(specializedHandle, returnFilter);
+ }
+
+ if (bufferCopySize > 0) {
+ // insert try-finally to close the NativeScope used for Binding.Copy
+ MethodHandle closer = leafType.returnType() == void.class
+ // (Throwable, NativeScope) -> void
+ ? collectArguments(empty(methodType(void.class, Throwable.class)), 1, MH_CLOSE_ALLOCATOR)
+ // (Throwable, V, NativeScope) -> V
+ : collectArguments(dropArguments(identity(specializedHandle.type().returnType()), 0, Throwable.class),
+ 2, MH_CLOSE_ALLOCATOR);
+ specializedHandle = tryFinally(specializedHandle, closer);
+ specializedHandle = collectArguments(specializedHandle, 0, insertArguments(MH_MAKE_ALLOCATOR, 0, bufferCopySize));
+ }
+ return specializedHandle;
}
! private Map<VMStorage, Integer> indexMap(Binding.Move[] moves) {
! return IntStream.range(0, moves.length)
+ .boxed()
+ .collect(Collectors.toMap(i -> moves[i].storage(), i -> i));
+ }
+
+ /**
+ * Does a native invocation by moving primitive values from the arg array into an intermediate buffer
+ * and calling the assembly stub that forwards arguments from the buffer to the target function
+ *
+ * @param args an array of primitive values to be copied in to the buffer
+ * @param argBindings Binding.Move values describing how arguments should be copied
+ * @param returnBindings Binding.Move values describing how return values should be copied
+ * @return null, a single primitive value, or an Object[] of primitive values
+ */
+ Object invokeMoves(Object[] args, Binding.Move[] argBindings, Binding.Move[] returnBindings) {
+ MemorySegment stackArgsSeg = null;
try (MemorySegment argBuffer = MemorySegment.allocateNative(layout.size, 64)) {
MemoryAddress argsPtr = argBuffer.baseAddress();
MemoryAddress stackArgs;
if (stackArgsBytes > 0) {
! stackArgsSeg = MemorySegment.allocateNative(stackArgsBytes, 8);
stackArgs = stackArgsSeg.baseAddress();
} else {
stackArgs = MemoryAddressImpl.NULL;
}
VH_LONG.set(argsPtr.addOffset(layout.arguments_next_pc), addr.toRawLongValue());
VH_LONG.set(argsPtr.addOffset(layout.stack_args_bytes), stackArgsBytes);
VH_LONG.set(argsPtr.addOffset(layout.stack_args), stackArgs.toRawLongValue());
! for (int i = 0; i < argBindings.length; i++) {
! Binding.Move binding = argBindings[i];
! VMStorage storage = binding.storage();
! MemoryAddress ptr = abi.arch.isStackType(storage.type())
! ? stackArgs.addOffset(storage.index() * abi.arch.typeSize(abi.arch.stackType()))
! : argsPtr.addOffset(layout.argOffset(storage));
! SharedUtils.writeOverSized(ptr, binding.type(), args[i]);
}
if (DEBUG) {
System.err.println("Buffer state before:");
layout.dump(abi.arch, argsPtr, System.err);
if (DEBUG) {
System.err.println("Buffer state after:");
layout.dump(abi.arch, argsPtr, System.err);
}
! return function.returnLayout().isEmpty()
! ? null
! : jdk.internal.foreign.abi.BindingInterpreter.box(callingSequence.returnBindings(),
! s -> argsPtr.addOffset(layout.retOffset(s))); // buffers are leaked
} finally {
! tempBuffers.forEach(MemorySegment::close);
}
}
//natives
if (DEBUG) {
System.err.println("Buffer state after:");
layout.dump(abi.arch, argsPtr, System.err);
}
! if (returnBindings.length == 0) {
! return null;
! } else if (returnBindings.length == 1) {
! Binding.Move move = returnBindings[0];
+ VMStorage storage = move.storage();
+ return SharedUtils.read(argsPtr.addOffset(layout.retOffset(storage)), move.type());
+ } else { // length > 1
+ Object[] returns = new Object[returnBindings.length];
+ for (int i = 0; i < returnBindings.length; i++) {
+ Binding.Move move = returnBindings[i];
+ VMStorage storage = move.storage();
+ returns[i] = SharedUtils.read(argsPtr.addOffset(layout.retOffset(storage)), move.type());
+ }
+ return returns;
+ }
+ } finally {
+ if (stackArgsSeg != null) {
+ stackArgsSeg.close();
+ }
+ }
+ }
+
+ Object invokeInterpBindings(Object[] args, MethodHandle leaf,
+ Map<VMStorage, Integer> argIndexMap,
+ Map<VMStorage, Integer> retIndexMap) throws Throwable {
+ NativeScope scope = bufferCopySize != 0 ? NativeScope.boundedScope(bufferCopySize) : null;
+ try {
+ // do argument processing, get Object[] as result
+ Object[] moves = new Object[leaf.type().parameterCount()];
+ for (int i = 0; i < args.length; i++) {
+ Object arg = args[i];
+ BindingInterpreter.unbox(arg, callingSequence.argumentBindings(i),
+ (storage, type, value) -> {
+ moves[argIndexMap.get(storage)] = value;
+ }, scope);
+ }
+
+ // call leaf
+ Object o = leaf.invokeWithArguments(moves);
+
+ // return value processing
+ if (o == null) {
+ return null;
+ } else if (o instanceof Object[]) {
+ Object[] oArr = (Object[]) o;
+ return BindingInterpreter.box(callingSequence.returnBindings(),
+ (storage, type) -> oArr[retIndexMap.get(storage)]);
+ } else {
+ return BindingInterpreter.box(callingSequence.returnBindings(), (storage, type) -> o);
+ }
} finally {
! if (scope != null) {
+ scope.close();
+ }
}
}
//natives
< prev index next >