1 /*
  2  * Copyright (c) 2015, 2020, Oracle and/or its affiliates. All rights reserved.
  3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  4  *
  5  * This code is free software; you can redistribute it and/or modify it
  6  * under the terms of the GNU General Public License version 2 only, as
  7  * published by the Free Software Foundation.
  8  *
  9  * This code is distributed in the hope that it will be useful, but WITHOUT
 10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 12  * version 2 for more details (a copy is included in the LICENSE file that
 13  * accompanied this code).
 14  *
 15  * You should have received a copy of the GNU General Public License version
 16  * 2 along with this work; if not, write to the Free Software Foundation,
 17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 18  *
 19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 20  * or visit www.oracle.com if you need additional information or have any
 21  * questions.
 22  *
 23  */
 24 
 25 #include "precompiled.hpp"
 26 #include "code/codeCache.hpp"
 27 #include "compiler/compileBroker.hpp"
 28 #include "gc/shared/collectedHeap.hpp"
 29 #include "jvmci/jvmciCodeInstaller.hpp"
 30 #include "jvmci/jvmciCompilerToVM.hpp"
 31 #include "jvmci/jvmciRuntime.hpp"
 32 #include "jvmci/vmStructs_compiler_runtime.hpp"
 33 #include "jvmci/vmStructs_jvmci.hpp"
 34 #include "oops/objArrayKlass.hpp"
 35 #include "runtime/deoptimization.hpp"
 36 #include "runtime/sharedRuntime.hpp"
 37 #if INCLUDE_G1GC
 38 #include "gc/g1/g1CardTable.hpp"
 39 #include "gc/g1/heapRegion.hpp"
 40 #include "gc/g1/g1ThreadLocalData.hpp"
 41 #endif
 42 
 43 #define VM_STRUCTS(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field) \
 44   static_field(CompilerToVM::Data,             Klass_vtable_start_offset,              int)                                          \
 45   static_field(CompilerToVM::Data,             Klass_vtable_length_offset,             int)                                          \
 46                                                                                                                                      \
 47   static_field(CompilerToVM::Data,             Method_extra_stack_entries,             int)                                          \
 48                                                                                                                                      \
 49   static_field(CompilerToVM::Data,             SharedRuntime_ic_miss_stub,             address)                                      \
 50   static_field(CompilerToVM::Data,             SharedRuntime_handle_wrong_method_stub, address)                                      \
 51   static_field(CompilerToVM::Data,             SharedRuntime_deopt_blob_unpack,        address)                                      \
 52   static_field(CompilerToVM::Data,             SharedRuntime_deopt_blob_unpack_with_exception_in_tls,        address)                       \
 53   static_field(CompilerToVM::Data,             SharedRuntime_deopt_blob_uncommon_trap, address)                                      \
 54                                                                                                                                      \
 55   static_field(CompilerToVM::Data,             ThreadLocalAllocBuffer_alignment_reserve, size_t)                                     \
 56                                                                                                                                      \
 57   static_field(CompilerToVM::Data,             Universe_collectedHeap,                 CollectedHeap*)                               \
 58   static_field(CompilerToVM::Data,             Universe_base_vtable_size,              int)                                          \
 59   static_field(CompilerToVM::Data,             Universe_narrow_oop_base,               address)                                      \
 60   static_field(CompilerToVM::Data,             Universe_narrow_oop_shift,              int)                                          \
 61   static_field(CompilerToVM::Data,             Universe_narrow_klass_base,             address)                                      \
 62   static_field(CompilerToVM::Data,             Universe_narrow_klass_shift,            int)                                          \
 63   static_field(CompilerToVM::Data,             Universe_non_oop_bits,                  void*)                                        \
 64   static_field(CompilerToVM::Data,             Universe_verify_oop_mask,               uintptr_t)                                    \
 65   static_field(CompilerToVM::Data,             Universe_verify_oop_bits,               uintptr_t)                                    \
 66                                                                                                                                      \
 67   static_field(CompilerToVM::Data,             _supports_inline_contig_alloc,          bool)                                         \
 68   static_field(CompilerToVM::Data,             _heap_end_addr,                         HeapWord**)                                   \
 69   static_field(CompilerToVM::Data,             _heap_top_addr,                         HeapWord* volatile*)                          \
 70                                                                                                                                      \
 71   static_field(CompilerToVM::Data,             _max_oop_map_stack_offset,              int)                                          \
 72   static_field(CompilerToVM::Data,             _fields_annotations_base_offset,        int)                                          \
 73                                                                                                                                      \
 74   static_field(CompilerToVM::Data,             cardtable_start_address,                CardTable::CardValue*)                        \
 75   static_field(CompilerToVM::Data,             cardtable_shift,                        int)                                          \
 76                                                                                                                                      \
 77   static_field(CompilerToVM::Data,             vm_page_size,                           int)                                          \
 78                                                                                                                                      \
 79   static_field(CompilerToVM::Data,             sizeof_vtableEntry,                     int)                                          \
 80   static_field(CompilerToVM::Data,             sizeof_ExceptionTableElement,           int)                                          \
 81   static_field(CompilerToVM::Data,             sizeof_LocalVariableTableElement,       int)                                          \
 82   static_field(CompilerToVM::Data,             sizeof_ConstantPool,                    int)                                          \
 83   static_field(CompilerToVM::Data,             sizeof_narrowKlass,                     int)                                          \
 84   static_field(CompilerToVM::Data,             sizeof_arrayOopDesc,                    int)                                          \
 85   static_field(CompilerToVM::Data,             sizeof_BasicLock,                       int)                                          \
 86                                                                                                                                      \
 87   static_field(CompilerToVM::Data,             dsin,                                   address)                                      \
 88   static_field(CompilerToVM::Data,             dcos,                                   address)                                      \
 89   static_field(CompilerToVM::Data,             dtan,                                   address)                                      \
 90   static_field(CompilerToVM::Data,             dexp,                                   address)                                      \
 91   static_field(CompilerToVM::Data,             dlog,                                   address)                                      \
 92   static_field(CompilerToVM::Data,             dlog10,                                 address)                                      \
 93   static_field(CompilerToVM::Data,             dpow,                                   address)                                      \
 94                                                                                                                                      \
 95   static_field(CompilerToVM::Data,             symbol_init,                            address)                                      \
 96   static_field(CompilerToVM::Data,             symbol_clinit,                          address)                                      \
 97                                                                                                                                      \
 98   static_field(Abstract_VM_Version,            _features,                              uint64_t)                                     \
 99                                                                                                                                      \
100   nonstatic_field(Annotations,                 _fields_annotations,                    Array<AnnotationArray*>*)                     \
101                                                                                                                                      \
102   nonstatic_field(Array<int>,                  _length,                                int)                                          \
103   unchecked_nonstatic_field(Array<u1>,         _data,                                  sizeof(u1))                                   \
104   unchecked_nonstatic_field(Array<u2>,         _data,                                  sizeof(u2))                                   \
105   nonstatic_field(Array<Klass*>,               _length,                                int)                                          \
106   nonstatic_field(Array<Klass*>,               _data[0],                               Klass*)                                       \
107                                                                                                                                      \
108   volatile_nonstatic_field(BasicLock,          _displaced_header,                      markWord)                                     \
109                                                                                                                                      \
110   static_field(CodeCache,                      _low_bound,                             address)                                      \
111   static_field(CodeCache,                      _high_bound,                            address)                                      \
112                                                                                                                                      \
113   nonstatic_field(CollectedHeap,               _total_collections,                     unsigned int)                                 \
114                                                                                                                                      \
115   nonstatic_field(CompileTask,                 _num_inlined_bytecodes,                 int)                                          \
116                                                                                                                                      \
117   nonstatic_field(ConstantPool,                _tags,                                  Array<u1>*)                                   \
118   nonstatic_field(ConstantPool,                _pool_holder,                           InstanceKlass*)                               \
119   nonstatic_field(ConstantPool,                _length,                                int)                                          \
120   nonstatic_field(ConstantPool,                _flags,                                 u2)                                           \
121   nonstatic_field(ConstantPool,                _source_file_name_index,                u2)                                           \
122                                                                                                                                      \
123   nonstatic_field(ConstMethod,                 _constants,                             ConstantPool*)                                \
124   nonstatic_field(ConstMethod,                 _flags,                                 u2)                                           \
125   nonstatic_field(ConstMethod,                 _code_size,                             u2)                                           \
126   nonstatic_field(ConstMethod,                 _name_index,                            u2)                                           \
127   nonstatic_field(ConstMethod,                 _signature_index,                       u2)                                           \
128   nonstatic_field(ConstMethod,                 _method_idnum,                          u2)                                           \
129   nonstatic_field(ConstMethod,                 _max_stack,                             u2)                                           \
130   nonstatic_field(ConstMethod,                 _max_locals,                            u2)                                           \
131                                                                                                                                      \
132   nonstatic_field(DataLayout,                  _header._struct._tag,                   u1)                                           \
133   nonstatic_field(DataLayout,                  _header._struct._flags,                 u1)                                           \
134   nonstatic_field(DataLayout,                  _header._struct._bci,                   u2)                                           \
135   nonstatic_field(DataLayout,                  _header._struct._traps,                 u4)                                           \
136   nonstatic_field(DataLayout,                  _cells[0],                              intptr_t)                                     \
137                                                                                                                                      \
138   nonstatic_field(Deoptimization::UnrollBlock, _size_of_deoptimized_frame,             int)                                          \
139   nonstatic_field(Deoptimization::UnrollBlock, _caller_adjustment,                     int)                                          \
140   nonstatic_field(Deoptimization::UnrollBlock, _number_of_frames,                      int)                                          \
141   nonstatic_field(Deoptimization::UnrollBlock, _total_frame_sizes,                     int)                                          \
142   nonstatic_field(Deoptimization::UnrollBlock, _frame_sizes,                           intptr_t*)                                    \
143   nonstatic_field(Deoptimization::UnrollBlock, _frame_pcs,                             address*)                                     \
144   nonstatic_field(Deoptimization::UnrollBlock, _initial_info,                          intptr_t)                                     \
145   nonstatic_field(Deoptimization::UnrollBlock, _unpack_kind,                           int)                                          \
146                                                                                                                                      \
147   nonstatic_field(ExceptionTableElement,       start_pc,                                      u2)                                    \
148   nonstatic_field(ExceptionTableElement,       end_pc,                                        u2)                                    \
149   nonstatic_field(ExceptionTableElement,       handler_pc,                                    u2)                                    \
150   nonstatic_field(ExceptionTableElement,       catch_type_index,                              u2)                                    \
151                                                                                                                                      \
152   nonstatic_field(JVMFlag,                     _type,                                         const char*)                           \
153   nonstatic_field(JVMFlag,                     _name,                                         const char*)                           \
154   unchecked_nonstatic_field(JVMFlag,           _addr,                                         sizeof(void*))                         \
155   nonstatic_field(JVMFlag,                     _flags,                                        JVMFlag::Flags)                        \
156   static_field(JVMFlag,                        flags,                                         JVMFlag*)                              \
157                                                                                                                                      \
158   nonstatic_field(InstanceKlass,               _fields,                                       Array<u2>*)                            \
159   nonstatic_field(InstanceKlass,               _constants,                                    ConstantPool*)                         \
160   nonstatic_field(InstanceKlass,               _init_state,                                   u1)                                    \
161   nonstatic_field(InstanceKlass,               _init_thread,                                  Thread*)                               \
162   nonstatic_field(InstanceKlass,               _misc_flags,                                   u2)                                    \
163   nonstatic_field(InstanceKlass,               _annotations,                                  Annotations*)                          \
164                                                                                                                                      \
165   volatile_nonstatic_field(JavaFrameAnchor,    _last_Java_sp,                                 intptr_t*)                             \
166   volatile_nonstatic_field(JavaFrameAnchor,    _last_Java_pc,                                 address)                               \
167                                                                                                                                      \
168   nonstatic_field(JVMCICompileState,           _jvmti_can_hotswap_or_post_breakpoint,         jbyte)                                 \
169   nonstatic_field(JVMCICompileState,           _jvmti_can_access_local_variables,             jbyte)                                 \
170   nonstatic_field(JVMCICompileState,           _jvmti_can_post_on_exceptions,                 jbyte)                                 \
171   nonstatic_field(JVMCICompileState,           _jvmti_can_pop_frame,                          jbyte)                                 \
172                                                                                                                                      \
173   nonstatic_field(JavaThread,                  _threadObj,                                    oop)                                   \
174   nonstatic_field(JavaThread,                  _anchor,                                       JavaFrameAnchor)                       \
175   nonstatic_field(JavaThread,                  _vm_result,                                    oop)                                   \
176   volatile_nonstatic_field(JavaThread,         _exception_oop,                                oop)                                   \
177   volatile_nonstatic_field(JavaThread,         _exception_pc,                                 address)                               \
178   volatile_nonstatic_field(JavaThread,         _is_method_handle_return,                      int)                                   \
179   volatile_nonstatic_field(JavaThread,         _doing_unsafe_access,                          bool)                                  \
180   nonstatic_field(JavaThread,                  _osthread,                                     OSThread*)                             \
181   nonstatic_field(JavaThread,                  _pending_deoptimization,                       int)                                   \
182   nonstatic_field(JavaThread,                  _pending_failed_speculation,                   jlong)                                 \
183   nonstatic_field(JavaThread,                  _pending_transfer_to_interpreter,              bool)                                  \
184   nonstatic_field(JavaThread,                  _jvmci_counters,                               jlong*)                                \
185   nonstatic_field(JavaThread,                  _should_post_on_exceptions_flag,               int)                                   \
186   nonstatic_field(JavaThread,                  _jni_environment,                              JNIEnv)                                \
187   nonstatic_field(JavaThread,                  _reserved_stack_activation,                    address)                               \
188                                                                                                                                      \
189   static_field(java_lang_Class,                _klass_offset,                                 int)                                   \
190   static_field(java_lang_Class,                _array_klass_offset,                           int)                                   \
191                                                                                                                                      \
192   nonstatic_field(InvocationCounter,           _counter,                                      unsigned int)                          \
193                                                                                                                                      \
194   nonstatic_field(Klass,                       _secondary_super_cache,                        Klass*)                                \
195   nonstatic_field(Klass,                       _secondary_supers,                             Array<Klass*>*)                        \
196   nonstatic_field(Klass,                       _super,                                        Klass*)                                \
197   nonstatic_field(Klass,                       _super_check_offset,                           juint)                                 \
198   volatile_nonstatic_field(Klass,              _subklass,                                     Klass*)                                \
199   nonstatic_field(Klass,                       _layout_helper,                                jint)                                  \
200   nonstatic_field(Klass,                       _name,                                         Symbol*)                               \
201   nonstatic_field(Klass,                       _prototype_header,                             markWord)                              \
202   volatile_nonstatic_field(Klass,              _next_sibling,                                 Klass*)                                \
203   nonstatic_field(Klass,                       _java_mirror,                                  OopHandle)                             \
204   nonstatic_field(Klass,                       _modifier_flags,                               jint)                                  \
205   nonstatic_field(Klass,                       _access_flags,                                 AccessFlags)                           \
206   nonstatic_field(Klass,                       _class_loader_data,                            ClassLoaderData*)                      \
207                                                                                                                                      \
208   nonstatic_field(LocalVariableTableElement,   start_bci,                                     u2)                                    \
209   nonstatic_field(LocalVariableTableElement,   length,                                        u2)                                    \
210   nonstatic_field(LocalVariableTableElement,   name_cp_index,                                 u2)                                    \
211   nonstatic_field(LocalVariableTableElement,   descriptor_cp_index,                           u2)                                    \
212   nonstatic_field(LocalVariableTableElement,   signature_cp_index,                            u2)                                    \
213   nonstatic_field(LocalVariableTableElement,   slot,                                          u2)                                    \
214                                                                                                                                      \
215   nonstatic_field(Method,                      _constMethod,                                  ConstMethod*)                          \
216   nonstatic_field(Method,                      _method_data,                                  MethodData*)                           \
217   nonstatic_field(Method,                      _method_counters,                              MethodCounters*)                       \
218   nonstatic_field(Method,                      _access_flags,                                 AccessFlags)                           \
219   nonstatic_field(Method,                      _vtable_index,                                 int)                                   \
220   nonstatic_field(Method,                      _intrinsic_id,                                 u2)                                    \
221   nonstatic_field(Method,                      _flags,                                        u2)                                    \
222   volatile_nonstatic_field(Method,             _code,                                         CompiledMethod*)                       \
223   volatile_nonstatic_field(Method,             _from_compiled_entry,                          address)                               \
224                                                                                                                                      \
225   nonstatic_field(MethodCounters,              _nmethod_age,                                  int)                                   \
226   nonstatic_field(MethodCounters,              _interpreter_invocation_limit,                 int)                                   \
227   nonstatic_field(MethodCounters,              _interpreter_backward_branch_limit,            int)                                   \
228   nonstatic_field(MethodCounters,              _interpreter_profile_limit,                    int)                                   \
229   nonstatic_field(MethodCounters,              _invoke_mask,                                  int)                                   \
230   nonstatic_field(MethodCounters,              _backedge_mask,                                int)                                   \
231   nonstatic_field(MethodCounters,              _interpreter_invocation_count,                 int)                                   \
232   nonstatic_field(MethodCounters,              _interpreter_throwout_count,                   u2)                                    \
233   JVMTI_ONLY(nonstatic_field(MethodCounters,   _number_of_breakpoints,                        u2))                                   \
234   nonstatic_field(MethodCounters,              _invocation_counter,                           InvocationCounter)                     \
235   nonstatic_field(MethodCounters,              _backedge_counter,                             InvocationCounter)                     \
236                                                                                                                                      \
237   nonstatic_field(MethodData,                  _size,                                         int)                                   \
238   nonstatic_field(MethodData,                  _method,                                       Method*)                               \
239   nonstatic_field(MethodData,                  _data_size,                                    int)                                   \
240   nonstatic_field(MethodData,                  _data[0],                                      intptr_t)                              \
241   nonstatic_field(MethodData,                  _parameters_type_data_di,                      int)                                   \
242   nonstatic_field(MethodData,                  _nof_decompiles,                               uint)                                  \
243   nonstatic_field(MethodData,                  _nof_overflow_recompiles,                      uint)                                  \
244   nonstatic_field(MethodData,                  _nof_overflow_traps,                           uint)                                  \
245   nonstatic_field(MethodData,                  _trap_hist._array[0],                          u1)                                    \
246   nonstatic_field(MethodData,                  _eflags,                                       intx)                                  \
247   nonstatic_field(MethodData,                  _arg_local,                                    intx)                                  \
248   nonstatic_field(MethodData,                  _arg_stack,                                    intx)                                  \
249   nonstatic_field(MethodData,                  _arg_returned,                                 intx)                                  \
250   nonstatic_field(MethodData,                  _tenure_traps,                                 uint)                                  \
251   nonstatic_field(MethodData,                  _invoke_mask,                                  int)                                   \
252   nonstatic_field(MethodData,                  _backedge_mask,                                int)                                   \
253   nonstatic_field(MethodData,                  _jvmci_ir_size,                                int)                                   \
254                                                                                                                                      \
255   nonstatic_field(nmethod,                     _verified_entry_point,                         address)                               \
256   nonstatic_field(nmethod,                     _comp_level,                                   int)                                   \
257                                                                                                                                      \
258   nonstatic_field(ObjArrayKlass,               _element_klass,                                Klass*)                                \
259                                                                                                                                      \
260   unchecked_nonstatic_field(ObjectMonitor,     _owner,                                        sizeof(void *)) /* NOTE: no type */    \
261   volatile_nonstatic_field(ObjectMonitor,      _recursions,                                   intptr_t)                              \
262   volatile_nonstatic_field(ObjectMonitor,      _cxq,                                          ObjectWaiter*)                         \
263   volatile_nonstatic_field(ObjectMonitor,      _EntryList,                                    ObjectWaiter*)                         \
264   volatile_nonstatic_field(ObjectMonitor,      _succ,                                         Thread*)                               \
265                                                                                                                                      \
266   volatile_nonstatic_field(oopDesc,            _mark,                                         markWord)                              \
267   volatile_nonstatic_field(oopDesc,            _metadata._klass,                              Klass*)                                \
268                                                                                                                                      \
269   static_field(os,                             _polling_page,                                 address)                               \
270                                                                                                                                      \
271   static_field(StubRoutines,                _verify_oop_count,                                jint)                                  \
272                                                                                                                                      \
273   static_field(StubRoutines,                _throw_delayed_StackOverflowError_entry,          address)                               \
274                                                                                                                                      \
275   static_field(StubRoutines,                _jbyte_arraycopy,                                 address)                               \
276   static_field(StubRoutines,                _jshort_arraycopy,                                address)                               \
277   static_field(StubRoutines,                _jint_arraycopy,                                  address)                               \
278   static_field(StubRoutines,                _jlong_arraycopy,                                 address)                               \
279   static_field(StubRoutines,                _oop_arraycopy,                                   address)                               \
280   static_field(StubRoutines,                _oop_arraycopy_uninit,                            address)                               \
281   static_field(StubRoutines,                _jbyte_disjoint_arraycopy,                        address)                               \
282   static_field(StubRoutines,                _jshort_disjoint_arraycopy,                       address)                               \
283   static_field(StubRoutines,                _jint_disjoint_arraycopy,                         address)                               \
284   static_field(StubRoutines,                _jlong_disjoint_arraycopy,                        address)                               \
285   static_field(StubRoutines,                _oop_disjoint_arraycopy,                          address)                               \
286   static_field(StubRoutines,                _oop_disjoint_arraycopy_uninit,                   address)                               \
287   static_field(StubRoutines,                _arrayof_jbyte_arraycopy,                         address)                               \
288   static_field(StubRoutines,                _arrayof_jshort_arraycopy,                        address)                               \
289   static_field(StubRoutines,                _arrayof_jint_arraycopy,                          address)                               \
290   static_field(StubRoutines,                _arrayof_jlong_arraycopy,                         address)                               \
291   static_field(StubRoutines,                _arrayof_oop_arraycopy,                           address)                               \
292   static_field(StubRoutines,                _arrayof_oop_arraycopy_uninit,                    address)                               \
293   static_field(StubRoutines,                _arrayof_jbyte_disjoint_arraycopy,                address)                               \
294   static_field(StubRoutines,                _arrayof_jshort_disjoint_arraycopy,               address)                               \
295   static_field(StubRoutines,                _arrayof_jint_disjoint_arraycopy,                 address)                               \
296   static_field(StubRoutines,                _arrayof_jlong_disjoint_arraycopy,                address)                               \
297   static_field(StubRoutines,                _arrayof_oop_disjoint_arraycopy,                  address)                               \
298   static_field(StubRoutines,                _arrayof_oop_disjoint_arraycopy_uninit,           address)                               \
299   static_field(StubRoutines,                _checkcast_arraycopy,                             address)                               \
300   static_field(StubRoutines,                _checkcast_arraycopy_uninit,                      address)                               \
301   static_field(StubRoutines,                _unsafe_arraycopy,                                address)                               \
302   static_field(StubRoutines,                _generic_arraycopy,                               address)                               \
303                                                                                                                                      \
304   static_field(StubRoutines,                _aescrypt_encryptBlock,                           address)                               \
305   static_field(StubRoutines,                _aescrypt_decryptBlock,                           address)                               \
306   static_field(StubRoutines,                _cipherBlockChaining_encryptAESCrypt,             address)                               \
307   static_field(StubRoutines,                _cipherBlockChaining_decryptAESCrypt,             address)                               \
308   static_field(StubRoutines,                _electronicCodeBook_encryptAESCrypt,              address)                               \
309   static_field(StubRoutines,                _electronicCodeBook_decryptAESCrypt,              address)                               \
310   static_field(StubRoutines,                _counterMode_AESCrypt,                            address)                               \
311   static_field(StubRoutines,                _base64_encodeBlock,                              address)                               \
312   static_field(StubRoutines,                _ghash_processBlocks,                             address)                               \
313   static_field(StubRoutines,                _sha1_implCompress,                               address)                               \
314   static_field(StubRoutines,                _sha1_implCompressMB,                             address)                               \
315   static_field(StubRoutines,                _sha256_implCompress,                             address)                               \
316   static_field(StubRoutines,                _sha256_implCompressMB,                           address)                               \
317   static_field(StubRoutines,                _sha512_implCompress,                             address)                               \
318   static_field(StubRoutines,                _sha512_implCompressMB,                           address)                               \
319   static_field(StubRoutines,                _updateBytesCRC32,                                address)                               \
320   static_field(StubRoutines,                _crc_table_adr,                                   address)                               \
321   static_field(StubRoutines,                _crc32c_table_addr,                               address)                               \
322   static_field(StubRoutines,                _updateBytesCRC32C,                               address)                               \
323   static_field(StubRoutines,                _updateBytesAdler32,                              address)                               \
324   static_field(StubRoutines,                _multiplyToLen,                                   address)                               \
325   static_field(StubRoutines,                _squareToLen,                                     address)                               \
326   static_field(StubRoutines,                _mulAdd,                                          address)                               \
327   static_field(StubRoutines,                _montgomeryMultiply,                              address)                               \
328   static_field(StubRoutines,                _montgomerySquare,                                address)                               \
329   static_field(StubRoutines,                _vectorizedMismatch,                              address)                               \
330   static_field(StubRoutines,                _bigIntegerRightShiftWorker,                      address)                               \
331   static_field(StubRoutines,                _bigIntegerLeftShiftWorker,                       address)                               \
332                                                                                                                                      \
333   nonstatic_field(Thread,                   _tlab,                                            ThreadLocalAllocBuffer)                \
334   nonstatic_field(Thread,                   _allocated_bytes,                                 jlong)                                 \
335   nonstatic_field(Thread,                   _polling_page,                                    volatile void*)                        \
336                                                                                                                                      \
337   nonstatic_field(ThreadLocalAllocBuffer,   _start,                                           HeapWord*)                             \
338   nonstatic_field(ThreadLocalAllocBuffer,   _top,                                             HeapWord*)                             \
339   nonstatic_field(ThreadLocalAllocBuffer,   _end,                                             HeapWord*)                             \
340   nonstatic_field(ThreadLocalAllocBuffer,   _pf_top,                                          HeapWord*)                             \
341   nonstatic_field(ThreadLocalAllocBuffer,   _desired_size,                                    size_t)                                \
342   nonstatic_field(ThreadLocalAllocBuffer,   _refill_waste_limit,                              size_t)                                \
343   nonstatic_field(ThreadLocalAllocBuffer,   _number_of_refills,                               unsigned)                              \
344   nonstatic_field(ThreadLocalAllocBuffer,   _fast_refill_waste,                               unsigned)                              \
345   nonstatic_field(ThreadLocalAllocBuffer,   _slow_allocations,                                unsigned)                              \
346                                                                                                                                      \
347   nonstatic_field(ThreadShadow,             _pending_exception,                               oop)                                   \
348                                                                                                                                      \
349   static_field(vmSymbols,                   _symbols[0],                                      Symbol*)                               \
350                                                                                                                                      \
351   nonstatic_field(vtableEntry,              _method,                                          Method*)                               \
352 
353 #define VM_TYPES(declare_type, declare_toplevel_type, declare_integer_type, declare_unsigned_integer_type) \
354   declare_integer_type(bool)                                              \
355   declare_unsigned_integer_type(size_t)                                   \
356   declare_integer_type(intx)                                              \
357   declare_unsigned_integer_type(uintx)                                    \
358                                                                           \
359   declare_toplevel_type(BasicLock)                                        \
360   declare_toplevel_type(CompilerToVM)                                     \
361   declare_toplevel_type(ExceptionTableElement)                            \
362   declare_toplevel_type(JVMFlag)                                          \
363   declare_toplevel_type(JVMFlag*)                                         \
364   declare_toplevel_type(InvocationCounter)                                \
365   declare_toplevel_type(JVMCICompileState)                                \
366   declare_toplevel_type(JVMCIEnv)                                         \
367   declare_toplevel_type(LocalVariableTableElement)                        \
368   declare_toplevel_type(narrowKlass)                                      \
369   declare_toplevel_type(ObjectWaiter)                                     \
370   declare_toplevel_type(Symbol*)                                          \
371   declare_toplevel_type(vtableEntry)                                      \
372                                                                           \
373   declare_toplevel_type(oopDesc)                                          \
374     declare_type(arrayOopDesc, oopDesc)                                   \
375                                                                           \
376   declare_toplevel_type(MetaspaceObj)                                     \
377     declare_type(Metadata, MetaspaceObj)                                  \
378     declare_type(Klass, Metadata)                                         \
379       declare_type(InstanceKlass, Klass)                                  \
380     declare_type(ConstantPool, Metadata)                                  \
381 
382 #define VM_INT_CONSTANTS(declare_constant, declare_constant_with_value, declare_preprocessor_constant) \
383   declare_preprocessor_constant("ASSERT", DEBUG_ONLY(1) NOT_DEBUG(0))     \
384   declare_preprocessor_constant("FIELDINFO_TAG_SIZE", FIELDINFO_TAG_SIZE) \
385                                                                           \
386   declare_constant(CompLevel_none)                                        \
387   declare_constant(CompLevel_simple)                                      \
388   declare_constant(CompLevel_limited_profile)                             \
389   declare_constant(CompLevel_full_profile)                                \
390   declare_constant(CompLevel_full_optimization)                           \
391   declare_constant(HeapWordSize)                                          \
392   declare_constant(InvocationEntryBci)                                    \
393   declare_constant(LogKlassAlignmentInBytes)                              \
394                                                                           \
395   declare_constant(JVM_ACC_WRITTEN_FLAGS)                                 \
396   declare_constant(JVM_ACC_MONITOR_MATCH)                                 \
397   declare_constant(JVM_ACC_HAS_MONITOR_BYTECODES)                         \
398   declare_constant(JVM_ACC_HAS_FINALIZER)                                 \
399   declare_constant(JVM_ACC_IS_CLONEABLE_FAST)                             \
400   declare_constant(JVM_ACC_IS_HIDDEN_CLASS)                               \
401   declare_constant(JVM_ACC_FIELD_INTERNAL)                                \
402   declare_constant(JVM_ACC_FIELD_STABLE)                                  \
403   declare_constant(JVM_ACC_FIELD_HAS_GENERIC_SIGNATURE)                   \
404   declare_preprocessor_constant("JVM_ACC_VARARGS", JVM_ACC_VARARGS)       \
405   declare_preprocessor_constant("JVM_ACC_BRIDGE", JVM_ACC_BRIDGE)         \
406   declare_preprocessor_constant("JVM_ACC_ANNOTATION", JVM_ACC_ANNOTATION) \
407   declare_preprocessor_constant("JVM_ACC_ENUM", JVM_ACC_ENUM)             \
408   declare_preprocessor_constant("JVM_ACC_SYNTHETIC", JVM_ACC_SYNTHETIC)   \
409   declare_preprocessor_constant("JVM_ACC_INTERFACE", JVM_ACC_INTERFACE)   \
410                                                                           \
411   declare_constant(JVM_CONSTANT_Utf8)                                     \
412   declare_constant(JVM_CONSTANT_Unicode)                                  \
413   declare_constant(JVM_CONSTANT_Integer)                                  \
414   declare_constant(JVM_CONSTANT_Float)                                    \
415   declare_constant(JVM_CONSTANT_Long)                                     \
416   declare_constant(JVM_CONSTANT_Double)                                   \
417   declare_constant(JVM_CONSTANT_Class)                                    \
418   declare_constant(JVM_CONSTANT_String)                                   \
419   declare_constant(JVM_CONSTANT_Fieldref)                                 \
420   declare_constant(JVM_CONSTANT_Methodref)                                \
421   declare_constant(JVM_CONSTANT_InterfaceMethodref)                       \
422   declare_constant(JVM_CONSTANT_NameAndType)                              \
423   declare_constant(JVM_CONSTANT_MethodHandle)                             \
424   declare_constant(JVM_CONSTANT_MethodType)                               \
425   declare_constant(JVM_CONSTANT_InvokeDynamic)                            \
426   declare_constant(JVM_CONSTANT_Module)                                   \
427   declare_constant(JVM_CONSTANT_Package)                                  \
428   declare_constant(JVM_CONSTANT_ExternalMax)                              \
429                                                                           \
430   declare_constant(JVM_CONSTANT_Invalid)                                  \
431   declare_constant(JVM_CONSTANT_InternalMin)                              \
432   declare_constant(JVM_CONSTANT_UnresolvedClass)                          \
433   declare_constant(JVM_CONSTANT_ClassIndex)                               \
434   declare_constant(JVM_CONSTANT_StringIndex)                              \
435   declare_constant(JVM_CONSTANT_UnresolvedClassInError)                   \
436   declare_constant(JVM_CONSTANT_MethodHandleInError)                      \
437   declare_constant(JVM_CONSTANT_MethodTypeInError)                        \
438   declare_constant(JVM_CONSTANT_DynamicInError)                           \
439   declare_constant(JVM_CONSTANT_InternalMax)                              \
440                                                                           \
441   declare_constant(ArrayData::array_len_off_set)                          \
442   declare_constant(ArrayData::array_start_off_set)                        \
443                                                                           \
444   declare_constant(BitData::exception_seen_flag)                          \
445   declare_constant(BitData::null_seen_flag)                               \
446   declare_constant(BranchData::not_taken_off_set)                         \
447                                                                           \
448   declare_constant_with_value("CardTable::dirty_card", CardTable::dirty_card_val()) \
449                                                                           \
450   declare_constant(CodeInstaller::VERIFIED_ENTRY)                         \
451   declare_constant(CodeInstaller::UNVERIFIED_ENTRY)                       \
452   declare_constant(CodeInstaller::OSR_ENTRY)                              \
453   declare_constant(CodeInstaller::EXCEPTION_HANDLER_ENTRY)                \
454   declare_constant(CodeInstaller::DEOPT_HANDLER_ENTRY)                    \
455   declare_constant(CodeInstaller::FRAME_COMPLETE)                         \
456   declare_constant(CodeInstaller::INVOKEINTERFACE)                        \
457   declare_constant(CodeInstaller::INVOKEVIRTUAL)                          \
458   declare_constant(CodeInstaller::INVOKESTATIC)                           \
459   declare_constant(CodeInstaller::INVOKESPECIAL)                          \
460   declare_constant(CodeInstaller::INLINE_INVOKE)                          \
461   declare_constant(CodeInstaller::POLL_NEAR)                              \
462   declare_constant(CodeInstaller::POLL_RETURN_NEAR)                       \
463   declare_constant(CodeInstaller::POLL_FAR)                               \
464   declare_constant(CodeInstaller::POLL_RETURN_FAR)                        \
465   declare_constant(CodeInstaller::CARD_TABLE_SHIFT)                       \
466   declare_constant(CodeInstaller::CARD_TABLE_ADDRESS)                     \
467   declare_constant(CodeInstaller::HEAP_TOP_ADDRESS)                       \
468   declare_constant(CodeInstaller::HEAP_END_ADDRESS)                       \
469   declare_constant(CodeInstaller::NARROW_KLASS_BASE_ADDRESS)              \
470   declare_constant(CodeInstaller::NARROW_OOP_BASE_ADDRESS)                \
471   declare_constant(CodeInstaller::CRC_TABLE_ADDRESS)                      \
472   declare_constant(CodeInstaller::LOG_OF_HEAP_REGION_GRAIN_BYTES)         \
473   declare_constant(CodeInstaller::INLINE_CONTIGUOUS_ALLOCATION_SUPPORTED) \
474   declare_constant(CodeInstaller::INVOKE_INVALID)                         \
475                                                                           \
476   declare_constant(CollectedHeap::Serial)                                 \
477   declare_constant(CollectedHeap::Parallel)                               \
478   declare_constant(CollectedHeap::G1)                                     \
479   declare_constant(CollectedHeap::Epsilon)                                \
480   declare_constant(CollectedHeap::Z)                                      \
481   declare_constant(CollectedHeap::Shenandoah)                             \
482                                                                           \
483   declare_constant(ConstantPool::CPCACHE_INDEX_TAG)                       \
484   declare_constant(ConstantPool::_has_dynamic_constant)                   \
485                                                                           \
486   declare_constant(ConstMethod::_has_linenumber_table)                    \
487   declare_constant(ConstMethod::_has_localvariable_table)                 \
488   declare_constant(ConstMethod::_has_exception_table)                     \
489   declare_constant(ConstMethod::_has_method_annotations)                  \
490   declare_constant(ConstMethod::_has_parameter_annotations)               \
491                                                                           \
492   declare_constant(CounterData::count_off)                                \
493                                                                           \
494   declare_constant(DataLayout::cell_size)                                 \
495   declare_constant(DataLayout::no_tag)                                    \
496   declare_constant(DataLayout::bit_data_tag)                              \
497   declare_constant(DataLayout::counter_data_tag)                          \
498   declare_constant(DataLayout::jump_data_tag)                             \
499   declare_constant(DataLayout::receiver_type_data_tag)                    \
500   declare_constant(DataLayout::virtual_call_data_tag)                     \
501   declare_constant(DataLayout::ret_data_tag)                              \
502   declare_constant(DataLayout::branch_data_tag)                           \
503   declare_constant(DataLayout::multi_branch_data_tag)                     \
504   declare_constant(DataLayout::arg_info_data_tag)                         \
505   declare_constant(DataLayout::call_type_data_tag)                        \
506   declare_constant(DataLayout::virtual_call_type_data_tag)                \
507   declare_constant(DataLayout::parameters_type_data_tag)                  \
508   declare_constant(DataLayout::speculative_trap_data_tag)                 \
509                                                                           \
510   declare_constant(Deoptimization::Unpack_deopt)                          \
511   declare_constant(Deoptimization::Unpack_exception)                      \
512   declare_constant(Deoptimization::Unpack_uncommon_trap)                  \
513   declare_constant(Deoptimization::Unpack_reexecute)                      \
514                                                                           \
515   declare_constant(Deoptimization::_action_bits)                          \
516   declare_constant(Deoptimization::_reason_bits)                          \
517   declare_constant(Deoptimization::_debug_id_bits)                        \
518   declare_constant(Deoptimization::_action_shift)                         \
519   declare_constant(Deoptimization::_reason_shift)                         \
520   declare_constant(Deoptimization::_debug_id_shift)                       \
521                                                                           \
522   declare_constant(Deoptimization::Action_none)                           \
523   declare_constant(Deoptimization::Action_maybe_recompile)                \
524   declare_constant(Deoptimization::Action_reinterpret)                    \
525   declare_constant(Deoptimization::Action_make_not_entrant)               \
526   declare_constant(Deoptimization::Action_make_not_compilable)            \
527                                                                           \
528   declare_constant(Deoptimization::Reason_none)                           \
529   declare_constant(Deoptimization::Reason_null_check)                     \
530   declare_constant(Deoptimization::Reason_range_check)                    \
531   declare_constant(Deoptimization::Reason_class_check)                    \
532   declare_constant(Deoptimization::Reason_array_check)                    \
533   declare_constant(Deoptimization::Reason_unreached0)                     \
534   declare_constant(Deoptimization::Reason_constraint)                     \
535   declare_constant(Deoptimization::Reason_div0_check)                     \
536   declare_constant(Deoptimization::Reason_loop_limit_check)               \
537   declare_constant(Deoptimization::Reason_type_checked_inlining)          \
538   declare_constant(Deoptimization::Reason_optimized_type_check)           \
539   declare_constant(Deoptimization::Reason_aliasing)                       \
540   declare_constant(Deoptimization::Reason_transfer_to_interpreter)        \
541   declare_constant(Deoptimization::Reason_not_compiled_exception_handler) \
542   declare_constant(Deoptimization::Reason_unresolved)                     \
543   declare_constant(Deoptimization::Reason_jsr_mismatch)                   \
544   declare_constant(Deoptimization::Reason_LIMIT)                          \
545   declare_constant(Deoptimization::_support_large_access_byte_array_virtualization)               \
546                                                                           \
547   declare_constant(FieldInfo::access_flags_offset)                        \
548   declare_constant(FieldInfo::name_index_offset)                          \
549   declare_constant(FieldInfo::signature_index_offset)                     \
550   declare_constant(FieldInfo::initval_index_offset)                       \
551   declare_constant(FieldInfo::low_packed_offset)                          \
552   declare_constant(FieldInfo::high_packed_offset)                         \
553   declare_constant(FieldInfo::field_slots)                                \
554                                                                           \
555   declare_constant(InstanceKlass::linked)                                 \
556   declare_constant(InstanceKlass::being_initialized)                      \
557   declare_constant(InstanceKlass::fully_initialized)                      \
558                                                                           \
559   /*********************************/                                     \
560   /* InstanceKlass _misc_flags */                                         \
561   /*********************************/                                     \
562                                                                           \
563   declare_constant(InstanceKlass::_misc_is_unsafe_anonymous)              \
564   declare_constant(InstanceKlass::_misc_has_nonstatic_concrete_methods)   \
565   declare_constant(InstanceKlass::_misc_declares_nonstatic_concrete_methods) \
566                                                                           \
567   declare_constant(JumpData::taken_off_set)                               \
568   declare_constant(JumpData::displacement_off_set)                        \
569                                                                           \
570   declare_preprocessor_constant("JVMCI::ok",                   JVMCI::ok)                      \
571   declare_preprocessor_constant("JVMCI::dependencies_failed",  JVMCI::dependencies_failed)     \
572   declare_preprocessor_constant("JVMCI::cache_full",           JVMCI::cache_full)              \
573   declare_preprocessor_constant("JVMCI::code_too_large",       JVMCI::code_too_large)          \
574   declare_constant(JVMCIRuntime::none)                                    \
575   declare_constant(JVMCIRuntime::by_holder)                               \
576   declare_constant(JVMCIRuntime::by_full_signature)                       \
577                                                                           \
578   declare_constant(Klass::_lh_neutral_value)                              \
579   declare_constant(Klass::_lh_instance_slow_path_bit)                     \
580   declare_constant(Klass::_lh_log2_element_size_shift)                    \
581   declare_constant(Klass::_lh_log2_element_size_mask)                     \
582   declare_constant(Klass::_lh_element_type_shift)                         \
583   declare_constant(Klass::_lh_element_type_mask)                          \
584   declare_constant(Klass::_lh_header_size_shift)                          \
585   declare_constant(Klass::_lh_header_size_mask)                           \
586   declare_constant(Klass::_lh_array_tag_shift)                            \
587   declare_constant(Klass::_lh_array_tag_type_value)                       \
588   declare_constant(Klass::_lh_array_tag_obj_value)                        \
589                                                                           \
590   declare_constant(markWord::no_hash)                                     \
591                                                                           \
592   declare_constant(Method::_caller_sensitive)                             \
593   declare_constant(Method::_force_inline)                                 \
594   declare_constant(Method::_dont_inline)                                  \
595   declare_constant(Method::_hidden)                                       \
596   declare_constant(Method::_intrinsic_candidate)                          \
597   declare_constant(Method::_reserved_stack_access)                        \
598                                                                           \
599   declare_constant(Method::nonvirtual_vtable_index)                       \
600   declare_constant(Method::invalid_vtable_index)                          \
601                                                                           \
602   declare_constant(MultiBranchData::per_case_cell_count)                  \
603                                                                           \
604   declare_constant(ReceiverTypeData::nonprofiled_count_off_set)           \
605   declare_constant(ReceiverTypeData::receiver_type_row_cell_count)        \
606   declare_constant(ReceiverTypeData::receiver0_offset)                    \
607   declare_constant(ReceiverTypeData::count0_offset)                       \
608                                                                           \
609   declare_constant(vmIntrinsics::_invokeBasic)                            \
610   declare_constant(vmIntrinsics::_linkToVirtual)                          \
611   declare_constant(vmIntrinsics::_linkToStatic)                           \
612   declare_constant(vmIntrinsics::_linkToSpecial)                          \
613   declare_constant(vmIntrinsics::_linkToInterface)                        \
614                                                                           \
615   declare_constant(vmSymbols::FIRST_SID)                                  \
616   declare_constant(vmSymbols::SID_LIMIT)                                  \
617 
618 #define VM_LONG_CONSTANTS(declare_constant, declare_preprocessor_constant) \
619   declare_constant(InvocationCounter::count_increment)                    \
620   declare_constant(InvocationCounter::count_shift)                        \
621                                                                           \
622   declare_constant(markWord::hash_shift)                                  \
623   declare_constant(markWord::monitor_value)                               \
624                                                                           \
625   declare_constant(markWord::biased_lock_mask_in_place)                   \
626   declare_constant(markWord::age_mask_in_place)                           \
627   declare_constant(markWord::epoch_mask_in_place)                         \
628   declare_constant(markWord::hash_mask)                                   \
629   declare_constant(markWord::hash_mask_in_place)                          \
630                                                                           \
631   declare_constant(markWord::unlocked_value)                              \
632   declare_constant(markWord::biased_lock_pattern)                         \
633                                                                           \
634   declare_constant(markWord::no_hash_in_place)                            \
635   declare_constant(markWord::no_lock_in_place)                            \
636 
637 #define VM_ADDRESSES(declare_address, declare_preprocessor_address, declare_function) \
638   declare_function(SharedRuntime::register_finalizer)                     \
639   declare_function(SharedRuntime::exception_handler_for_return_address)   \
640   declare_function(SharedRuntime::OSR_migration_end)                      \
641   declare_function(SharedRuntime::enable_stack_reserved_zone)             \
642   declare_function(SharedRuntime::frem)                                   \
643   declare_function(SharedRuntime::drem)                                   \
644                                                                           \
645   declare_function(os::dll_load)                                          \
646   declare_function(os::dll_lookup)                                        \
647   declare_function(os::javaTimeMillis)                                    \
648   declare_function(os::javaTimeNanos)                                     \
649                                                                           \
650   declare_function(Deoptimization::fetch_unroll_info)                     \
651   declare_function(Deoptimization::uncommon_trap)                         \
652   declare_function(Deoptimization::unpack_frames)                         \
653                                                                           \
654   declare_function(JVMCIRuntime::new_instance) \
655   declare_function(JVMCIRuntime::new_array) \
656   declare_function(JVMCIRuntime::new_multi_array) \
657   declare_function(JVMCIRuntime::dynamic_new_array) \
658   declare_function(JVMCIRuntime::dynamic_new_instance) \
659   \
660   declare_function(JVMCIRuntime::new_instance_or_null) \
661   declare_function(JVMCIRuntime::new_array_or_null) \
662   declare_function(JVMCIRuntime::new_multi_array_or_null) \
663   declare_function(JVMCIRuntime::dynamic_new_array_or_null) \
664   declare_function(JVMCIRuntime::dynamic_new_instance_or_null) \
665   \
666   declare_function(JVMCIRuntime::vm_message) \
667   declare_function(JVMCIRuntime::identity_hash_code) \
668   declare_function(JVMCIRuntime::exception_handler_for_pc) \
669   declare_function(JVMCIRuntime::monitorenter) \
670   declare_function(JVMCIRuntime::monitorexit) \
671   declare_function(JVMCIRuntime::object_notify) \
672   declare_function(JVMCIRuntime::object_notifyAll) \
673   declare_function(JVMCIRuntime::throw_and_post_jvmti_exception) \
674   declare_function(JVMCIRuntime::throw_klass_external_name_exception) \
675   declare_function(JVMCIRuntime::throw_class_cast_exception) \
676   declare_function(JVMCIRuntime::log_primitive) \
677   declare_function(JVMCIRuntime::log_object) \
678   declare_function(JVMCIRuntime::log_printf) \
679   declare_function(JVMCIRuntime::vm_error) \
680   declare_function(JVMCIRuntime::load_and_clear_exception) \
681   G1GC_ONLY(declare_function(JVMCIRuntime::write_barrier_pre)) \
682   G1GC_ONLY(declare_function(JVMCIRuntime::write_barrier_post)) \
683   declare_function(JVMCIRuntime::validate_object) \
684   \
685   declare_function(JVMCIRuntime::test_deoptimize_call_int)
686 
687 
688 #if INCLUDE_G1GC
689 
690 #define VM_STRUCTS_JVMCI_G1GC(nonstatic_field, static_field) \
691   static_field(HeapRegion, LogOfHRGrainBytes, int)
692 
693 #define VM_INT_CONSTANTS_JVMCI_G1GC(declare_constant, declare_constant_with_value, declare_preprocessor_constant) \
694   declare_constant_with_value("G1CardTable::g1_young_gen", G1CardTable::g1_young_card_val()) \
695   declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_active_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_active_offset())) \
696   declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_index_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_index_offset())) \
697   declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_buffer_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_buffer_offset())) \
698   declare_constant_with_value("G1ThreadLocalData::dirty_card_queue_index_offset", in_bytes(G1ThreadLocalData::dirty_card_queue_index_offset())) \
699   declare_constant_with_value("G1ThreadLocalData::dirty_card_queue_buffer_offset", in_bytes(G1ThreadLocalData::dirty_card_queue_buffer_offset()))
700 
701 #endif // INCLUDE_G1GC
702 
703 
704 #ifdef LINUX
705 
706 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function) \
707   declare_preprocessor_address("RTLD_DEFAULT", RTLD_DEFAULT)
708 
709 #endif
710 
711 
712 #ifdef BSD
713 
714 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function) \
715   declare_preprocessor_address("RTLD_DEFAULT", RTLD_DEFAULT)
716 
717 #endif
718 
719 #ifdef AARCH64
720 
721 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field, c2_nonstatic_field, unchecked_c1_static_field, unchecked_c2_static_field) \
722   static_field(VM_Version, _psr_info.dczid_el0, uint32_t)               \
723   volatile_nonstatic_field(JavaFrameAnchor, _last_Java_fp, intptr_t*)
724 
725 #define VM_INT_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant) \
726   declare_constant(VM_Version::CPU_FP)                  \
727   declare_constant(VM_Version::CPU_ASIMD)               \
728   declare_constant(VM_Version::CPU_EVTSTRM)             \
729   declare_constant(VM_Version::CPU_AES)                 \
730   declare_constant(VM_Version::CPU_PMULL)               \
731   declare_constant(VM_Version::CPU_SHA1)                \
732   declare_constant(VM_Version::CPU_SHA2)                \
733   declare_constant(VM_Version::CPU_CRC32)               \
734   declare_constant(VM_Version::CPU_LSE)                 \
735   declare_constant(VM_Version::CPU_STXR_PREFETCH)       \
736   declare_constant(VM_Version::CPU_A53MAC)
737 
738 #endif
739 
740 
741 #ifdef X86
742 
743 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field, c2_nonstatic_field, unchecked_c1_static_field, unchecked_c2_static_field) \
744   volatile_nonstatic_field(JavaFrameAnchor, _last_Java_fp, intptr_t*) \
745   static_field(VM_Version, _has_intel_jcc_erratum, bool)
746 
747 #define VM_INT_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant) \
748   LP64_ONLY(declare_constant(frame::arg_reg_save_area_bytes))       \
749   declare_constant(frame::interpreter_frame_sender_sp_offset)       \
750   declare_constant(frame::interpreter_frame_last_sp_offset)         \
751   declare_constant(VM_Version::CPU_CX8)                             \
752   declare_constant(VM_Version::CPU_CMOV)                            \
753   declare_constant(VM_Version::CPU_FXSR)                            \
754   declare_constant(VM_Version::CPU_HT)                              \
755   declare_constant(VM_Version::CPU_MMX)                             \
756   declare_constant(VM_Version::CPU_3DNOW_PREFETCH)                  \
757   declare_constant(VM_Version::CPU_SSE)                             \
758   declare_constant(VM_Version::CPU_SSE2)                            \
759   declare_constant(VM_Version::CPU_SSE3)                            \
760   declare_constant(VM_Version::CPU_SSSE3)                           \
761   declare_constant(VM_Version::CPU_SSE4A)                           \
762   declare_constant(VM_Version::CPU_SSE4_1)                          \
763   declare_constant(VM_Version::CPU_SSE4_2)                          \
764   declare_constant(VM_Version::CPU_POPCNT)                          \
765   declare_constant(VM_Version::CPU_LZCNT)                           \
766   declare_constant(VM_Version::CPU_TSC)                             \
767   declare_constant(VM_Version::CPU_TSCINV)                          \
768   declare_constant(VM_Version::CPU_AVX)                             \
769   declare_constant(VM_Version::CPU_AVX2)                            \
770   declare_constant(VM_Version::CPU_AES)                             \
771   declare_constant(VM_Version::CPU_ERMS)                            \
772   declare_constant(VM_Version::CPU_CLMUL)                           \
773   declare_constant(VM_Version::CPU_BMI1)                            \
774   declare_constant(VM_Version::CPU_BMI2)                            \
775   declare_constant(VM_Version::CPU_RTM)                             \
776   declare_constant(VM_Version::CPU_ADX)                             \
777   declare_constant(VM_Version::CPU_AVX512F)                         \
778   declare_constant(VM_Version::CPU_AVX512DQ)                        \
779   declare_constant(VM_Version::CPU_AVX512PF)                        \
780   declare_constant(VM_Version::CPU_AVX512ER)                        \
781   declare_constant(VM_Version::CPU_AVX512CD)
782 
783 #define VM_LONG_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant) \
784   declare_preprocessor_constant("VM_Version::CPU_AVX512BW", CPU_AVX512BW) \
785   declare_preprocessor_constant("VM_Version::CPU_AVX512VL", CPU_AVX512VL) \
786   declare_preprocessor_constant("VM_Version::CPU_SHA", CPU_SHA)           \
787   declare_preprocessor_constant("VM_Version::CPU_FMA", CPU_FMA)           \
788   declare_preprocessor_constant("VM_Version::CPU_VZEROUPPER", CPU_VZEROUPPER) \
789   declare_preprocessor_constant("VM_Version::CPU_AVX512_VPOPCNTDQ", CPU_AVX512_VPOPCNTDQ) \
790   declare_preprocessor_constant("VM_Version::CPU_AVX512_VPCLMULQDQ", CPU_AVX512_VPCLMULQDQ) \
791   declare_preprocessor_constant("VM_Version::CPU_AVX512_VAES", CPU_AVX512_VAES) \
792   declare_preprocessor_constant("VM_Version::CPU_AVX512_VNNI", CPU_AVX512_VNNI) \
793   declare_preprocessor_constant("VM_Version::CPU_FLUSH", CPU_FLUSH) \
794   declare_preprocessor_constant("VM_Version::CPU_FLUSHOPT", CPU_FLUSHOPT) \
795   declare_preprocessor_constant("VM_Version::CPU_CLWB", CPU_CLWB) \
796   declare_preprocessor_constant("VM_Version::CPU_AVX512_VBMI2", CPU_AVX512_VBMI2) \
797   declare_preprocessor_constant("VM_Version::CPU_AVX512_VBMI", CPU_AVX512_VBMI)
798 
799 #endif
800 
801 /*
802  * Dummy defines for architectures that don't use these.
803  */
804 #ifndef VM_STRUCTS_CPU
805 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field, c2_nonstatic_field, unchecked_c1_static_field, unchecked_c2_static_field)
806 #endif
807 
808 #ifndef VM_INT_CONSTANTS_CPU
809 #define VM_INT_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant)
810 #endif
811 
812 #ifndef VM_LONG_CONSTANTS_CPU
813 #define VM_LONG_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant)
814 #endif
815 
816 #ifndef VM_ADDRESSES_OS
817 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function)
818 #endif
819 
820 
821 //
822 // Instantiation of VMStructEntries, VMTypeEntries and VMIntConstantEntries
823 //
824 
825 // These initializers are allowed to access private fields in classes
826 // as long as class VMStructs is a friend
827 VMStructEntry JVMCIVMStructs::localHotSpotVMStructs[] = {
828   VM_STRUCTS(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
829              GENERATE_STATIC_VM_STRUCT_ENTRY,
830              GENERATE_UNCHECKED_NONSTATIC_VM_STRUCT_ENTRY,
831              GENERATE_NONSTATIC_VM_STRUCT_ENTRY)
832 
833   VM_STRUCTS_CPU(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
834                  GENERATE_STATIC_VM_STRUCT_ENTRY,
835                  GENERATE_UNCHECKED_NONSTATIC_VM_STRUCT_ENTRY,
836                  GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
837                  GENERATE_NONPRODUCT_NONSTATIC_VM_STRUCT_ENTRY,
838                  GENERATE_C2_NONSTATIC_VM_STRUCT_ENTRY,
839                  GENERATE_C1_UNCHECKED_STATIC_VM_STRUCT_ENTRY,
840                  GENERATE_C2_UNCHECKED_STATIC_VM_STRUCT_ENTRY)
841 
842 #if INCLUDE_G1GC
843   VM_STRUCTS_JVMCI_G1GC(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
844                         GENERATE_STATIC_VM_STRUCT_ENTRY)
845 #endif
846 
847   GENERATE_VM_STRUCT_LAST_ENTRY()
848 };
849 
850 VMTypeEntry JVMCIVMStructs::localHotSpotVMTypes[] = {
851   VM_TYPES(GENERATE_VM_TYPE_ENTRY,
852            GENERATE_TOPLEVEL_VM_TYPE_ENTRY,
853            GENERATE_INTEGER_VM_TYPE_ENTRY,
854            GENERATE_UNSIGNED_INTEGER_VM_TYPE_ENTRY)
855 
856   GENERATE_VM_TYPE_LAST_ENTRY()
857 };
858 
859 VMIntConstantEntry JVMCIVMStructs::localHotSpotVMIntConstants[] = {
860   VM_INT_CONSTANTS(GENERATE_VM_INT_CONSTANT_ENTRY,
861                    GENERATE_VM_INT_CONSTANT_WITH_VALUE_ENTRY,
862                    GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
863 
864   VM_INT_CONSTANTS_CPU(GENERATE_VM_INT_CONSTANT_ENTRY,
865                        GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY,
866                        GENERATE_C1_VM_INT_CONSTANT_ENTRY,
867                        GENERATE_C2_VM_INT_CONSTANT_ENTRY,
868                        GENERATE_C2_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
869 
870 #if INCLUDE_G1GC
871   VM_INT_CONSTANTS_JVMCI_G1GC(GENERATE_VM_INT_CONSTANT_ENTRY,
872                               GENERATE_VM_INT_CONSTANT_WITH_VALUE_ENTRY,
873                               GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
874 #endif
875 
876   GENERATE_VM_INT_CONSTANT_LAST_ENTRY()
877 };
878 
879 VMLongConstantEntry JVMCIVMStructs::localHotSpotVMLongConstants[] = {
880   VM_LONG_CONSTANTS(GENERATE_VM_LONG_CONSTANT_ENTRY,
881                     GENERATE_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY)
882 
883   VM_LONG_CONSTANTS_CPU(GENERATE_VM_LONG_CONSTANT_ENTRY,
884                         GENERATE_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY,
885                         GENERATE_C1_VM_LONG_CONSTANT_ENTRY,
886                         GENERATE_C2_VM_LONG_CONSTANT_ENTRY,
887                         GENERATE_C2_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY)
888 
889   GENERATE_VM_LONG_CONSTANT_LAST_ENTRY()
890 };
891 
892 VMAddressEntry JVMCIVMStructs::localHotSpotVMAddresses[] = {
893   VM_ADDRESSES(GENERATE_VM_ADDRESS_ENTRY,
894                GENERATE_PREPROCESSOR_VM_ADDRESS_ENTRY,
895                GENERATE_VM_FUNCTION_ENTRY)
896   VM_ADDRESSES_COMPILER_RUNTIME(GENERATE_VM_ADDRESS_ENTRY,
897                GENERATE_PREPROCESSOR_VM_ADDRESS_ENTRY,
898                GENERATE_VM_FUNCTION_ENTRY)
899   VM_ADDRESSES_OS(GENERATE_VM_ADDRESS_ENTRY,
900                   GENERATE_PREPROCESSOR_VM_ADDRESS_ENTRY,
901                   GENERATE_VM_FUNCTION_ENTRY)
902 
903   GENERATE_VM_ADDRESS_LAST_ENTRY()
904 };
905 
906 int JVMCIVMStructs::localHotSpotVMStructs_count() {
907   // Ignore sentinel entry at the end
908   return (sizeof(localHotSpotVMStructs) / sizeof(VMStructEntry)) - 1;
909 }
910 int JVMCIVMStructs::localHotSpotVMTypes_count() {
911   // Ignore sentinel entry at the end
912   return (sizeof(localHotSpotVMTypes) / sizeof(VMTypeEntry)) - 1;
913 }
914 int JVMCIVMStructs::localHotSpotVMIntConstants_count() {
915   // Ignore sentinel entry at the end
916   return (sizeof(localHotSpotVMIntConstants) / sizeof(VMIntConstantEntry)) - 1;
917 }
918 int JVMCIVMStructs::localHotSpotVMLongConstants_count() {
919   // Ignore sentinel entry at the end
920   return (sizeof(localHotSpotVMLongConstants) / sizeof(VMLongConstantEntry)) - 1;
921 }
922 int JVMCIVMStructs::localHotSpotVMAddresses_count() {
923   // Ignore sentinel entry at the end
924   return (sizeof(localHotSpotVMAddresses) / sizeof(VMAddressEntry)) - 1;
925 }
926 
927 extern "C" {
928 JNIEXPORT VMStructEntry* jvmciHotSpotVMStructs = JVMCIVMStructs::localHotSpotVMStructs;
929 JNIEXPORT VMTypeEntry* jvmciHotSpotVMTypes = JVMCIVMStructs::localHotSpotVMTypes;
930 JNIEXPORT VMIntConstantEntry* jvmciHotSpotVMIntConstants = JVMCIVMStructs::localHotSpotVMIntConstants;
931 JNIEXPORT VMLongConstantEntry* jvmciHotSpotVMLongConstants = JVMCIVMStructs::localHotSpotVMLongConstants;
932 JNIEXPORT VMAddressEntry* jvmciHotSpotVMAddresses = JVMCIVMStructs::localHotSpotVMAddresses;
933 }
934 
935 #ifdef ASSERT
936 // This is used both to check the types of referenced fields and
937 // to ensure that all of the field types are present.
938 void JVMCIVMStructs::init() {
939   VM_STRUCTS(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
940              CHECK_STATIC_VM_STRUCT_ENTRY,
941              CHECK_NO_OP,
942              CHECK_VOLATILE_NONSTATIC_VM_STRUCT_ENTRY);
943 
944 
945   VM_STRUCTS_CPU(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
946                  CHECK_STATIC_VM_STRUCT_ENTRY,
947                  CHECK_NO_OP,
948                  CHECK_VOLATILE_NONSTATIC_VM_STRUCT_ENTRY,
949                  CHECK_NONPRODUCT_NONSTATIC_VM_STRUCT_ENTRY,
950                  CHECK_C2_NONSTATIC_VM_STRUCT_ENTRY,
951                  CHECK_NO_OP,
952                  CHECK_NO_OP);
953 
954 #if INCLUDE_G1GC
955   VM_STRUCTS_JVMCI_G1GC(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
956                         CHECK_STATIC_VM_STRUCT_ENTRY)
957 #endif
958 
959   VM_TYPES(CHECK_VM_TYPE_ENTRY,
960            CHECK_SINGLE_ARG_VM_TYPE_NO_OP,
961            CHECK_SINGLE_ARG_VM_TYPE_NO_OP,
962            CHECK_SINGLE_ARG_VM_TYPE_NO_OP);
963 }
964 
965 void jvmci_vmStructs_init() {
966   JVMCIVMStructs::init();
967 }
968 #endif // ASSERT
969