quick_entrypoints_x86.S revision 832336b3c9eb892045a8de1bb12c9361112ca3c5
1/* 2 * Copyright (C) 2012 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17#include "asm_support_x86.S" 18 19// For x86, the CFA is esp+4, the address above the pushed return address on the stack. 20 21 /* 22 * Macro that sets up the callee save frame to conform with 23 * Runtime::CreateCalleeSaveMethod(kSaveAll) 24 */ 25MACRO0(SETUP_SAVE_ALL_CALLEE_SAVE_FRAME) 26 PUSH edi // Save callee saves (ebx is saved/restored by the upcall) 27 PUSH esi 28 PUSH ebp 29 subl MACRO_LITERAL(16), %esp // Grow stack by 4 words, bottom word will hold Method* 30 CFI_ADJUST_CFA_OFFSET(16) 31 // Ugly compile-time check, but we only have the preprocessor. 32 // Last +4: implicit return address pushed on stack when caller made call. 33#if (FRAME_SIZE_SAVE_ALL_CALLEE_SAVE != 3*4 + 16 + 4) 34#error "SAVE_ALL_CALLEE_SAVE_FRAME(X86) size not as expected." 35#endif 36END_MACRO 37 38 /* 39 * Macro that sets up the callee save frame to conform with 40 * Runtime::CreateCalleeSaveMethod(kRefsOnly) 41 */ 42MACRO0(SETUP_REF_ONLY_CALLEE_SAVE_FRAME) 43 PUSH edi // Save callee saves (ebx is saved/restored by the upcall) 44 PUSH esi 45 PUSH ebp 46 subl MACRO_LITERAL(16), %esp // Grow stack by 4 words, bottom word will hold Method* 47 CFI_ADJUST_CFA_OFFSET(16) 48 49 // Ugly compile-time check, but we only have the preprocessor. 50 // Last +4: implicit return address pushed on stack when caller made call. 51#if (FRAME_SIZE_REFS_ONLY_CALLEE_SAVE != 3*4 + 16 + 4) 52#error "REFS_ONLY_CALLEE_SAVE_FRAME(X86) size not as expected." 53#endif 54END_MACRO 55 56MACRO0(RESTORE_REF_ONLY_CALLEE_SAVE_FRAME) 57 addl MACRO_LITERAL(16), %esp // Unwind stack up to saved values 58 CFI_ADJUST_CFA_OFFSET(-16) 59 POP ebp // Restore callee saves (ebx is saved/restored by the upcall) 60 POP esi 61 POP edi 62END_MACRO 63 64 /* 65 * Macro that sets up the callee save frame to conform with 66 * Runtime::CreateCalleeSaveMethod(kRefsAndArgs) 67 */ 68MACRO0(SETUP_REF_AND_ARGS_CALLEE_SAVE_FRAME) 69 PUSH edi // Save callee saves 70 PUSH esi 71 PUSH ebp 72 PUSH ebx // Save args 73 PUSH edx 74 PUSH ecx 75 PUSH eax // Align stack, eax will be clobbered by Method* 76 77 // Ugly compile-time check, but we only have the preprocessor. 78 // Last +4: implicit return address pushed on stack when caller made call. 79#if (FRAME_SIZE_REFS_AND_ARGS_CALLEE_SAVE != 7*4 + 4) 80#error "REFS_AND_ARGS_CALLEE_SAVE_FRAME(X86) size not as expected." 81#endif 82END_MACRO 83 84MACRO0(RESTORE_REF_AND_ARGS_CALLEE_SAVE_FRAME) 85 addl MACRO_LITERAL(4), %esp // Remove padding 86 CFI_ADJUST_CFA_OFFSET(-4) 87 POP ecx // Restore args except eax 88 POP edx 89 POP ebx 90 POP ebp // Restore callee saves 91 POP esi 92 POP edi 93END_MACRO 94 95 /* 96 * Macro that set calls through to artDeliverPendingExceptionFromCode, where the pending 97 * exception is Thread::Current()->exception_. 98 */ 99MACRO0(DELIVER_PENDING_EXCEPTION) 100 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME // save callee saves for throw 101 mov %esp, %ecx 102 // Outgoing argument set up 103 subl MACRO_LITERAL(8), %esp // Alignment padding 104 CFI_ADJUST_CFA_OFFSET(8) 105 PUSH ecx // pass SP 106 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 107 CFI_ADJUST_CFA_OFFSET(4) 108 call SYMBOL(artDeliverPendingExceptionFromCode) // artDeliverPendingExceptionFromCode(Thread*, SP) 109 int3 // unreached 110END_MACRO 111 112MACRO2(NO_ARG_RUNTIME_EXCEPTION, c_name, cxx_name) 113 DEFINE_FUNCTION RAW_VAR(c_name, 0) 114 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME // save all registers as basis for long jump context 115 mov %esp, %ecx 116 // Outgoing argument set up 117 subl MACRO_LITERAL(8), %esp // alignment padding 118 CFI_ADJUST_CFA_OFFSET(8) 119 PUSH ecx // pass SP 120 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 121 CFI_ADJUST_CFA_OFFSET(4) 122 call VAR(cxx_name, 1) // cxx_name(Thread*, SP) 123 int3 // unreached 124 END_FUNCTION RAW_VAR(c_name, 0) 125END_MACRO 126 127MACRO2(ONE_ARG_RUNTIME_EXCEPTION, c_name, cxx_name) 128 DEFINE_FUNCTION RAW_VAR(c_name, 0) 129 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME // save all registers as basis for long jump context 130 mov %esp, %ecx 131 // Outgoing argument set up 132 PUSH eax // alignment padding 133 PUSH ecx // pass SP 134 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 135 CFI_ADJUST_CFA_OFFSET(4) 136 PUSH eax // pass arg1 137 call VAR(cxx_name, 1) // cxx_name(arg1, Thread*, SP) 138 int3 // unreached 139 END_FUNCTION RAW_VAR(c_name, 0) 140END_MACRO 141 142MACRO2(TWO_ARG_RUNTIME_EXCEPTION, c_name, cxx_name) 143 DEFINE_FUNCTION RAW_VAR(c_name, 0) 144 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME // save all registers as basis for long jump context 145 mov %esp, %edx 146 // Outgoing argument set up 147 PUSH edx // pass SP 148 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 149 CFI_ADJUST_CFA_OFFSET(4) 150 PUSH ecx // pass arg2 151 PUSH eax // pass arg1 152 call VAR(cxx_name, 1) // cxx_name(arg1, arg2, Thread*, SP) 153 int3 // unreached 154 END_FUNCTION RAW_VAR(c_name, 0) 155END_MACRO 156 157 /* 158 * Called by managed code to create and deliver a NullPointerException. 159 */ 160NO_ARG_RUNTIME_EXCEPTION art_quick_throw_null_pointer_exception, artThrowNullPointerExceptionFromCode 161 162 /* 163 * Called by managed code to create and deliver an ArithmeticException. 164 */ 165NO_ARG_RUNTIME_EXCEPTION art_quick_throw_div_zero, artThrowDivZeroFromCode 166 167 /* 168 * Called by managed code to create and deliver a StackOverflowError. 169 */ 170NO_ARG_RUNTIME_EXCEPTION art_quick_throw_stack_overflow, artThrowStackOverflowFromCode 171 172 /* 173 * Called by managed code, saves callee saves and then calls artThrowException 174 * that will place a mock Method* at the bottom of the stack. Arg1 holds the exception. 175 */ 176ONE_ARG_RUNTIME_EXCEPTION art_quick_deliver_exception, artDeliverExceptionFromCode 177 178 /* 179 * Called by managed code to create and deliver a NoSuchMethodError. 180 */ 181ONE_ARG_RUNTIME_EXCEPTION art_quick_throw_no_such_method, artThrowNoSuchMethodFromCode 182 183 /* 184 * Called by managed code to create and deliver an ArrayIndexOutOfBoundsException. Arg1 holds 185 * index, arg2 holds limit. 186 */ 187TWO_ARG_RUNTIME_EXCEPTION art_quick_throw_array_bounds, artThrowArrayBoundsFromCode 188 189 /* 190 * All generated callsites for interface invokes and invocation slow paths will load arguments 191 * as usual - except instead of loading arg0/r0 with the target Method*, arg0/r0 will contain 192 * the method_idx. This wrapper will save arg1-arg3, load the caller's Method*, align the 193 * stack and call the appropriate C helper. 194 * NOTE: "this" is first visible argument of the target, and so can be found in arg1/r1. 195 * 196 * The helper will attempt to locate the target and return a 64-bit result in r0/r1 consisting 197 * of the target Method* in r0 and method->code_ in r1. 198 * 199 * If unsuccessful, the helper will return NULL/NULL. There will bea pending exception in the 200 * thread and we branch to another stub to deliver it. 201 * 202 * On success this wrapper will restore arguments and *jump* to the target, leaving the lr 203 * pointing back to the original caller. 204 */ 205MACRO2(INVOKE_TRAMPOLINE, c_name, cxx_name) 206 DEFINE_FUNCTION RAW_VAR(c_name, 0) 207 // Set up the callee save frame to conform with Runtime::CreateCalleeSaveMethod(kRefsAndArgs) 208 // return address 209 PUSH edi 210 PUSH esi 211 PUSH ebp 212 PUSH ebx // Save args 213 PUSH edx 214 PUSH ecx 215 PUSH eax // <-- callee save Method* to go here 216 movl %esp, %edx // remember SP 217 // Outgoing argument set up 218 subl MACRO_LITERAL(12), %esp // alignment padding 219 CFI_ADJUST_CFA_OFFSET(12) 220 PUSH edx // pass SP 221 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 222 CFI_ADJUST_CFA_OFFSET(4) 223 pushl 32(%edx) // pass caller Method* 224 CFI_ADJUST_CFA_OFFSET(4) 225 PUSH ecx // pass arg2 226 PUSH eax // pass arg1 227 call VAR(cxx_name, 1) // cxx_name(arg1, arg2, arg3, Thread*, SP) 228 movl %edx, %edi // save code pointer in EDI 229 addl MACRO_LITERAL(36), %esp // Pop arguments skip eax 230 CFI_ADJUST_CFA_OFFSET(-36) 231 POP ecx // Restore args except eax 232 POP edx 233 POP ebx 234 POP ebp // Restore callee saves 235 POP esi 236 // Swap EDI callee save with code pointer. 237 xchgl %edi, (%esp) 238 testl %eax, %eax // Branch forward if exception pending. 239 jz 1f 240 // Tail call to intended method. 241 ret 2421: 243 addl MACRO_LITERAL(4), %esp // Pop code pointer off stack 244 CFI_ADJUST_CFA_OFFSET(-4) 245 DELIVER_PENDING_EXCEPTION 246 END_FUNCTION RAW_VAR(c_name, 0) 247END_MACRO 248 249INVOKE_TRAMPOLINE art_quick_invoke_interface_trampoline, artInvokeInterfaceTrampoline 250INVOKE_TRAMPOLINE art_quick_invoke_interface_trampoline_with_access_check, artInvokeInterfaceTrampolineWithAccessCheck 251 252INVOKE_TRAMPOLINE art_quick_invoke_static_trampoline_with_access_check, artInvokeStaticTrampolineWithAccessCheck 253INVOKE_TRAMPOLINE art_quick_invoke_direct_trampoline_with_access_check, artInvokeDirectTrampolineWithAccessCheck 254INVOKE_TRAMPOLINE art_quick_invoke_super_trampoline_with_access_check, artInvokeSuperTrampolineWithAccessCheck 255INVOKE_TRAMPOLINE art_quick_invoke_virtual_trampoline_with_access_check, artInvokeVirtualTrampolineWithAccessCheck 256 257 /* 258 * Quick invocation stub. 259 * On entry: 260 * [sp] = return address 261 * [sp + 4] = method pointer 262 * [sp + 8] = argument array or NULL for no argument methods 263 * [sp + 12] = size of argument array in bytes 264 * [sp + 16] = (managed) thread pointer 265 * [sp + 20] = JValue* result 266 * [sp + 24] = shorty 267 */ 268DEFINE_FUNCTION art_quick_invoke_stub 269 PUSH ebp // save ebp 270 PUSH ebx // save ebx 271 mov %esp, %ebp // copy value of stack pointer into base pointer 272 CFI_DEF_CFA_REGISTER(ebp) 273 mov 20(%ebp), %ebx // get arg array size 274 addl LITERAL(28), %ebx // reserve space for return addr, method*, ebx, and ebp in frame 275 andl LITERAL(0xFFFFFFF0), %ebx // align frame size to 16 bytes 276 subl LITERAL(12), %ebx // remove space for return address, ebx, and ebp 277 subl %ebx, %esp // reserve stack space for argument array 278 SETUP_GOT_NOSAVE // clobbers ebx (harmless here) 279 lea 4(%esp), %eax // use stack pointer + method ptr as dest for memcpy 280 pushl 20(%ebp) // push size of region to memcpy 281 pushl 16(%ebp) // push arg array as source of memcpy 282 pushl %eax // push stack pointer as destination of memcpy 283 call PLT_SYMBOL(memcpy) // (void*, const void*, size_t) 284 addl LITERAL(12), %esp // pop arguments to memcpy 285 movl LITERAL(0), (%esp) // store NULL for method* 286 mov 12(%ebp), %eax // move method pointer into eax 287 mov 4(%esp), %ecx // copy arg1 into ecx 288 mov 8(%esp), %edx // copy arg2 into edx 289 mov 12(%esp), %ebx // copy arg3 into ebx 290 call *METHOD_QUICK_CODE_OFFSET(%eax) // call the method 291 mov %ebp, %esp // restore stack pointer 292 CFI_DEF_CFA_REGISTER(esp) 293 POP ebx // pop ebx 294 POP ebp // pop ebp 295 mov 20(%esp), %ecx // get result pointer 296 mov %eax, (%ecx) // store the result assuming its a long, int or Object* 297 mov %edx, 4(%ecx) // store the other half of the result 298 mov 24(%esp), %edx // get the shorty 299 cmpb LITERAL(68), (%edx) // test if result type char == 'D' 300 je .Lreturn_double_quick 301 cmpb LITERAL(70), (%edx) // test if result type char == 'F' 302 je .Lreturn_float_quick 303 ret 304.Lreturn_double_quick: 305 movsd %xmm0, (%ecx) // store the floating point result 306 ret 307.Lreturn_float_quick: 308 movss %xmm0, (%ecx) // store the floating point result 309 ret 310END_FUNCTION art_quick_invoke_stub 311 312MACRO3(NO_ARG_DOWNCALL, c_name, cxx_name, return_macro) 313 DEFINE_FUNCTION RAW_VAR(c_name, 0) 314 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 315 mov %esp, %edx // remember SP 316 // Outgoing argument set up 317 subl MACRO_LITERAL(8), %esp // push padding 318 CFI_ADJUST_CFA_OFFSET(8) 319 PUSH edx // pass SP 320 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 321 CFI_ADJUST_CFA_OFFSET(4) 322 call VAR(cxx_name, 1) // cxx_name(Thread*, SP) 323 addl MACRO_LITERAL(16), %esp // pop arguments 324 CFI_ADJUST_CFA_OFFSET(-16) 325 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 326 CALL_MACRO(return_macro, 2) // return or deliver exception 327 END_FUNCTION RAW_VAR(c_name, 0) 328END_MACRO 329 330MACRO3(ONE_ARG_DOWNCALL, c_name, cxx_name, return_macro) 331 DEFINE_FUNCTION RAW_VAR(c_name, 0) 332 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 333 mov %esp, %edx // remember SP 334 // Outgoing argument set up 335 PUSH eax // push padding 336 PUSH edx // pass SP 337 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 338 CFI_ADJUST_CFA_OFFSET(4) 339 PUSH eax // pass arg1 340 call VAR(cxx_name, 1) // cxx_name(arg1, Thread*, SP) 341 addl MACRO_LITERAL(16), %esp // pop arguments 342 CFI_ADJUST_CFA_OFFSET(-16) 343 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 344 CALL_MACRO(return_macro, 2) // return or deliver exception 345 END_FUNCTION RAW_VAR(c_name, 0) 346END_MACRO 347 348MACRO3(TWO_ARG_DOWNCALL, c_name, cxx_name, return_macro) 349 DEFINE_FUNCTION RAW_VAR(c_name, 0) 350 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 351 mov %esp, %edx // remember SP 352 // Outgoing argument set up 353 PUSH edx // pass SP 354 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 355 CFI_ADJUST_CFA_OFFSET(4) 356 PUSH ecx // pass arg2 357 PUSH eax // pass arg1 358 call VAR(cxx_name, 1) // cxx_name(arg1, arg2, Thread*, SP) 359 addl MACRO_LITERAL(16), %esp // pop arguments 360 CFI_ADJUST_CFA_OFFSET(-16) 361 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 362 CALL_MACRO(return_macro, 2) // return or deliver exception 363 END_FUNCTION RAW_VAR(c_name, 0) 364END_MACRO 365 366MACRO3(THREE_ARG_DOWNCALL, c_name, cxx_name, return_macro) 367 DEFINE_FUNCTION RAW_VAR(c_name, 0) 368 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 369 mov %esp, %ebx // remember SP 370 // Outgoing argument set up 371 subl MACRO_LITERAL(12), %esp // alignment padding 372 CFI_ADJUST_CFA_OFFSET(12) 373 PUSH ebx // pass SP 374 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 375 CFI_ADJUST_CFA_OFFSET(4) 376 PUSH edx // pass arg3 377 PUSH ecx // pass arg2 378 PUSH eax // pass arg1 379 call VAR(cxx_name, 1) // cxx_name(arg1, arg2, arg3, Thread*, SP) 380 addl MACRO_LITERAL(32), %esp // pop arguments 381 CFI_ADJUST_CFA_OFFSET(-32) 382 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 383 CALL_MACRO(return_macro, 2) // return or deliver exception 384 END_FUNCTION RAW_VAR(c_name, 0) 385END_MACRO 386 387MACRO3(ONE_ARG_REF_DOWNCALL, c_name, cxx_name, return_macro) 388 DEFINE_FUNCTION RAW_VAR(c_name, 0) 389 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 390 mov %esp, %edx // remember SP 391 mov 32(%esp), %ecx // get referrer 392 // Outgoing argument set up 393 PUSH edx // pass SP 394 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 395 CFI_ADJUST_CFA_OFFSET(4) 396 PUSH ecx // pass referrer 397 PUSH eax // pass arg1 398 call VAR(cxx_name, 1) // cxx_name(arg1, referrer, Thread*, SP) 399 addl MACRO_LITERAL(16), %esp // pop arguments 400 CFI_ADJUST_CFA_OFFSET(-16) 401 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 402 CALL_MACRO(return_macro, 2) // return or deliver exception 403 END_FUNCTION RAW_VAR(c_name, 0) 404END_MACRO 405 406MACRO3(TWO_ARG_REF_DOWNCALL, c_name, cxx_name, return_macro) 407 DEFINE_FUNCTION RAW_VAR(c_name, 0) 408 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 409 mov %esp, %ebx // remember SP 410 mov 32(%esp), %edx // get referrer 411 subl MACRO_LITERAL(12), %esp // alignment padding 412 CFI_ADJUST_CFA_OFFSET(12) 413 PUSH ebx // pass SP 414 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 415 CFI_ADJUST_CFA_OFFSET(4) 416 // Outgoing argument set up 417 PUSH edx // pass referrer 418 PUSH ecx // pass arg2 419 PUSH eax // pass arg1 420 call VAR(cxx_name, 1) // cxx_name(arg1, arg2, referrer, Thread*, SP) 421 addl MACRO_LITERAL(32), %esp // pop arguments 422 CFI_ADJUST_CFA_OFFSET(-32) 423 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 424 CALL_MACRO(return_macro, 2) // return or deliver exception 425 END_FUNCTION RAW_VAR(c_name, 0) 426END_MACRO 427 428 429MACRO0(RETURN_IF_RESULT_IS_NON_ZERO) 430 testl %eax, %eax // eax == 0 ? 431 jz 1f // if eax == 0 goto 1 432 ret // return 4331: // deliver exception on current thread 434 DELIVER_PENDING_EXCEPTION 435END_MACRO 436 437MACRO0(RETURN_IF_EAX_ZERO) 438 testl %eax, %eax // eax == 0 ? 439 jnz 1f // if eax != 0 goto 1 440 ret // return 4411: // deliver exception on current thread 442 DELIVER_PENDING_EXCEPTION 443END_MACRO 444 445MACRO0(RETURN_OR_DELIVER_PENDING_EXCEPTION) 446 mov %fs:THREAD_EXCEPTION_OFFSET, %ebx // get exception field 447 testl %ebx, %ebx // ebx == 0 ? 448 jnz 1f // if ebx != 0 goto 1 449 ret // return 4501: // deliver exception on current thread 451 DELIVER_PENDING_EXCEPTION 452END_MACRO 453 454// Generate the allocation entrypoints for each allocator. 455// TODO: use arch/quick_alloc_entrypoints.S. Currently we don't as we need to use concatenation 456// macros to work around differences between OS/X's as and binutils as (OS/X lacks named arguments 457// to macros and the VAR macro won't concatenate arguments properly), this also breaks having 458// multi-line macros that use each other (hence using 1 macro per newline below). 459#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT(c_suffix, cxx_suffix) \ 460 TWO_ARG_DOWNCALL art_quick_alloc_object ## c_suffix, artAllocObjectFromCode ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO 461#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(c_suffix, cxx_suffix) \ 462 TWO_ARG_DOWNCALL art_quick_alloc_object_resolved ## c_suffix, artAllocObjectFromCodeResolved ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO 463#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(c_suffix, cxx_suffix) \ 464 TWO_ARG_DOWNCALL art_quick_alloc_object_initialized ## c_suffix, artAllocObjectFromCodeInitialized ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO 465#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(c_suffix, cxx_suffix) \ 466 TWO_ARG_DOWNCALL art_quick_alloc_object_with_access_check ## c_suffix, artAllocObjectFromCodeWithAccessCheck ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO 467#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY(c_suffix, cxx_suffix) \ 468 THREE_ARG_DOWNCALL art_quick_alloc_array ## c_suffix, artAllocArrayFromCode ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO 469#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(c_suffix, cxx_suffix) \ 470 THREE_ARG_DOWNCALL art_quick_alloc_array_resolved ## c_suffix, artAllocArrayFromCodeResolved ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO 471#define GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_WITH_ACCESS_CHECK(c_suffix, cxx_suffix) \ 472 THREE_ARG_DOWNCALL art_quick_alloc_array_with_access_check ## c_suffix, artAllocArrayFromCodeWithAccessCheck ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO 473#define GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY(c_suffix, cxx_suffix) \ 474 THREE_ARG_DOWNCALL art_quick_check_and_alloc_array ## c_suffix, artCheckAndAllocArrayFromCode ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO 475#define GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY_WITH_ACCESS_CHECK(c_suffix, cxx_suffix) \ 476 THREE_ARG_DOWNCALL art_quick_check_and_alloc_array_with_access_check ## c_suffix, artCheckAndAllocArrayFromCodeWithAccessCheck ## cxx_suffix, RETURN_IF_RESULT_IS_NON_ZERO 477 478GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT(_dlmalloc, DlMalloc) 479GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_dlmalloc, DlMalloc) 480GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_dlmalloc, DlMalloc) 481GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_dlmalloc, DlMalloc) 482GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY(_dlmalloc, DlMalloc) 483GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_dlmalloc, DlMalloc) 484GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_WITH_ACCESS_CHECK(_dlmalloc, DlMalloc) 485GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY(_dlmalloc, DlMalloc) 486GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY_WITH_ACCESS_CHECK(_dlmalloc, DlMalloc) 487 488GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT(_dlmalloc_instrumented, DlMallocInstrumented) 489GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_dlmalloc_instrumented, DlMallocInstrumented) 490GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_dlmalloc_instrumented, DlMallocInstrumented) 491GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_dlmalloc_instrumented, DlMallocInstrumented) 492GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY(_dlmalloc_instrumented, DlMallocInstrumented) 493GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_dlmalloc_instrumented, DlMallocInstrumented) 494GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_WITH_ACCESS_CHECK(_dlmalloc_instrumented, DlMallocInstrumented) 495GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY(_dlmalloc_instrumented, DlMallocInstrumented) 496GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY_WITH_ACCESS_CHECK(_dlmalloc_instrumented, DlMallocInstrumented) 497 498GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT(_rosalloc, RosAlloc) 499GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_rosalloc, RosAlloc) 500GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_rosalloc, RosAlloc) 501GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_rosalloc, RosAlloc) 502GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY(_rosalloc, RosAlloc) 503GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_rosalloc, RosAlloc) 504GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_WITH_ACCESS_CHECK(_rosalloc, RosAlloc) 505GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY(_rosalloc, RosAlloc) 506GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY_WITH_ACCESS_CHECK(_rosalloc, RosAlloc) 507 508GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT(_rosalloc_instrumented, RosAllocInstrumented) 509GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_rosalloc_instrumented, RosAllocInstrumented) 510GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_rosalloc_instrumented, RosAllocInstrumented) 511GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_rosalloc_instrumented, RosAllocInstrumented) 512GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY(_rosalloc_instrumented, RosAllocInstrumented) 513GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_rosalloc_instrumented, RosAllocInstrumented) 514GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_WITH_ACCESS_CHECK(_rosalloc_instrumented, RosAllocInstrumented) 515GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY(_rosalloc_instrumented, RosAllocInstrumented) 516GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY_WITH_ACCESS_CHECK(_rosalloc_instrumented, RosAllocInstrumented) 517 518GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT(_bump_pointer, BumpPointer) 519GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_bump_pointer, BumpPointer) 520GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_bump_pointer, BumpPointer) 521GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_bump_pointer, BumpPointer) 522GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY(_bump_pointer, BumpPointer) 523GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_bump_pointer, BumpPointer) 524GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_WITH_ACCESS_CHECK(_bump_pointer, BumpPointer) 525GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY(_bump_pointer, BumpPointer) 526GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY_WITH_ACCESS_CHECK(_bump_pointer, BumpPointer) 527 528GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT(_bump_pointer_instrumented, BumpPointerInstrumented) 529GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_bump_pointer_instrumented, BumpPointerInstrumented) 530GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_bump_pointer_instrumented, BumpPointerInstrumented) 531GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_bump_pointer_instrumented, BumpPointerInstrumented) 532GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY(_bump_pointer_instrumented, BumpPointerInstrumented) 533GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_bump_pointer_instrumented, BumpPointerInstrumented) 534GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_WITH_ACCESS_CHECK(_bump_pointer_instrumented, BumpPointerInstrumented) 535GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY(_bump_pointer_instrumented, BumpPointerInstrumented) 536GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY_WITH_ACCESS_CHECK(_bump_pointer_instrumented, BumpPointerInstrumented) 537 538GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT(_tlab, TLAB) 539GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_tlab, TLAB) 540GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_tlab, TLAB) 541GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_tlab, TLAB) 542GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY(_tlab, TLAB) 543GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_tlab, TLAB) 544GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_WITH_ACCESS_CHECK(_tlab, TLAB) 545GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY(_tlab, TLAB) 546GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY_WITH_ACCESS_CHECK(_tlab, TLAB) 547 548GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT(_tlab_instrumented, TLABInstrumented) 549GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_RESOLVED(_tlab_instrumented, TLABInstrumented) 550GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_INITIALIZED(_tlab_instrumented, TLABInstrumented) 551GENERATE_ALLOC_ENTRYPOINTS_ALLOC_OBJECT_WITH_ACCESS_CHECK(_tlab_instrumented, TLABInstrumented) 552GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY(_tlab_instrumented, TLABInstrumented) 553GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_RESOLVED(_tlab_instrumented, TLABInstrumented) 554GENERATE_ALLOC_ENTRYPOINTS_ALLOC_ARRAY_WITH_ACCESS_CHECK(_tlab_instrumented, TLABInstrumented) 555GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY(_tlab_instrumented, TLABInstrumented) 556GENERATE_ALLOC_ENTRYPOINTS_CHECK_AND_ALLOC_ARRAY_WITH_ACCESS_CHECK(_tlab_instrumented, TLABInstrumented) 557 558TWO_ARG_DOWNCALL art_quick_resolve_string, artResolveStringFromCode, RETURN_IF_RESULT_IS_NON_ZERO 559TWO_ARG_DOWNCALL art_quick_initialize_static_storage, artInitializeStaticStorageFromCode, RETURN_IF_RESULT_IS_NON_ZERO 560TWO_ARG_DOWNCALL art_quick_initialize_type, artInitializeTypeFromCode, RETURN_IF_RESULT_IS_NON_ZERO 561TWO_ARG_DOWNCALL art_quick_initialize_type_and_verify_access, artInitializeTypeAndVerifyAccessFromCode, RETURN_IF_RESULT_IS_NON_ZERO 562 563TWO_ARG_REF_DOWNCALL art_quick_handle_fill_data, artHandleFillArrayDataFromCode, RETURN_IF_EAX_ZERO 564 565DEFINE_FUNCTION art_quick_lock_object 566 testl %eax, %eax // null check object/eax 567 jz .Lslow_lock 568.Lretry_lock: 569 movl LOCK_WORD_OFFSET(%eax), %ecx // ecx := lock word 570 test LITERAL(0xC0000000), %ecx // test the 2 high bits. 571 jne .Lslow_lock // slow path if either of the two high bits are set. 572 movl %fs:THREAD_ID_OFFSET, %edx // edx := thread id 573 test %ecx, %ecx 574 jnz .Lalready_thin // lock word contains a thin lock 575 // unlocked case - %edx holds thread id with count of 0 576 movl %eax, %ecx // remember object in case of retry 577 xor %eax, %eax // eax == 0 for comparison with lock word in cmpxchg 578 lock cmpxchg %edx, LOCK_WORD_OFFSET(%ecx) 579 jnz .Lcmpxchg_fail // cmpxchg failed retry 580 ret 581.Lcmpxchg_fail: 582 movl %ecx, %eax // restore eax 583 jmp .Lretry_lock 584.Lalready_thin: 585 cmpw %cx, %dx // do we hold the lock already? 586 jne .Lslow_lock 587 addl LITERAL(65536), %ecx // increment recursion count 588 test LITERAL(0xC0000000), %ecx // overflowed if either of top two bits are set 589 jne .Lslow_lock // count overflowed so go slow 590 movl %ecx, LOCK_WORD_OFFSET(%eax) // update lockword, cmpxchg not necessary as we hold lock 591 ret 592.Lslow_lock: 593 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 594 mov %esp, %edx // remember SP 595 // Outgoing argument set up 596 PUSH eax // push padding 597 PUSH edx // pass SP 598 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 599 CFI_ADJUST_CFA_OFFSET(4) 600 PUSH eax // pass object 601 call SYMBOL(artLockObjectFromCode) // artLockObjectFromCode(object, Thread*, SP) 602 addl LITERAL(16), %esp // pop arguments 603 CFI_ADJUST_CFA_OFFSET(-16) 604 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 605 RETURN_IF_EAX_ZERO 606END_FUNCTION art_quick_lock_object 607 608DEFINE_FUNCTION art_quick_unlock_object 609 testl %eax, %eax // null check object/eax 610 jz .Lslow_unlock 611 movl LOCK_WORD_OFFSET(%eax), %ecx // ecx := lock word 612 movl %fs:THREAD_ID_OFFSET, %edx // edx := thread id 613 test LITERAL(0xC0000000), %ecx 614 jnz .Lslow_unlock // lock word contains a monitor 615 cmpw %cx, %dx // does the thread id match? 616 jne .Lslow_unlock 617 cmpl LITERAL(65536), %ecx 618 jae .Lrecursive_thin_unlock 619 movl LITERAL(0), LOCK_WORD_OFFSET(%eax) 620 ret 621.Lrecursive_thin_unlock: 622 subl LITERAL(65536), %ecx 623 mov %ecx, LOCK_WORD_OFFSET(%eax) 624 ret 625.Lslow_unlock: 626 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 627 mov %esp, %edx // remember SP 628 // Outgoing argument set up 629 PUSH eax // push padding 630 PUSH edx // pass SP 631 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 632 CFI_ADJUST_CFA_OFFSET(4) 633 PUSH eax // pass object 634 call SYMBOL(artUnlockObjectFromCode) // artUnlockObjectFromCode(object, Thread*, SP) 635 addl LITERAL(16), %esp // pop arguments 636 CFI_ADJUST_CFA_OFFSET(-16) 637 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 638 RETURN_IF_EAX_ZERO 639END_FUNCTION art_quick_unlock_object 640 641DEFINE_FUNCTION art_quick_is_assignable 642 PUSH eax // alignment padding 643 PUSH ecx // pass arg2 - obj->klass 644 PUSH eax // pass arg1 - checked class 645 call SYMBOL(artIsAssignableFromCode) // (Class* klass, Class* ref_klass) 646 addl LITERAL(12), %esp // pop arguments 647 CFI_ADJUST_CFA_OFFSET(-12) 648 ret 649END_FUNCTION art_quick_is_assignable 650 651DEFINE_FUNCTION art_quick_check_cast 652 PUSH eax // alignment padding 653 PUSH ecx // pass arg2 - obj->klass 654 PUSH eax // pass arg1 - checked class 655 call SYMBOL(artIsAssignableFromCode) // (Class* klass, Class* ref_klass) 656 testl %eax, %eax 657 jz 1f // jump forward if not assignable 658 addl LITERAL(12), %esp // pop arguments 659 CFI_ADJUST_CFA_OFFSET(-12) 660 ret 6611: 662 POP eax // pop arguments 663 POP ecx 664 addl LITERAL(4), %esp 665 CFI_ADJUST_CFA_OFFSET(-12) 666 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME // save all registers as basis for long jump context 667 mov %esp, %edx 668 // Outgoing argument set up 669 PUSH edx // pass SP 670 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 671 CFI_ADJUST_CFA_OFFSET(4) 672 PUSH ecx // pass arg2 673 PUSH eax // pass arg1 674 call SYMBOL(artThrowClassCastException) // (Class* a, Class* b, Thread*, SP) 675 int3 // unreached 676END_FUNCTION art_quick_check_cast 677 678 /* 679 * Entry from managed code for array put operations of objects where the value being stored 680 * needs to be checked for compatibility. 681 * eax = array, ecx = index, edx = value 682 */ 683DEFINE_FUNCTION art_quick_aput_obj_with_null_and_bound_check 684 testl %eax, %eax 685 jnz SYMBOL(art_quick_aput_obj_with_bound_check) 686 jmp SYMBOL(art_quick_throw_null_pointer_exception) 687END_FUNCTION art_quick_aput_obj_with_null_and_bound_check 688 689DEFINE_FUNCTION art_quick_aput_obj_with_bound_check 690 movl ARRAY_LENGTH_OFFSET(%eax), %ebx 691 cmpl %ebx, %ecx 692 jb SYMBOL(art_quick_aput_obj) 693 mov %ecx, %eax 694 mov %ebx, %ecx 695 jmp SYMBOL(art_quick_throw_array_bounds) 696END_FUNCTION art_quick_aput_obj_with_bound_check 697 698DEFINE_FUNCTION art_quick_aput_obj 699 test %edx, %edx // store of null 700 jz .Ldo_aput_null 701 movl CLASS_OFFSET(%eax), %ebx 702 movl CLASS_COMPONENT_TYPE_OFFSET(%ebx), %ebx 703 cmpl CLASS_OFFSET(%edx), %ebx // value's type == array's component type - trivial assignability 704 jne .Lcheck_assignability 705.Ldo_aput: 706 movl %edx, OBJECT_ARRAY_DATA_OFFSET(%eax, %ecx, 4) 707 movl %fs:THREAD_CARD_TABLE_OFFSET, %edx 708 shrl LITERAL(7), %eax 709 movb %dl, (%edx, %eax) 710 ret 711.Ldo_aput_null: 712 movl %edx, OBJECT_ARRAY_DATA_OFFSET(%eax, %ecx, 4) 713 ret 714.Lcheck_assignability: 715 PUSH eax // save arguments 716 PUSH ecx 717 PUSH edx 718 subl LITERAL(8), %esp // alignment padding 719 CFI_ADJUST_CFA_OFFSET(8) 720 pushl CLASS_OFFSET(%edx) // pass arg2 - type of the value to be stored 721 CFI_ADJUST_CFA_OFFSET(4) 722 PUSH ebx // pass arg1 - component type of the array 723 call SYMBOL(artIsAssignableFromCode) // (Class* a, Class* b) 724 addl LITERAL(16), %esp // pop arguments 725 CFI_ADJUST_CFA_OFFSET(-16) 726 testl %eax, %eax 727 jz .Lthrow_array_store_exception 728 POP edx 729 POP ecx 730 POP eax 731 movl %edx, OBJECT_ARRAY_DATA_OFFSET(%eax, %ecx, 4) // do the aput 732 movl %fs:THREAD_CARD_TABLE_OFFSET, %edx 733 shrl LITERAL(7), %eax 734 movb %dl, (%edx, %eax) 735 ret 736.Lthrow_array_store_exception: 737 POP edx 738 POP ecx 739 POP eax 740 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME // save all registers as basis for long jump context 741 mov %esp, %ecx 742 // Outgoing argument set up 743 PUSH ecx // pass SP 744 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 745 CFI_ADJUST_CFA_OFFSET(4) 746 PUSH edx // pass arg2 - value 747 PUSH eax // pass arg1 - array 748 call SYMBOL(artThrowArrayStoreException) // (array, value, Thread*, SP) 749 int3 // unreached 750END_FUNCTION art_quick_aput_obj 751 752DEFINE_FUNCTION art_quick_memcpy 753 SETUP_GOT_NOSAVE // clobbers EBX 754 PUSH edx // pass arg3 755 PUSH ecx // pass arg2 756 PUSH eax // pass arg1 757 call PLT_SYMBOL(memcpy) // (void*, const void*, size_t) 758 addl LITERAL(12), %esp // pop arguments 759 CFI_ADJUST_CFA_OFFSET(-12) 760 ret 761END_FUNCTION art_quick_memcpy 762 763NO_ARG_DOWNCALL art_quick_test_suspend, artTestSuspendFromCode, ret 764 765DEFINE_FUNCTION art_quick_d2l 766 PUSH eax // alignment padding 767 PUSH ecx // pass arg2 a.hi 768 PUSH eax // pass arg1 a.lo 769 call SYMBOL(art_d2l) // (jdouble a) 770 addl LITERAL(12), %esp // pop arguments 771 CFI_ADJUST_CFA_OFFSET(-12) 772 ret 773END_FUNCTION art_quick_d2l 774 775DEFINE_FUNCTION art_quick_f2l 776 subl LITERAL(8), %esp // alignment padding 777 CFI_ADJUST_CFA_OFFSET(8) 778 PUSH eax // pass arg1 a 779 call SYMBOL(art_f2l) // (jfloat a) 780 addl LITERAL(12), %esp // pop arguments 781 CFI_ADJUST_CFA_OFFSET(-12) 782 ret 783END_FUNCTION art_quick_f2l 784 785DEFINE_FUNCTION art_quick_ldiv 786 subl LITERAL(12), %esp // alignment padding 787 CFI_ADJUST_CFA_OFFSET(12) 788 PUSH ebx // pass arg4 b.hi 789 PUSH edx // pass arg3 b.lo 790 PUSH ecx // pass arg2 a.hi 791 PUSH eax // pass arg1 a.lo 792 call SYMBOL(artLdiv) // (jlong a, jlong b) 793 addl LITERAL(28), %esp // pop arguments 794 CFI_ADJUST_CFA_OFFSET(-28) 795 ret 796END_FUNCTION art_quick_ldiv 797 798DEFINE_FUNCTION art_quick_lmod 799 subl LITERAL(12), %esp // alignment padding 800 CFI_ADJUST_CFA_OFFSET(12) 801 PUSH ebx // pass arg4 b.hi 802 PUSH edx // pass arg3 b.lo 803 PUSH ecx // pass arg2 a.hi 804 PUSH eax // pass arg1 a.lo 805 call SYMBOL(artLmod) // (jlong a, jlong b) 806 addl LITERAL(28), %esp // pop arguments 807 CFI_ADJUST_CFA_OFFSET(-28) 808 ret 809END_FUNCTION art_quick_lmod 810 811DEFINE_FUNCTION art_quick_lmul 812 imul %eax, %ebx // ebx = a.lo(eax) * b.hi(ebx) 813 imul %edx, %ecx // ecx = b.lo(edx) * a.hi(ecx) 814 mul %edx // edx:eax = a.lo(eax) * b.lo(edx) 815 add %ebx, %ecx 816 add %ecx, %edx // edx += (a.lo * b.hi) + (b.lo * a.hi) 817 ret 818END_FUNCTION art_quick_lmul 819 820DEFINE_FUNCTION art_quick_lshl 821 // ecx:eax << edx 822 xchg %edx, %ecx 823 shld %cl,%eax,%edx 824 shl %cl,%eax 825 test LITERAL(32), %cl 826 jz 1f 827 mov %eax, %edx 828 xor %eax, %eax 8291: 830 ret 831END_FUNCTION art_quick_lshl 832 833DEFINE_FUNCTION art_quick_lshr 834 // ecx:eax >> edx 835 xchg %edx, %ecx 836 shrd %cl,%edx,%eax 837 sar %cl,%edx 838 test LITERAL(32),%cl 839 jz 1f 840 mov %edx, %eax 841 sar LITERAL(31), %edx 8421: 843 ret 844END_FUNCTION art_quick_lshr 845 846DEFINE_FUNCTION art_quick_lushr 847 // ecx:eax >>> edx 848 xchg %edx, %ecx 849 shrd %cl,%edx,%eax 850 shr %cl,%edx 851 test LITERAL(32),%cl 852 jz 1f 853 mov %edx, %eax 854 xor %edx, %edx 8551: 856 ret 857END_FUNCTION art_quick_lushr 858 859DEFINE_FUNCTION art_quick_set8_instance 860 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 861 mov %esp, %ebx // remember SP 862 subl LITERAL(8), %esp // alignment padding 863 CFI_ADJUST_CFA_OFFSET(8) 864 PUSH ebx // pass SP 865 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 866 CFI_ADJUST_CFA_OFFSET(4) 867 mov 32(%ebx), %ebx // get referrer 868 PUSH ebx // pass referrer 869 PUSH edx // pass new_val 870 PUSH ecx // pass object 871 PUSH eax // pass field_idx 872 call PLT_SYMBOL(artSet8InstanceFromCode) // (field_idx, Object*, new_val, referrer, Thread*, SP) 873 addl LITERAL(32), %esp // pop arguments 874 CFI_ADJUST_CFA_OFFSET(-32) 875 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 876 RETURN_IF_EAX_ZERO // return or deliver exception 877END_FUNCTION art_quick_set8_instance 878 879DEFINE_FUNCTION art_quick_set16_instance 880 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 881 mov %esp, %ebx // remember SP 882 subl LITERAL(8), %esp // alignment padding 883 CFI_ADJUST_CFA_OFFSET(8) 884 PUSH ebx // pass SP 885 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 886 CFI_ADJUST_CFA_OFFSET(4) 887 mov 32(%ebx), %ebx // get referrer 888 PUSH ebx // pass referrer 889 PUSH edx // pass new_val 890 PUSH ecx // pass object 891 PUSH eax // pass field_idx 892 call PLT_SYMBOL(artSet16InstanceFromCode) // (field_idx, Object*, new_val, referrer, Thread*, SP) 893 addl LITERAL(32), %esp // pop arguments 894 CFI_ADJUST_CFA_OFFSET(-32) 895 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 896 RETURN_IF_EAX_ZERO // return or deliver exception 897END_FUNCTION art_quick_set16_instance 898 899DEFINE_FUNCTION art_quick_set32_instance 900 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 901 mov %esp, %ebx // remember SP 902 subl LITERAL(8), %esp // alignment padding 903 CFI_ADJUST_CFA_OFFSET(8) 904 PUSH ebx // pass SP 905 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 906 CFI_ADJUST_CFA_OFFSET(4) 907 mov 32(%ebx), %ebx // get referrer 908 PUSH ebx // pass referrer 909 PUSH edx // pass new_val 910 PUSH ecx // pass object 911 PUSH eax // pass field_idx 912 call SYMBOL(artSet32InstanceFromCode) // (field_idx, Object*, new_val, referrer, Thread*, SP) 913 addl LITERAL(32), %esp // pop arguments 914 CFI_ADJUST_CFA_OFFSET(-32) 915 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 916 RETURN_IF_EAX_ZERO // return or deliver exception 917END_FUNCTION art_quick_set32_instance 918 919DEFINE_FUNCTION art_quick_set64_instance 920 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 921 subl LITERAL(8), %esp // alignment padding 922 CFI_ADJUST_CFA_OFFSET(8) 923 PUSH esp // pass SP-8 924 addl LITERAL(8), (%esp) // fix SP on stack by adding 8 925 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 926 CFI_ADJUST_CFA_OFFSET(4) 927 PUSH ebx // pass high half of new_val 928 PUSH edx // pass low half of new_val 929 PUSH ecx // pass object 930 PUSH eax // pass field_idx 931 call SYMBOL(artSet64InstanceFromCode) // (field_idx, Object*, new_val, Thread*, SP) 932 addl LITERAL(32), %esp // pop arguments 933 CFI_ADJUST_CFA_OFFSET(-32) 934 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 935 RETURN_IF_EAX_ZERO // return or deliver exception 936END_FUNCTION art_quick_set64_instance 937 938DEFINE_FUNCTION art_quick_set_obj_instance 939 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 940 mov %esp, %ebx // remember SP 941 subl LITERAL(8), %esp // alignment padding 942 CFI_ADJUST_CFA_OFFSET(8) 943 PUSH ebx // pass SP 944 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 945 CFI_ADJUST_CFA_OFFSET(4) 946 mov 32(%ebx), %ebx // get referrer 947 PUSH ebx // pass referrer 948 PUSH edx // pass new_val 949 PUSH ecx // pass object 950 PUSH eax // pass field_idx 951 call SYMBOL(artSetObjInstanceFromCode) // (field_idx, Object*, new_val, referrer, Thread*, SP) 952 addl LITERAL(32), %esp // pop arguments 953 CFI_ADJUST_CFA_OFFSET(-32) 954 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 955 RETURN_IF_EAX_ZERO // return or deliver exception 956END_FUNCTION art_quick_set_obj_instance 957 958TWO_ARG_REF_DOWNCALL art_quick_get_byte_instance, artGetByteInstanceFromCode, RETURN_OR_DELIVER_PENDING_EXCEPTION 959TWO_ARG_REF_DOWNCALL art_quick_get_boolean_instance, artGetBooleanInstanceFromCode, RETURN_OR_DELIVER_PENDING_EXCEPTION 960TWO_ARG_REF_DOWNCALL art_quick_get_short_instance, artGetShortInstanceFromCode, RETURN_OR_DELIVER_PENDING_EXCEPTION 961TWO_ARG_REF_DOWNCALL art_quick_get_char_instance, artGetCharInstanceFromCode, RETURN_OR_DELIVER_PENDING_EXCEPTION 962TWO_ARG_REF_DOWNCALL art_quick_get32_instance, artGet32InstanceFromCode, RETURN_OR_DELIVER_PENDING_EXCEPTION 963TWO_ARG_REF_DOWNCALL art_quick_get_obj_instance, artGetObjInstanceFromCode, RETURN_OR_DELIVER_PENDING_EXCEPTION 964 965DEFINE_FUNCTION art_quick_get64_instance 966 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 967 mov %esp, %ebx // remember SP 968 mov 32(%esp), %edx // get referrer 969 subl LITERAL(12), %esp // alignment padding 970 CFI_ADJUST_CFA_OFFSET(12) 971 PUSH ebx // pass SP 972 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 973 CFI_ADJUST_CFA_OFFSET(4) 974 PUSH edx // pass referrer 975 PUSH ecx // pass object 976 PUSH eax // pass field_idx 977 call SYMBOL(artGet64InstanceFromCode) // (field_idx, Object*, referrer, Thread*, SP) 978 addl LITERAL(32), %esp // pop arguments 979 CFI_ADJUST_CFA_OFFSET(-32) 980 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 981 RETURN_OR_DELIVER_PENDING_EXCEPTION // return or deliver exception 982END_FUNCTION art_quick_get64_instance 983 984DEFINE_FUNCTION art_quick_set8_static 985 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 986 mov %esp, %ebx // remember SP 987 mov 32(%esp), %edx // get referrer 988 subl LITERAL(12), %esp // alignment padding 989 CFI_ADJUST_CFA_OFFSET(12) 990 PUSH ebx // pass SP 991 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 992 CFI_ADJUST_CFA_OFFSET(4) 993 PUSH edx // pass referrer 994 PUSH ecx // pass new_val 995 PUSH eax // pass field_idx 996 call SYMBOL(artSet8StaticFromCode) // (field_idx, new_val, referrer, Thread*, SP) 997 addl LITERAL(32), %esp // pop arguments 998 CFI_ADJUST_CFA_OFFSET(-32) 999 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 1000 RETURN_IF_EAX_ZERO // return or deliver exception 1001END_FUNCTION art_quick_set8_static 1002 1003DEFINE_FUNCTION art_quick_set16_static 1004 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 1005 mov %esp, %ebx // remember SP 1006 mov 32(%esp), %edx // get referrer 1007 subl LITERAL(12), %esp // alignment padding 1008 CFI_ADJUST_CFA_OFFSET(12) 1009 PUSH ebx // pass SP 1010 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 1011 CFI_ADJUST_CFA_OFFSET(4) 1012 PUSH edx // pass referrer 1013 PUSH ecx // pass new_val 1014 PUSH eax // pass field_idx 1015 call SYMBOL(artSet16StaticFromCode) // (field_idx, new_val, referrer, Thread*, SP) 1016 addl LITERAL(32), %esp // pop arguments 1017 CFI_ADJUST_CFA_OFFSET(-32) 1018 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 1019 RETURN_IF_EAX_ZERO // return or deliver exception 1020END_FUNCTION art_quick_set16_static 1021 1022DEFINE_FUNCTION art_quick_set32_static 1023 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 1024 mov %esp, %ebx // remember SP 1025 mov 32(%esp), %edx // get referrer 1026 subl LITERAL(12), %esp // alignment padding 1027 CFI_ADJUST_CFA_OFFSET(12) 1028 PUSH ebx // pass SP 1029 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 1030 CFI_ADJUST_CFA_OFFSET(4) 1031 PUSH edx // pass referrer 1032 PUSH ecx // pass new_val 1033 PUSH eax // pass field_idx 1034 call SYMBOL(artSet32StaticFromCode) // (field_idx, new_val, referrer, Thread*, SP) 1035 addl LITERAL(32), %esp // pop arguments 1036 CFI_ADJUST_CFA_OFFSET(-32) 1037 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 1038 RETURN_IF_EAX_ZERO // return or deliver exception 1039END_FUNCTION art_quick_set32_static 1040 1041DEFINE_FUNCTION art_quick_set64_static 1042 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 1043 mov %esp, %ebx // remember SP 1044 subl LITERAL(8), %esp // alignment padding 1045 CFI_ADJUST_CFA_OFFSET(8) 1046 PUSH ebx // pass SP 1047 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 1048 CFI_ADJUST_CFA_OFFSET(4) 1049 mov 32(%ebx), %ebx // get referrer 1050 PUSH edx // pass high half of new_val 1051 PUSH ecx // pass low half of new_val 1052 PUSH ebx // pass referrer 1053 PUSH eax // pass field_idx 1054 call SYMBOL(artSet64StaticFromCode) // (field_idx, referrer, new_val, Thread*, SP) 1055 addl LITERAL(32), %esp // pop arguments 1056 CFI_ADJUST_CFA_OFFSET(-32) 1057 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 1058 RETURN_IF_EAX_ZERO // return or deliver exception 1059END_FUNCTION art_quick_set64_static 1060 1061DEFINE_FUNCTION art_quick_set_obj_static 1062 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC 1063 mov %esp, %ebx // remember SP 1064 mov 32(%esp), %edx // get referrer 1065 subl LITERAL(12), %esp // alignment padding 1066 CFI_ADJUST_CFA_OFFSET(12) 1067 PUSH ebx // pass SP 1068 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 1069 CFI_ADJUST_CFA_OFFSET(4) 1070 PUSH edx // pass referrer 1071 PUSH ecx // pass new_val 1072 PUSH eax // pass field_idx 1073 call SYMBOL(artSetObjStaticFromCode) // (field_idx, new_val, referrer, Thread*, SP) 1074 addl LITERAL(32), %esp // pop arguments 1075 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address 1076 RETURN_IF_EAX_ZERO // return or deliver exception 1077END_FUNCTION art_quick_set_obj_static 1078 1079ONE_ARG_REF_DOWNCALL art_quick_get_byte_static, artGetByteStaticFromCode, RETURN_OR_DELIVER_PENDING_EXCEPTION 1080ONE_ARG_REF_DOWNCALL art_quick_get_boolean_static, artGetBooleanStaticFromCode, RETURN_OR_DELIVER_PENDING_EXCEPTION 1081ONE_ARG_REF_DOWNCALL art_quick_get_short_static, artGetShortStaticFromCode, RETURN_OR_DELIVER_PENDING_EXCEPTION 1082ONE_ARG_REF_DOWNCALL art_quick_get_char_static, artGetCharStaticFromCode, RETURN_OR_DELIVER_PENDING_EXCEPTION 1083ONE_ARG_REF_DOWNCALL art_quick_get32_static, artGet32StaticFromCode, RETURN_OR_DELIVER_PENDING_EXCEPTION 1084ONE_ARG_REF_DOWNCALL art_quick_get64_static, artGet64StaticFromCode, RETURN_OR_DELIVER_PENDING_EXCEPTION 1085ONE_ARG_REF_DOWNCALL art_quick_get_obj_static, artGetObjStaticFromCode, RETURN_OR_DELIVER_PENDING_EXCEPTION 1086 1087DEFINE_FUNCTION art_quick_proxy_invoke_handler 1088 SETUP_REF_AND_ARGS_CALLEE_SAVE_FRAME // save frame and Method* 1089 PUSH esp // pass SP 1090 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 1091 CFI_ADJUST_CFA_OFFSET(4) 1092 PUSH ecx // pass receiver 1093 PUSH eax // pass proxy method 1094 call SYMBOL(artQuickProxyInvokeHandler) // (proxy method, receiver, Thread*, SP) 1095 movd %eax, %xmm0 // place return value also into floating point return value 1096 movd %edx, %xmm1 1097 punpckldq %xmm1, %xmm0 1098 addl LITERAL(44), %esp // pop arguments 1099 CFI_ADJUST_CFA_OFFSET(-44) 1100 RETURN_OR_DELIVER_PENDING_EXCEPTION // return or deliver exception 1101END_FUNCTION art_quick_proxy_invoke_handler 1102 1103 /* 1104 * Called to resolve an imt conflict. xmm0 is a hidden argument that holds the target method's 1105 * dex method index. 1106 */ 1107DEFINE_FUNCTION art_quick_imt_conflict_trampoline 1108 PUSH ecx 1109 movl 8(%esp), %eax // load caller Method* 1110 movl METHOD_DEX_CACHE_METHODS_OFFSET(%eax), %eax // load dex_cache_resolved_methods 1111 movd %xmm0, %ecx // get target method index stored in xmm0 1112 movl OBJECT_ARRAY_DATA_OFFSET(%eax, %ecx, 4), %eax // load the target method 1113 POP ecx 1114 jmp SYMBOL(art_quick_invoke_interface_trampoline) 1115END_FUNCTION art_quick_imt_conflict_trampoline 1116 1117DEFINE_FUNCTION art_quick_resolution_trampoline 1118 SETUP_REF_AND_ARGS_CALLEE_SAVE_FRAME 1119 movl %esp, %edi 1120 PUSH EDI // pass SP. do not just PUSH ESP; that messes up unwinding 1121 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 1122 CFI_ADJUST_CFA_OFFSET(4) 1123 PUSH ecx // pass receiver 1124 PUSH eax // pass method 1125 call SYMBOL(artQuickResolutionTrampoline) // (Method* called, receiver, Thread*, SP) 1126 movl %eax, %edi // remember code pointer in EDI 1127 addl LITERAL(16), %esp // pop arguments 1128 test %eax, %eax // if code pointer is NULL goto deliver pending exception 1129 jz 1f 1130 POP eax // called method 1131 POP ecx // restore args 1132 POP edx 1133 POP ebx 1134 POP ebp // restore callee saves except EDI 1135 POP esi 1136 xchgl 0(%esp),%edi // restore EDI and place code pointer as only value on stack 1137 ret // tail call into method 11381: 1139 RESTORE_REF_AND_ARGS_CALLEE_SAVE_FRAME 1140 DELIVER_PENDING_EXCEPTION 1141END_FUNCTION art_quick_resolution_trampoline 1142 1143DEFINE_FUNCTION_NO_HIDE art_quick_generic_jni_trampoline 1144 SETUP_REF_AND_ARGS_CALLEE_SAVE_FRAME 1145 // This also stores the native ArtMethod reference at the bottom of the stack. 1146 1147 movl %esp, %ebp // save SP at callee-save frame 1148 CFI_DEF_CFA_REGISTER(ebp) 1149 subl LITERAL(5120), %esp 1150 // prepare for artQuickGenericJniTrampoline call 1151 // (Thread*, SP) 1152 // (esp) 4(esp) <= C calling convention 1153 // fs:... ebp <= where they are 1154 // Also: PLT, so need GOT in ebx. 1155 1156 subl LITERAL(8), %esp // Padding for 16B alignment. 1157 pushl %ebp // Pass SP (to ArtMethod). 1158 pushl %fs:THREAD_SELF_OFFSET // Pass Thread::Current(). 1159 call SYMBOL(artQuickGenericJniTrampoline) // (Thread*, sp) 1160 1161 // The C call will have registered the complete save-frame on success. 1162 // The result of the call is: 1163 // eax: pointer to native code, 0 on error. 1164 // edx: pointer to the bottom of the used area of the alloca, can restore stack till there. 1165 1166 // Check for error = 0. 1167 test %eax, %eax 1168 jz .Lentry_error 1169 1170 // Release part of the alloca. 1171 movl %edx, %esp 1172 1173 // On x86 there are no registers passed, so nothing to pop here. 1174 1175 // Native call. 1176 call *%eax 1177 1178 // result sign extension is handled in C code 1179 // prepare for artQuickGenericJniEndTrampoline call 1180 // (Thread*, result, result_f) 1181 // (esp) 4(esp) 12(esp) <= C calling convention 1182 // fs:... eax:edx fp0 <= where they are 1183 1184 subl LITERAL(20), %esp // Padding & pass float result. 1185 fstpl (%esp) 1186 pushl %edx // Pass int result. 1187 pushl %eax 1188 pushl %fs:THREAD_SELF_OFFSET // Pass Thread::Current(). 1189 call SYMBOL(artQuickGenericJniEndTrampoline) 1190 1191 // Tear down the alloca. 1192 movl %ebp, %esp 1193 CFI_DEF_CFA_REGISTER(esp) 1194 1195 // Pending exceptions possible. 1196 mov %fs:THREAD_EXCEPTION_OFFSET, %ebx 1197 testl %ebx, %ebx 1198 jnz .Lexception_in_native 1199 1200 // Tear down the callee-save frame. 1201 addl LITERAL(4), %esp // Remove padding 1202 CFI_ADJUST_CFA_OFFSET(-4) 1203 POP ecx 1204 addl LITERAL(4), %esp // Avoid edx, as it may be part of the result. 1205 CFI_ADJUST_CFA_OFFSET(-4) 1206 POP ebx 1207 POP ebp // Restore callee saves 1208 POP esi 1209 POP edi 1210 // Quick expects the return value to be in xmm0. 1211 movd %eax, %xmm0 1212 movd %edx, %xmm1 1213 punpckldq %xmm1, %xmm0 1214 ret 1215.Lentry_error: 1216 movl %ebp, %esp 1217 CFI_DEF_CFA_REGISTER(esp) 1218.Lexception_in_native: 1219 RESTORE_REF_AND_ARGS_CALLEE_SAVE_FRAME 1220 DELIVER_PENDING_EXCEPTION 1221END_FUNCTION art_quick_generic_jni_trampoline 1222 1223DEFINE_FUNCTION_NO_HIDE art_quick_to_interpreter_bridge 1224 SETUP_REF_AND_ARGS_CALLEE_SAVE_FRAME // save frame 1225 mov %esp, %edx // remember SP 1226 PUSH eax // alignment padding 1227 PUSH edx // pass SP 1228 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current() 1229 CFI_ADJUST_CFA_OFFSET(4) 1230 PUSH eax // pass method 1231 call SYMBOL(artQuickToInterpreterBridge) // (method, Thread*, SP) 1232 movd %eax, %xmm0 // place return value also into floating point return value 1233 movd %edx, %xmm1 1234 punpckldq %xmm1, %xmm0 1235 addl LITERAL(16), %esp // pop arguments 1236 CFI_ADJUST_CFA_OFFSET(-16) 1237 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME 1238 RETURN_OR_DELIVER_PENDING_EXCEPTION // return or deliver exception 1239END_FUNCTION art_quick_to_interpreter_bridge 1240 1241 /* 1242 * Routine that intercepts method calls and returns. 1243 */ 1244DEFINE_FUNCTION art_quick_instrumentation_entry 1245 SETUP_REF_AND_ARGS_CALLEE_SAVE_FRAME 1246 movl %esp, %edx // Save SP. 1247 PUSH eax // Save eax which will be clobbered by the callee-save method. 1248 subl LITERAL(8), %esp // Align stack. 1249 CFI_ADJUST_CFA_OFFSET(8) 1250 pushl 40(%esp) // Pass LR. 1251 CFI_ADJUST_CFA_OFFSET(4) 1252 PUSH edx // Pass SP. 1253 pushl %fs:THREAD_SELF_OFFSET // Pass Thread::Current(). 1254 CFI_ADJUST_CFA_OFFSET(4) 1255 PUSH ecx // Pass receiver. 1256 PUSH eax // Pass Method*. 1257 call SYMBOL(artInstrumentationMethodEntryFromCode) // (Method*, Object*, Thread*, SP, LR) 1258 SETUP_GOT_NOSAVE 1259 addl LITERAL(28), %esp // Pop arguments upto saved Method*. 1260 movl 28(%esp), %edi // Restore edi. 1261 movl %eax, 28(%esp) // Place code* over edi, just under return pc. 1262 movl SYMBOL(art_quick_instrumentation_exit)@GOT(%ebx), %ebx 1263 movl %ebx, 32(%esp) 1264 // Place instrumentation exit as return pc. 1265 movl (%esp), %eax // Restore eax. 1266 movl 8(%esp), %ecx // Restore ecx. 1267 movl 12(%esp), %edx // Restore edx. 1268 movl 16(%esp), %ebx // Restore ebx. 1269 movl 20(%esp), %ebp // Restore ebp. 1270 movl 24(%esp), %esi // Restore esi. 1271 addl LITERAL(28), %esp // Wind stack back upto code*. 1272 ret // Call method (and pop). 1273END_FUNCTION art_quick_instrumentation_entry 1274 1275DEFINE_FUNCTION art_quick_instrumentation_exit 1276 pushl LITERAL(0) // Push a fake return PC as there will be none on the stack. 1277 SETUP_REF_ONLY_CALLEE_SAVE_FRAME 1278 mov %esp, %ecx // Remember SP 1279 subl LITERAL(8), %esp // Save float return value. 1280 CFI_ADJUST_CFA_OFFSET(8) 1281 movq %xmm0, (%esp) 1282 PUSH edx // Save gpr return value. 1283 PUSH eax 1284 subl LITERAL(16), %esp // Align stack 1285 CFI_ADJUST_CFA_OFFSET(16) 1286 movq %xmm0, (%esp) // Pass float return value. 1287 PUSH edx // Pass gpr return value. 1288 PUSH eax 1289 PUSH ecx // Pass SP. 1290 pushl %fs:THREAD_SELF_OFFSET // Pass Thread::Current. 1291 CFI_ADJUST_CFA_OFFSET(4) 1292 call SYMBOL(artInstrumentationMethodExitFromCode) // (Thread*, SP, gpr_result, fpr_result) 1293 mov %eax, %ecx // Move returned link register. 1294 addl LITERAL(32), %esp // Pop arguments. 1295 CFI_ADJUST_CFA_OFFSET(-32) 1296 movl %edx, %ebx // Move returned link register for deopt 1297 // (ebx is pretending to be our LR). 1298 POP eax // Restore gpr return value. 1299 POP edx 1300 movq (%esp), %xmm0 // Restore fpr return value. 1301 addl LITERAL(8), %esp 1302 CFI_ADJUST_CFA_OFFSET(-8) 1303 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME 1304 addl LITERAL(4), %esp // Remove fake return pc. 1305 jmp *%ecx // Return. 1306END_FUNCTION art_quick_instrumentation_exit 1307 1308 /* 1309 * Instrumentation has requested that we deoptimize into the interpreter. The deoptimization 1310 * will long jump to the upcall with a special exception of -1. 1311 */ 1312DEFINE_FUNCTION art_quick_deoptimize 1313 pushl %ebx // Fake that we were called. 1314 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME 1315 mov %esp, %ecx // Remember SP. 1316 subl LITERAL(8), %esp // Align stack. 1317 CFI_ADJUST_CFA_OFFSET(8) 1318 PUSH ecx // Pass SP. 1319 pushl %fs:THREAD_SELF_OFFSET // Pass Thread::Current(). 1320 CFI_ADJUST_CFA_OFFSET(4) 1321 call SYMBOL(artDeoptimize) // artDeoptimize(Thread*, SP) 1322 int3 // Unreachable. 1323END_FUNCTION art_quick_deoptimize 1324 1325 /* 1326 * String's compareTo. 1327 * 1328 * On entry: 1329 * eax: this string object (known non-null) 1330 * ecx: comp string object (known non-null) 1331 */ 1332DEFINE_FUNCTION art_quick_string_compareto 1333 PUSH esi // push callee save reg 1334 PUSH edi // push callee save reg 1335 mov STRING_COUNT_OFFSET(%eax), %edx 1336 mov STRING_COUNT_OFFSET(%ecx), %ebx 1337 mov STRING_VALUE_OFFSET(%eax), %esi 1338 mov STRING_VALUE_OFFSET(%ecx), %edi 1339 mov STRING_OFFSET_OFFSET(%eax), %eax 1340 mov STRING_OFFSET_OFFSET(%ecx), %ecx 1341 /* Build pointers to the start of string data */ 1342 lea STRING_DATA_OFFSET(%esi, %eax, 2), %esi 1343 lea STRING_DATA_OFFSET(%edi, %ecx, 2), %edi 1344 /* Calculate min length and count diff */ 1345 mov %edx, %ecx 1346 mov %edx, %eax 1347 subl %ebx, %eax 1348 cmovg %ebx, %ecx 1349 /* 1350 * At this point we have: 1351 * eax: value to return if first part of strings are equal 1352 * ecx: minimum among the lengths of the two strings 1353 * esi: pointer to this string data 1354 * edi: pointer to comp string data 1355 */ 1356 jecxz .Lkeep_length 1357 repe cmpsw // find nonmatching chars in [%esi] and [%edi], up to length %ecx 1358 jne .Lnot_equal 1359.Lkeep_length: 1360 POP edi // pop callee save reg 1361 POP esi // pop callee save reg 1362 ret 1363 .balign 16 1364.Lnot_equal: 1365 movzwl -2(%esi), %eax // get last compared char from this string 1366 movzwl -2(%edi), %ecx // get last compared char from comp string 1367 subl %ecx, %eax // return the difference 1368 POP edi // pop callee save reg 1369 POP esi // pop callee save reg 1370 ret 1371END_FUNCTION art_quick_string_compareto 1372 1373// Return from a nested signal: 1374// Entry: 1375// eax: address of jmp_buf in TLS 1376 1377DEFINE_FUNCTION art_nested_signal_return 1378 SETUP_GOT_NOSAVE // sets %ebx for call into PLT 1379 movl LITERAL(1), %ecx 1380 pushl %ecx // second arg to longjmp (1) 1381 pushl %eax // first arg to longjmp (jmp_buf) 1382 call PLT_SYMBOL(longjmp) 1383 int3 // won't get here. 1384END_FUNCTION art_nested_signal_return 1385 1386 // TODO: implement these! 1387UNIMPLEMENTED art_quick_memcmp16 1388