podman
998 строк · 25.0 Кб
1// cmd/7l/noop.c, cmd/7l/obj.c, cmd/ld/pass.c from Vita Nuova.
2// https://code.google.com/p/ken-cc/source/browse/
3//
4// Copyright © 1994-1999 Lucent Technologies Inc. All rights reserved.
5// Portions Copyright © 1995-1997 C H Forsyth (forsyth@terzarima.net)
6// Portions Copyright © 1997-1999 Vita Nuova Limited
7// Portions Copyright © 2000-2007 Vita Nuova Holdings Limited (www.vitanuova.com)
8// Portions Copyright © 2004,2006 Bruce Ellis
9// Portions Copyright © 2005-2007 C H Forsyth (forsyth@terzarima.net)
10// Revisions Copyright © 2000-2007 Lucent Technologies Inc. and others
11// Portions Copyright © 2009 The Go Authors. All rights reserved.
12//
13// Permission is hereby granted, free of charge, to any person obtaining a copy
14// of this software and associated documentation files (the "Software"), to deal
15// in the Software without restriction, including without limitation the rights
16// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
17// copies of the Software, and to permit persons to whom the Software is
18// furnished to do so, subject to the following conditions:
19//
20// The above copyright notice and this permission notice shall be included in
21// all copies or substantial portions of the Software.
22//
23// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
24// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
25// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
26// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
27// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
28// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
29// THE SOFTWARE.
30
31package arm64
32
33import (
34"github.com/twitchyliquid64/golang-asm/obj"
35"github.com/twitchyliquid64/golang-asm/objabi"
36"github.com/twitchyliquid64/golang-asm/src"
37"github.com/twitchyliquid64/golang-asm/sys"
38"math"
39)
40
41var complements = []obj.As{
42AADD: ASUB,
43AADDW: ASUBW,
44ASUB: AADD,
45ASUBW: AADDW,
46ACMP: ACMN,
47ACMPW: ACMNW,
48ACMN: ACMP,
49ACMNW: ACMPW,
50}
51
52func (c *ctxt7) stacksplit(p *obj.Prog, framesize int32) *obj.Prog {
53// MOV g_stackguard(g), R1
54p = obj.Appendp(p, c.newprog)
55
56p.As = AMOVD
57p.From.Type = obj.TYPE_MEM
58p.From.Reg = REGG
59p.From.Offset = 2 * int64(c.ctxt.Arch.PtrSize) // G.stackguard0
60if c.cursym.CFunc() {
61p.From.Offset = 3 * int64(c.ctxt.Arch.PtrSize) // G.stackguard1
62}
63p.To.Type = obj.TYPE_REG
64p.To.Reg = REG_R1
65
66// Mark the stack bound check and morestack call async nonpreemptible.
67// If we get preempted here, when resumed the preemption request is
68// cleared, but we'll still call morestack, which will double the stack
69// unnecessarily. See issue #35470.
70p = c.ctxt.StartUnsafePoint(p, c.newprog)
71
72q := (*obj.Prog)(nil)
73if framesize <= objabi.StackSmall {
74// small stack: SP < stackguard
75// MOV SP, R2
76// CMP stackguard, R2
77p = obj.Appendp(p, c.newprog)
78
79p.As = AMOVD
80p.From.Type = obj.TYPE_REG
81p.From.Reg = REGSP
82p.To.Type = obj.TYPE_REG
83p.To.Reg = REG_R2
84
85p = obj.Appendp(p, c.newprog)
86p.As = ACMP
87p.From.Type = obj.TYPE_REG
88p.From.Reg = REG_R1
89p.Reg = REG_R2
90} else if framesize <= objabi.StackBig {
91// large stack: SP-framesize < stackguard-StackSmall
92// SUB $(framesize-StackSmall), SP, R2
93// CMP stackguard, R2
94p = obj.Appendp(p, c.newprog)
95
96p.As = ASUB
97p.From.Type = obj.TYPE_CONST
98p.From.Offset = int64(framesize) - objabi.StackSmall
99p.Reg = REGSP
100p.To.Type = obj.TYPE_REG
101p.To.Reg = REG_R2
102
103p = obj.Appendp(p, c.newprog)
104p.As = ACMP
105p.From.Type = obj.TYPE_REG
106p.From.Reg = REG_R1
107p.Reg = REG_R2
108} else {
109// Such a large stack we need to protect against wraparound
110// if SP is close to zero.
111// SP-stackguard+StackGuard < framesize + (StackGuard-StackSmall)
112// The +StackGuard on both sides is required to keep the left side positive:
113// SP is allowed to be slightly below stackguard. See stack.h.
114// CMP $StackPreempt, R1
115// BEQ label_of_call_to_morestack
116// ADD $StackGuard, SP, R2
117// SUB R1, R2
118// MOV $(framesize+(StackGuard-StackSmall)), R3
119// CMP R3, R2
120p = obj.Appendp(p, c.newprog)
121
122p.As = ACMP
123p.From.Type = obj.TYPE_CONST
124p.From.Offset = objabi.StackPreempt
125p.Reg = REG_R1
126
127p = obj.Appendp(p, c.newprog)
128q = p
129p.As = ABEQ
130p.To.Type = obj.TYPE_BRANCH
131
132p = obj.Appendp(p, c.newprog)
133p.As = AADD
134p.From.Type = obj.TYPE_CONST
135p.From.Offset = int64(objabi.StackGuard)
136p.Reg = REGSP
137p.To.Type = obj.TYPE_REG
138p.To.Reg = REG_R2
139
140p = obj.Appendp(p, c.newprog)
141p.As = ASUB
142p.From.Type = obj.TYPE_REG
143p.From.Reg = REG_R1
144p.To.Type = obj.TYPE_REG
145p.To.Reg = REG_R2
146
147p = obj.Appendp(p, c.newprog)
148p.As = AMOVD
149p.From.Type = obj.TYPE_CONST
150p.From.Offset = int64(framesize) + (int64(objabi.StackGuard) - objabi.StackSmall)
151p.To.Type = obj.TYPE_REG
152p.To.Reg = REG_R3
153
154p = obj.Appendp(p, c.newprog)
155p.As = ACMP
156p.From.Type = obj.TYPE_REG
157p.From.Reg = REG_R3
158p.Reg = REG_R2
159}
160
161// BLS do-morestack
162bls := obj.Appendp(p, c.newprog)
163bls.As = ABLS
164bls.To.Type = obj.TYPE_BRANCH
165
166end := c.ctxt.EndUnsafePoint(bls, c.newprog, -1)
167
168var last *obj.Prog
169for last = c.cursym.Func.Text; last.Link != nil; last = last.Link {
170}
171
172// Now we are at the end of the function, but logically
173// we are still in function prologue. We need to fix the
174// SP data and PCDATA.
175spfix := obj.Appendp(last, c.newprog)
176spfix.As = obj.ANOP
177spfix.Spadj = -framesize
178
179pcdata := c.ctxt.EmitEntryStackMap(c.cursym, spfix, c.newprog)
180pcdata = c.ctxt.StartUnsafePoint(pcdata, c.newprog)
181
182// MOV LR, R3
183movlr := obj.Appendp(pcdata, c.newprog)
184movlr.As = AMOVD
185movlr.From.Type = obj.TYPE_REG
186movlr.From.Reg = REGLINK
187movlr.To.Type = obj.TYPE_REG
188movlr.To.Reg = REG_R3
189if q != nil {
190q.To.SetTarget(movlr)
191}
192bls.To.SetTarget(movlr)
193
194debug := movlr
195if false {
196debug = obj.Appendp(debug, c.newprog)
197debug.As = AMOVD
198debug.From.Type = obj.TYPE_CONST
199debug.From.Offset = int64(framesize)
200debug.To.Type = obj.TYPE_REG
201debug.To.Reg = REGTMP
202}
203
204// BL runtime.morestack(SB)
205call := obj.Appendp(debug, c.newprog)
206call.As = ABL
207call.To.Type = obj.TYPE_BRANCH
208morestack := "runtime.morestack"
209switch {
210case c.cursym.CFunc():
211morestack = "runtime.morestackc"
212case !c.cursym.Func.Text.From.Sym.NeedCtxt():
213morestack = "runtime.morestack_noctxt"
214}
215call.To.Sym = c.ctxt.Lookup(morestack)
216
217pcdata = c.ctxt.EndUnsafePoint(call, c.newprog, -1)
218
219// B start
220jmp := obj.Appendp(pcdata, c.newprog)
221jmp.As = AB
222jmp.To.Type = obj.TYPE_BRANCH
223jmp.To.SetTarget(c.cursym.Func.Text.Link)
224jmp.Spadj = +framesize
225
226return end
227}
228
229func progedit(ctxt *obj.Link, p *obj.Prog, newprog obj.ProgAlloc) {
230c := ctxt7{ctxt: ctxt, newprog: newprog}
231
232p.From.Class = 0
233p.To.Class = 0
234
235// $0 results in C_ZCON, which matches both C_REG and various
236// C_xCON, however the C_REG cases in asmout don't expect a
237// constant, so they will use the register fields and assemble
238// a R0. To prevent that, rewrite $0 as ZR.
239if p.From.Type == obj.TYPE_CONST && p.From.Offset == 0 {
240p.From.Type = obj.TYPE_REG
241p.From.Reg = REGZERO
242}
243if p.To.Type == obj.TYPE_CONST && p.To.Offset == 0 {
244p.To.Type = obj.TYPE_REG
245p.To.Reg = REGZERO
246}
247
248// Rewrite BR/BL to symbol as TYPE_BRANCH.
249switch p.As {
250case AB,
251ABL,
252obj.ARET,
253obj.ADUFFZERO,
254obj.ADUFFCOPY:
255if p.To.Sym != nil {
256p.To.Type = obj.TYPE_BRANCH
257}
258break
259}
260
261// Rewrite float constants to values stored in memory.
262switch p.As {
263case AFMOVS:
264if p.From.Type == obj.TYPE_FCONST {
265f64 := p.From.Val.(float64)
266f32 := float32(f64)
267if c.chipfloat7(f64) > 0 {
268break
269}
270if math.Float32bits(f32) == 0 {
271p.From.Type = obj.TYPE_REG
272p.From.Reg = REGZERO
273break
274}
275p.From.Type = obj.TYPE_MEM
276p.From.Sym = c.ctxt.Float32Sym(f32)
277p.From.Name = obj.NAME_EXTERN
278p.From.Offset = 0
279}
280
281case AFMOVD:
282if p.From.Type == obj.TYPE_FCONST {
283f64 := p.From.Val.(float64)
284if c.chipfloat7(f64) > 0 {
285break
286}
287if math.Float64bits(f64) == 0 {
288p.From.Type = obj.TYPE_REG
289p.From.Reg = REGZERO
290break
291}
292p.From.Type = obj.TYPE_MEM
293p.From.Sym = c.ctxt.Float64Sym(f64)
294p.From.Name = obj.NAME_EXTERN
295p.From.Offset = 0
296}
297
298break
299}
300
301// Rewrite negative immediates as positive immediates with
302// complementary instruction.
303switch p.As {
304case AADD, ASUB, ACMP, ACMN:
305if p.From.Type == obj.TYPE_CONST && p.From.Offset < 0 && p.From.Offset != -1<<63 {
306p.From.Offset = -p.From.Offset
307p.As = complements[p.As]
308}
309case AADDW, ASUBW, ACMPW, ACMNW:
310if p.From.Type == obj.TYPE_CONST && p.From.Offset < 0 && int32(p.From.Offset) != -1<<31 {
311p.From.Offset = -p.From.Offset
312p.As = complements[p.As]
313}
314}
315
316// For 32-bit logical instruction with constant,
317// rewrite the high 32-bit to be a repetition of
318// the low 32-bit, so that the BITCON test can be
319// shared for both 32-bit and 64-bit. 32-bit ops
320// will zero the high 32-bit of the destination
321// register anyway.
322if isANDWop(p.As) && p.From.Type == obj.TYPE_CONST {
323v := p.From.Offset & 0xffffffff
324p.From.Offset = v | v<<32
325}
326
327if c.ctxt.Flag_dynlink {
328c.rewriteToUseGot(p)
329}
330}
331
332// Rewrite p, if necessary, to access global data via the global offset table.
333func (c *ctxt7) rewriteToUseGot(p *obj.Prog) {
334if p.As == obj.ADUFFCOPY || p.As == obj.ADUFFZERO {
335// ADUFFxxx $offset
336// becomes
337// MOVD runtime.duffxxx@GOT, REGTMP
338// ADD $offset, REGTMP
339// CALL REGTMP
340var sym *obj.LSym
341if p.As == obj.ADUFFZERO {
342sym = c.ctxt.Lookup("runtime.duffzero")
343} else {
344sym = c.ctxt.Lookup("runtime.duffcopy")
345}
346offset := p.To.Offset
347p.As = AMOVD
348p.From.Type = obj.TYPE_MEM
349p.From.Name = obj.NAME_GOTREF
350p.From.Sym = sym
351p.To.Type = obj.TYPE_REG
352p.To.Reg = REGTMP
353p.To.Name = obj.NAME_NONE
354p.To.Offset = 0
355p.To.Sym = nil
356p1 := obj.Appendp(p, c.newprog)
357p1.As = AADD
358p1.From.Type = obj.TYPE_CONST
359p1.From.Offset = offset
360p1.To.Type = obj.TYPE_REG
361p1.To.Reg = REGTMP
362p2 := obj.Appendp(p1, c.newprog)
363p2.As = obj.ACALL
364p2.To.Type = obj.TYPE_REG
365p2.To.Reg = REGTMP
366}
367
368// We only care about global data: NAME_EXTERN means a global
369// symbol in the Go sense, and p.Sym.Local is true for a few
370// internally defined symbols.
371if p.From.Type == obj.TYPE_ADDR && p.From.Name == obj.NAME_EXTERN && !p.From.Sym.Local() {
372// MOVD $sym, Rx becomes MOVD sym@GOT, Rx
373// MOVD $sym+<off>, Rx becomes MOVD sym@GOT, Rx; ADD <off>, Rx
374if p.As != AMOVD {
375c.ctxt.Diag("do not know how to handle TYPE_ADDR in %v with -dynlink", p)
376}
377if p.To.Type != obj.TYPE_REG {
378c.ctxt.Diag("do not know how to handle LEAQ-type insn to non-register in %v with -dynlink", p)
379}
380p.From.Type = obj.TYPE_MEM
381p.From.Name = obj.NAME_GOTREF
382if p.From.Offset != 0 {
383q := obj.Appendp(p, c.newprog)
384q.As = AADD
385q.From.Type = obj.TYPE_CONST
386q.From.Offset = p.From.Offset
387q.To = p.To
388p.From.Offset = 0
389}
390}
391if p.GetFrom3() != nil && p.GetFrom3().Name == obj.NAME_EXTERN {
392c.ctxt.Diag("don't know how to handle %v with -dynlink", p)
393}
394var source *obj.Addr
395// MOVx sym, Ry becomes MOVD sym@GOT, REGTMP; MOVx (REGTMP), Ry
396// MOVx Ry, sym becomes MOVD sym@GOT, REGTMP; MOVD Ry, (REGTMP)
397// An addition may be inserted between the two MOVs if there is an offset.
398if p.From.Name == obj.NAME_EXTERN && !p.From.Sym.Local() {
399if p.To.Name == obj.NAME_EXTERN && !p.To.Sym.Local() {
400c.ctxt.Diag("cannot handle NAME_EXTERN on both sides in %v with -dynlink", p)
401}
402source = &p.From
403} else if p.To.Name == obj.NAME_EXTERN && !p.To.Sym.Local() {
404source = &p.To
405} else {
406return
407}
408if p.As == obj.ATEXT || p.As == obj.AFUNCDATA || p.As == obj.ACALL || p.As == obj.ARET || p.As == obj.AJMP {
409return
410}
411if source.Sym.Type == objabi.STLSBSS {
412return
413}
414if source.Type != obj.TYPE_MEM {
415c.ctxt.Diag("don't know how to handle %v with -dynlink", p)
416}
417p1 := obj.Appendp(p, c.newprog)
418p2 := obj.Appendp(p1, c.newprog)
419p1.As = AMOVD
420p1.From.Type = obj.TYPE_MEM
421p1.From.Sym = source.Sym
422p1.From.Name = obj.NAME_GOTREF
423p1.To.Type = obj.TYPE_REG
424p1.To.Reg = REGTMP
425
426p2.As = p.As
427p2.From = p.From
428p2.To = p.To
429if p.From.Name == obj.NAME_EXTERN {
430p2.From.Reg = REGTMP
431p2.From.Name = obj.NAME_NONE
432p2.From.Sym = nil
433} else if p.To.Name == obj.NAME_EXTERN {
434p2.To.Reg = REGTMP
435p2.To.Name = obj.NAME_NONE
436p2.To.Sym = nil
437} else {
438return
439}
440obj.Nopout(p)
441}
442
443func preprocess(ctxt *obj.Link, cursym *obj.LSym, newprog obj.ProgAlloc) {
444if cursym.Func.Text == nil || cursym.Func.Text.Link == nil {
445return
446}
447
448c := ctxt7{ctxt: ctxt, newprog: newprog, cursym: cursym}
449
450p := c.cursym.Func.Text
451textstksiz := p.To.Offset
452if textstksiz == -8 {
453// Historical way to mark NOFRAME.
454p.From.Sym.Set(obj.AttrNoFrame, true)
455textstksiz = 0
456}
457if textstksiz < 0 {
458c.ctxt.Diag("negative frame size %d - did you mean NOFRAME?", textstksiz)
459}
460if p.From.Sym.NoFrame() {
461if textstksiz != 0 {
462c.ctxt.Diag("NOFRAME functions must have a frame size of 0, not %d", textstksiz)
463}
464}
465
466c.cursym.Func.Args = p.To.Val.(int32)
467c.cursym.Func.Locals = int32(textstksiz)
468
469/*
470* find leaf subroutines
471*/
472for p := c.cursym.Func.Text; p != nil; p = p.Link {
473switch p.As {
474case obj.ATEXT:
475p.Mark |= LEAF
476
477case ABL,
478obj.ADUFFZERO,
479obj.ADUFFCOPY:
480c.cursym.Func.Text.Mark &^= LEAF
481}
482}
483
484var q *obj.Prog
485var q1 *obj.Prog
486var retjmp *obj.LSym
487for p := c.cursym.Func.Text; p != nil; p = p.Link {
488o := p.As
489switch o {
490case obj.ATEXT:
491c.cursym.Func.Text = p
492c.autosize = int32(textstksiz)
493
494if p.Mark&LEAF != 0 && c.autosize == 0 {
495// A leaf function with no locals has no frame.
496p.From.Sym.Set(obj.AttrNoFrame, true)
497}
498
499if !p.From.Sym.NoFrame() {
500// If there is a stack frame at all, it includes
501// space to save the LR.
502c.autosize += 8
503}
504
505if c.autosize != 0 {
506extrasize := int32(0)
507if c.autosize%16 == 8 {
508// Allocate extra 8 bytes on the frame top to save FP
509extrasize = 8
510} else if c.autosize&(16-1) == 0 {
511// Allocate extra 16 bytes to save FP for the old frame whose size is 8 mod 16
512extrasize = 16
513} else {
514c.ctxt.Diag("%v: unaligned frame size %d - must be 16 aligned", p, c.autosize-8)
515}
516c.autosize += extrasize
517c.cursym.Func.Locals += extrasize
518
519// low 32 bits for autosize
520// high 32 bits for extrasize
521p.To.Offset = int64(c.autosize) | int64(extrasize)<<32
522} else {
523// NOFRAME
524p.To.Offset = 0
525}
526
527if c.autosize == 0 && c.cursym.Func.Text.Mark&LEAF == 0 {
528if c.ctxt.Debugvlog {
529c.ctxt.Logf("save suppressed in: %s\n", c.cursym.Func.Text.From.Sym.Name)
530}
531c.cursym.Func.Text.Mark |= LEAF
532}
533
534if cursym.Func.Text.Mark&LEAF != 0 {
535cursym.Set(obj.AttrLeaf, true)
536if p.From.Sym.NoFrame() {
537break
538}
539}
540
541if !p.From.Sym.NoSplit() {
542p = c.stacksplit(p, c.autosize) // emit split check
543}
544
545var prologueEnd *obj.Prog
546
547aoffset := c.autosize
548if aoffset > 0xF0 {
549aoffset = 0xF0
550}
551
552// Frame is non-empty. Make sure to save link register, even if
553// it is a leaf function, so that traceback works.
554q = p
555if c.autosize > aoffset {
556// Frame size is too large for a MOVD.W instruction.
557// Store link register before decrementing SP, so if a signal comes
558// during the execution of the function prologue, the traceback
559// code will not see a half-updated stack frame.
560// This sequence is not async preemptible, as if we open a frame
561// at the current SP, it will clobber the saved LR.
562q = c.ctxt.StartUnsafePoint(q, c.newprog)
563
564q = obj.Appendp(q, c.newprog)
565q.Pos = p.Pos
566q.As = ASUB
567q.From.Type = obj.TYPE_CONST
568q.From.Offset = int64(c.autosize)
569q.Reg = REGSP
570q.To.Type = obj.TYPE_REG
571q.To.Reg = REGTMP
572
573prologueEnd = q
574
575q = obj.Appendp(q, c.newprog)
576q.Pos = p.Pos
577q.As = AMOVD
578q.From.Type = obj.TYPE_REG
579q.From.Reg = REGLINK
580q.To.Type = obj.TYPE_MEM
581q.To.Reg = REGTMP
582
583q1 = obj.Appendp(q, c.newprog)
584q1.Pos = p.Pos
585q1.As = AMOVD
586q1.From.Type = obj.TYPE_REG
587q1.From.Reg = REGTMP
588q1.To.Type = obj.TYPE_REG
589q1.To.Reg = REGSP
590q1.Spadj = c.autosize
591
592if c.ctxt.Headtype == objabi.Hdarwin {
593// iOS does not support SA_ONSTACK. We will run the signal handler
594// on the G stack. If we write below SP, it may be clobbered by
595// the signal handler. So we save LR after decrementing SP.
596q1 = obj.Appendp(q1, c.newprog)
597q1.Pos = p.Pos
598q1.As = AMOVD
599q1.From.Type = obj.TYPE_REG
600q1.From.Reg = REGLINK
601q1.To.Type = obj.TYPE_MEM
602q1.To.Reg = REGSP
603}
604
605q1 = c.ctxt.EndUnsafePoint(q1, c.newprog, -1)
606} else {
607// small frame, update SP and save LR in a single MOVD.W instruction
608q1 = obj.Appendp(q, c.newprog)
609q1.As = AMOVD
610q1.Pos = p.Pos
611q1.From.Type = obj.TYPE_REG
612q1.From.Reg = REGLINK
613q1.To.Type = obj.TYPE_MEM
614q1.Scond = C_XPRE
615q1.To.Offset = int64(-aoffset)
616q1.To.Reg = REGSP
617q1.Spadj = aoffset
618
619prologueEnd = q1
620}
621
622prologueEnd.Pos = prologueEnd.Pos.WithXlogue(src.PosPrologueEnd)
623
624if objabi.Framepointer_enabled {
625q1 = obj.Appendp(q1, c.newprog)
626q1.Pos = p.Pos
627q1.As = AMOVD
628q1.From.Type = obj.TYPE_REG
629q1.From.Reg = REGFP
630q1.To.Type = obj.TYPE_MEM
631q1.To.Reg = REGSP
632q1.To.Offset = -8
633
634q1 = obj.Appendp(q1, c.newprog)
635q1.Pos = p.Pos
636q1.As = ASUB
637q1.From.Type = obj.TYPE_CONST
638q1.From.Offset = 8
639q1.Reg = REGSP
640q1.To.Type = obj.TYPE_REG
641q1.To.Reg = REGFP
642}
643
644if c.cursym.Func.Text.From.Sym.Wrapper() {
645// if(g->panic != nil && g->panic->argp == FP) g->panic->argp = bottom-of-frame
646//
647// MOV g_panic(g), R1
648// CBNZ checkargp
649// end:
650// NOP
651// ... function body ...
652// checkargp:
653// MOV panic_argp(R1), R2
654// ADD $(autosize+8), RSP, R3
655// CMP R2, R3
656// BNE end
657// ADD $8, RSP, R4
658// MOVD R4, panic_argp(R1)
659// B end
660//
661// The NOP is needed to give the jumps somewhere to land.
662// It is a liblink NOP, not an ARM64 NOP: it encodes to 0 instruction bytes.
663q = q1
664
665// MOV g_panic(g), R1
666q = obj.Appendp(q, c.newprog)
667q.As = AMOVD
668q.From.Type = obj.TYPE_MEM
669q.From.Reg = REGG
670q.From.Offset = 4 * int64(c.ctxt.Arch.PtrSize) // G.panic
671q.To.Type = obj.TYPE_REG
672q.To.Reg = REG_R1
673
674// CBNZ R1, checkargp
675cbnz := obj.Appendp(q, c.newprog)
676cbnz.As = ACBNZ
677cbnz.From.Type = obj.TYPE_REG
678cbnz.From.Reg = REG_R1
679cbnz.To.Type = obj.TYPE_BRANCH
680
681// Empty branch target at the top of the function body
682end := obj.Appendp(cbnz, c.newprog)
683end.As = obj.ANOP
684
685// find the end of the function
686var last *obj.Prog
687for last = end; last.Link != nil; last = last.Link {
688}
689
690// MOV panic_argp(R1), R2
691mov := obj.Appendp(last, c.newprog)
692mov.As = AMOVD
693mov.From.Type = obj.TYPE_MEM
694mov.From.Reg = REG_R1
695mov.From.Offset = 0 // Panic.argp
696mov.To.Type = obj.TYPE_REG
697mov.To.Reg = REG_R2
698
699// CBNZ branches to the MOV above
700cbnz.To.SetTarget(mov)
701
702// ADD $(autosize+8), SP, R3
703q = obj.Appendp(mov, c.newprog)
704q.As = AADD
705q.From.Type = obj.TYPE_CONST
706q.From.Offset = int64(c.autosize) + 8
707q.Reg = REGSP
708q.To.Type = obj.TYPE_REG
709q.To.Reg = REG_R3
710
711// CMP R2, R3
712q = obj.Appendp(q, c.newprog)
713q.As = ACMP
714q.From.Type = obj.TYPE_REG
715q.From.Reg = REG_R2
716q.Reg = REG_R3
717
718// BNE end
719q = obj.Appendp(q, c.newprog)
720q.As = ABNE
721q.To.Type = obj.TYPE_BRANCH
722q.To.SetTarget(end)
723
724// ADD $8, SP, R4
725q = obj.Appendp(q, c.newprog)
726q.As = AADD
727q.From.Type = obj.TYPE_CONST
728q.From.Offset = 8
729q.Reg = REGSP
730q.To.Type = obj.TYPE_REG
731q.To.Reg = REG_R4
732
733// MOV R4, panic_argp(R1)
734q = obj.Appendp(q, c.newprog)
735q.As = AMOVD
736q.From.Type = obj.TYPE_REG
737q.From.Reg = REG_R4
738q.To.Type = obj.TYPE_MEM
739q.To.Reg = REG_R1
740q.To.Offset = 0 // Panic.argp
741
742// B end
743q = obj.Appendp(q, c.newprog)
744q.As = AB
745q.To.Type = obj.TYPE_BRANCH
746q.To.SetTarget(end)
747}
748
749case obj.ARET:
750nocache(p)
751if p.From.Type == obj.TYPE_CONST {
752c.ctxt.Diag("using BECOME (%v) is not supported!", p)
753break
754}
755
756retjmp = p.To.Sym
757p.To = obj.Addr{}
758if c.cursym.Func.Text.Mark&LEAF != 0 {
759if c.autosize != 0 {
760p.As = AADD
761p.From.Type = obj.TYPE_CONST
762p.From.Offset = int64(c.autosize)
763p.To.Type = obj.TYPE_REG
764p.To.Reg = REGSP
765p.Spadj = -c.autosize
766
767if objabi.Framepointer_enabled {
768p = obj.Appendp(p, c.newprog)
769p.As = ASUB
770p.From.Type = obj.TYPE_CONST
771p.From.Offset = 8
772p.Reg = REGSP
773p.To.Type = obj.TYPE_REG
774p.To.Reg = REGFP
775}
776}
777} else {
778/* want write-back pre-indexed SP+autosize -> SP, loading REGLINK*/
779
780if objabi.Framepointer_enabled {
781p.As = AMOVD
782p.From.Type = obj.TYPE_MEM
783p.From.Reg = REGSP
784p.From.Offset = -8
785p.To.Type = obj.TYPE_REG
786p.To.Reg = REGFP
787p = obj.Appendp(p, c.newprog)
788}
789
790aoffset := c.autosize
791
792if aoffset <= 0xF0 {
793p.As = AMOVD
794p.From.Type = obj.TYPE_MEM
795p.Scond = C_XPOST
796p.From.Offset = int64(aoffset)
797p.From.Reg = REGSP
798p.To.Type = obj.TYPE_REG
799p.To.Reg = REGLINK
800p.Spadj = -aoffset
801} else {
802p.As = AMOVD
803p.From.Type = obj.TYPE_MEM
804p.From.Offset = 0
805p.From.Reg = REGSP
806p.To.Type = obj.TYPE_REG
807p.To.Reg = REGLINK
808
809q = newprog()
810q.As = AADD
811q.From.Type = obj.TYPE_CONST
812q.From.Offset = int64(aoffset)
813q.To.Type = obj.TYPE_REG
814q.To.Reg = REGSP
815q.Link = p.Link
816q.Spadj = int32(-q.From.Offset)
817q.Pos = p.Pos
818p.Link = q
819p = q
820}
821}
822
823if p.As != obj.ARET {
824q = newprog()
825q.Pos = p.Pos
826q.Link = p.Link
827p.Link = q
828p = q
829}
830
831if retjmp != nil { // retjmp
832p.As = AB
833p.To.Type = obj.TYPE_BRANCH
834p.To.Sym = retjmp
835p.Spadj = +c.autosize
836break
837}
838
839p.As = obj.ARET
840p.To.Type = obj.TYPE_MEM
841p.To.Offset = 0
842p.To.Reg = REGLINK
843p.Spadj = +c.autosize
844
845case AADD, ASUB:
846if p.To.Type == obj.TYPE_REG && p.To.Reg == REGSP && p.From.Type == obj.TYPE_CONST {
847if p.As == AADD {
848p.Spadj = int32(-p.From.Offset)
849} else {
850p.Spadj = int32(+p.From.Offset)
851}
852}
853
854case obj.AGETCALLERPC:
855if cursym.Leaf() {
856/* MOVD LR, Rd */
857p.As = AMOVD
858p.From.Type = obj.TYPE_REG
859p.From.Reg = REGLINK
860} else {
861/* MOVD (RSP), Rd */
862p.As = AMOVD
863p.From.Type = obj.TYPE_MEM
864p.From.Reg = REGSP
865}
866
867case obj.ADUFFCOPY:
868if objabi.Framepointer_enabled {
869// ADR ret_addr, R27
870// STP (FP, R27), -24(SP)
871// SUB 24, SP, FP
872// DUFFCOPY
873// ret_addr:
874// SUB 8, SP, FP
875
876q1 := p
877// copy DUFFCOPY from q1 to q4
878q4 := obj.Appendp(p, c.newprog)
879q4.Pos = p.Pos
880q4.As = obj.ADUFFCOPY
881q4.To = p.To
882
883q1.As = AADR
884q1.From.Type = obj.TYPE_BRANCH
885q1.To.Type = obj.TYPE_REG
886q1.To.Reg = REG_R27
887
888q2 := obj.Appendp(q1, c.newprog)
889q2.Pos = p.Pos
890q2.As = ASTP
891q2.From.Type = obj.TYPE_REGREG
892q2.From.Reg = REGFP
893q2.From.Offset = int64(REG_R27)
894q2.To.Type = obj.TYPE_MEM
895q2.To.Reg = REGSP
896q2.To.Offset = -24
897
898// maintaine FP for DUFFCOPY
899q3 := obj.Appendp(q2, c.newprog)
900q3.Pos = p.Pos
901q3.As = ASUB
902q3.From.Type = obj.TYPE_CONST
903q3.From.Offset = 24
904q3.Reg = REGSP
905q3.To.Type = obj.TYPE_REG
906q3.To.Reg = REGFP
907
908q5 := obj.Appendp(q4, c.newprog)
909q5.Pos = p.Pos
910q5.As = ASUB
911q5.From.Type = obj.TYPE_CONST
912q5.From.Offset = 8
913q5.Reg = REGSP
914q5.To.Type = obj.TYPE_REG
915q5.To.Reg = REGFP
916q1.From.SetTarget(q5)
917p = q5
918}
919
920case obj.ADUFFZERO:
921if objabi.Framepointer_enabled {
922// ADR ret_addr, R27
923// STP (FP, R27), -24(SP)
924// SUB 24, SP, FP
925// DUFFZERO
926// ret_addr:
927// SUB 8, SP, FP
928
929q1 := p
930// copy DUFFZERO from q1 to q4
931q4 := obj.Appendp(p, c.newprog)
932q4.Pos = p.Pos
933q4.As = obj.ADUFFZERO
934q4.To = p.To
935
936q1.As = AADR
937q1.From.Type = obj.TYPE_BRANCH
938q1.To.Type = obj.TYPE_REG
939q1.To.Reg = REG_R27
940
941q2 := obj.Appendp(q1, c.newprog)
942q2.Pos = p.Pos
943q2.As = ASTP
944q2.From.Type = obj.TYPE_REGREG
945q2.From.Reg = REGFP
946q2.From.Offset = int64(REG_R27)
947q2.To.Type = obj.TYPE_MEM
948q2.To.Reg = REGSP
949q2.To.Offset = -24
950
951// maintaine FP for DUFFZERO
952q3 := obj.Appendp(q2, c.newprog)
953q3.Pos = p.Pos
954q3.As = ASUB
955q3.From.Type = obj.TYPE_CONST
956q3.From.Offset = 24
957q3.Reg = REGSP
958q3.To.Type = obj.TYPE_REG
959q3.To.Reg = REGFP
960
961q5 := obj.Appendp(q4, c.newprog)
962q5.Pos = p.Pos
963q5.As = ASUB
964q5.From.Type = obj.TYPE_CONST
965q5.From.Offset = 8
966q5.Reg = REGSP
967q5.To.Type = obj.TYPE_REG
968q5.To.Reg = REGFP
969q1.From.SetTarget(q5)
970p = q5
971}
972}
973}
974}
975
976func nocache(p *obj.Prog) {
977p.Optab = 0
978p.From.Class = 0
979p.To.Class = 0
980}
981
982var unaryDst = map[obj.As]bool{
983AWORD: true,
984ADWORD: true,
985ABL: true,
986AB: true,
987ACLREX: true,
988}
989
990var Linkarm64 = obj.LinkArch{
991Arch: sys.ArchARM64,
992Init: buildop,
993Preprocess: preprocess,
994Assemble: span7,
995Progedit: progedit,
996UnaryDst: unaryDst,
997DWARFRegisters: ARM64DWARFRegisters,
998}
999