1 /**
2  * Compiler implementation of the
3  * $(LINK2 http://www.dlang.org, D programming language).
4  *
5  * Copyright:   Copyright (C) 2015-2020 by The D Language Foundation, All Rights Reserved
6  * Authors:     Rainer Schuetze
7  * License:     $(LINK2 http://www.boost.org/LICENSE_1_0.txt, Boost License 1.0)
8  * Source:      $(LINK2 https://github.com/dlang/dmd/blob/master/src/dmd/backend/dvarstats.d, backend/dvarstats.d)
9  */
10 
11 module dmd.backend.dvarstats;
12 
13 /******************************************
14  * support for lexical scope of local variables
15  */
16 
17 import core.stdc..string;
18 import core.stdc.stdlib;
19 
20 import dmd.backend.cc;
21 import dmd.backend.cdef;
22 import dmd.backend.global;
23 import dmd.backend.code;
24 
25 extern (C++):
26 
27 nothrow:
28 
29 alias _compare_fp_t = extern(C) nothrow int function(const void*, const void*);
30 extern(C) void qsort(void* base, size_t nmemb, size_t size, _compare_fp_t compar);
31 
32 version (all) // free function version
33 {
34     import dmd.backend.dvarstats;
35 
36     void varStats_writeSymbolTable(symtab_t* symtab,
37             void function(Symbol*) nothrow fnWriteVar, void function() nothrow fnEndArgs,
38             void function(int off,int len) nothrow fnBeginBlock, void function() nothrow fnEndBlock)
39     {
40         varStats.writeSymbolTable(symtab, fnWriteVar, fnEndArgs, fnBeginBlock, fnEndBlock);
41     }
42 
43     void varStats_startFunction()
44     {
45         varStats.startFunction();
46     }
47 
48     void varStats_recordLineOffset(Srcpos src, targ_size_t off)
49     {
50         varStats.recordLineOffset(src, off);
51     }
52 
53     __gshared VarStatistics varStats;
54 }
55 
56 
57 // estimate of variable life time
58 struct LifeTime
59 {
60     Symbol* sym;
61     int offCreate;  // variable created before this code offset
62     int offDestroy; // variable destroyed after this code offset
63 }
64 
65 struct LineOffset
66 {
67     targ_size_t offset;
68     uint linnum;
69     uint diffNextOffset;
70 }
71 
72 struct VarStatistics
73 {
74 private:
75 nothrow:
76     LifeTime[] lifeTimes;
77     int cntUsedLifeTimes;
78 
79     // symbol table sorted by offset of variable creation
80     symtab_t sortedSymtab;
81     SYMIDX* nextSym;      // next symbol with identifier with same hash, same size as sortedSymtab
82     int uniquecnt;        // number of variables that have unique name and don't need lexical scope
83 
84     // line number records for the current function
85     LineOffset[] lineOffsets;
86     int cntUsedLineOffsets;
87     const(char)* srcfile;  // only one file supported, no inline
88 
89 public void startFunction()
90 {
91     cntUsedLineOffsets = 0;
92     srcfile = null;
93 }
94 
95 // figure if can we can add a lexical scope for the variable
96 // (this should exclude variables from inlined functions as there is
97 //  no support for gathering stats from different files)
98 private bool isLexicalScopeVar(Symbol* sa)
99 {
100     if (sa.lnoscopestart <= 0 || sa.lnoscopestart > sa.lnoscopeend)
101         return false;
102 
103     // is it inside the function? Unfortunately we cannot verify the source file in case of inlining
104     if (sa.lnoscopestart < funcsym_p.Sfunc.Fstartline.Slinnum)
105         return false;
106     if (sa.lnoscopeend > funcsym_p.Sfunc.Fendline.Slinnum)
107         return false;
108 
109     return true;
110 }
111 
112 // compare function to sort symbols by line offsets of their creation
113 private extern (C) static int cmpLifeTime(scope const void* p1, scope const void* p2)
114 {
115     const LifeTime* lt1 = cast(const(LifeTime)*)p1;
116     const LifeTime* lt2 = cast(const(LifeTime)*)p2;
117 
118     return lt1.offCreate - lt2.offCreate;
119 }
120 
121 // a parent scope contains the creation offset of the child scope
122 private static extern(D) SYMIDX isParentScope(LifeTime[] lifetimes, SYMIDX parent, SYMIDX si)
123 {
124     if(parent < 0) // full function
125         return true;
126     return lifetimes[parent].offCreate <= lifetimes[si].offCreate &&
127            lifetimes[parent].offDestroy > lifetimes[si].offCreate;
128 }
129 
130 // find a symbol that includes the creation of the given symbol as part of its life time
131 private static extern(D) SYMIDX findParentScope(LifeTime[] lifetimes, SYMIDX si)
132 {
133     for(SYMIDX sj = si - 1; sj >= 0; --sj)
134         if(isParentScope(lifetimes, sj, si))
135            return sj;
136     return -1;
137 }
138 
139 private static int getHash(const(char)* s)
140 {
141     int hash = 0;
142     for (; *s; s++)
143         hash = hash * 11 + *s;
144     return hash;
145 }
146 
147 private bool hashSymbolIdentifiers(symtab_t* symtab)
148 {
149     // build circular-linked lists of symbols with same identifier hash
150     bool hashCollisions = false;
151     SYMIDX[256] firstSym = void;
152     memset(firstSym.ptr, -1, (firstSym).sizeof);
153     for (SYMIDX si = 0; si < symtab.top; si++)
154     {
155         Symbol* sa = symtab.tab[si];
156         int hash = getHash(sa.Sident.ptr) & 255;
157         SYMIDX first = firstSym[hash];
158         if (first == -1)
159         {
160             // connect full circle, so we don't have to recalculate the hash
161             nextSym[si] = si;
162             firstSym[hash] = si;
163         }
164         else
165         {
166             // insert after first entry
167             nextSym[si] = nextSym[first];
168             nextSym[first] = si;
169             hashCollisions = true;
170         }
171     }
172     return hashCollisions;
173 }
174 
175 private bool hasUniqueIdentifier(symtab_t* symtab, SYMIDX si)
176 {
177     Symbol* sa = symtab.tab[si];
178     for (SYMIDX sj = nextSym[si]; sj != si; sj = nextSym[sj])
179         if (strcmp(sa.Sident.ptr, symtab.tab[sj].Sident.ptr) == 0)
180             return false;
181     return true;
182 }
183 
184 // gather statistics about creation and destructions of variables that are
185 //  used by the current function
186 private symtab_t* calcLexicalScope(symtab_t* symtab) return
187 {
188     // make a copy of the symbol table
189     // - arguments should be kept at the very beginning
190     // - variables with unique name come first (will be emitted with full function scope)
191     // - variables with duplicate names are added with ascending code offset
192     if (sortedSymtab.symmax < symtab.top)
193     {
194         nextSym = cast(int*)util_realloc(nextSym, symtab.top, (*nextSym).sizeof);
195         sortedSymtab.tab = cast(Symbol**) util_realloc(sortedSymtab.tab, symtab.top, (Symbol*).sizeof);
196         sortedSymtab.symmax = symtab.top;
197     }
198 
199     if (!hashSymbolIdentifiers(symtab))
200     {
201         // without any collisions, there are no duplicate symbol names, so bail out early
202         uniquecnt = symtab.top;
203         return symtab;
204     }
205 
206     SYMIDX argcnt;
207     for (argcnt = 0; argcnt < symtab.top; argcnt++)
208     {
209         Symbol* sa = symtab.tab[argcnt];
210         if (sa.Sclass != SCparameter && sa.Sclass != SCregpar && sa.Sclass != SCfastpar && sa.Sclass != SCshadowreg)
211             break;
212         sortedSymtab.tab[argcnt] = sa;
213     }
214 
215     // find symbols with identical names, only these need lexical scope
216     uniquecnt = argcnt;
217     SYMIDX dupcnt = 0;
218     for (SYMIDX sj, si = argcnt; si < symtab.top; si++)
219     {
220         Symbol* sa = symtab.tab[si];
221         if (!isLexicalScopeVar(sa) || hasUniqueIdentifier(symtab, si))
222             sortedSymtab.tab[uniquecnt++] = sa;
223         else
224             sortedSymtab.tab[symtab.top - 1 - dupcnt++] = sa; // fill from the top
225     }
226     sortedSymtab.top = symtab.top;
227     if(dupcnt == 0)
228         return symtab;
229 
230     sortLineOffsets();
231 
232     // precalc the lexical blocks to emit so that identically named symbols don't overlap
233     if (lifeTimes.length < dupcnt)
234         lifeTimes = (cast(LifeTime*) util_realloc(lifeTimes.ptr, dupcnt, (LifeTime).sizeof))[0 .. dupcnt];
235 
236     for (SYMIDX si = 0; si < dupcnt; si++)
237     {
238         lifeTimes[si].sym = sortedSymtab.tab[uniquecnt + si];
239         lifeTimes[si].offCreate = cast(int)getLineOffset(lifeTimes[si].sym.lnoscopestart);
240         lifeTimes[si].offDestroy = cast(int)getLineOffset(lifeTimes[si].sym.lnoscopeend);
241     }
242     cntUsedLifeTimes = dupcnt;
243     qsort(lifeTimes.ptr, dupcnt, (lifeTimes[0]).sizeof, &cmpLifeTime);
244 
245     // ensure that an inner block does not extend beyond the end of a parent block
246     for (SYMIDX si = 0; si < dupcnt; si++)
247     {
248         SYMIDX sj = findParentScope(lifeTimes, si);
249         if(sj >= 0 && lifeTimes[si].offDestroy > lifeTimes[sj].offDestroy)
250             lifeTimes[si].offDestroy = lifeTimes[sj].offDestroy;
251     }
252 
253     // extend life time to the creation of the next symbol that is not contained in the parent scope
254     // or that has the same name
255     for (SYMIDX sj, si = 0; si < dupcnt; si++)
256     {
257         SYMIDX parent = findParentScope(lifeTimes, si);
258 
259         for (sj = si + 1; sj < dupcnt; sj++)
260             if(!isParentScope(lifeTimes, parent, sj))
261                 break;
262             else if (strcmp(lifeTimes[si].sym.Sident.ptr, lifeTimes[sj].sym.Sident.ptr) == 0)
263                 break;
264 
265         lifeTimes[si].offDestroy = cast(int)(sj < dupcnt ? lifeTimes[sj].offCreate : retoffset + retsize); // function length
266     }
267 
268     // store duplicate symbols back with new ordering
269     for (SYMIDX si = 0; si < dupcnt; si++)
270         sortedSymtab.tab[uniquecnt + si] = lifeTimes[si].sym;
271 
272     return &sortedSymtab;
273 }
274 
275 public void writeSymbolTable(symtab_t* symtab,
276             void function(Symbol*) nothrow fnWriteVar, void function() nothrow fnEndArgs,
277             void function(int off,int len) nothrow fnBeginBlock, void function() nothrow fnEndBlock)
278 {
279     symtab = calcLexicalScope(symtab);
280 
281     int openBlocks = 0;
282     int lastOffset = 0;
283 
284     // Write local symbol table
285     bool endarg = false;
286     for (SYMIDX si = 0; si < symtab.top; si++)
287     {
288         Symbol *sa = symtab.tab[si];
289         if (endarg == false &&
290             sa.Sclass != SCparameter &&
291             sa.Sclass != SCfastpar &&
292             sa.Sclass != SCregpar &&
293             sa.Sclass != SCshadowreg)
294         {
295             if(fnEndArgs)
296                 (*fnEndArgs)();
297             endarg = true;
298         }
299         if (si >= uniquecnt)
300         {
301             int off = lifeTimes[si - uniquecnt].offCreate;
302             // close scopes that end before the creation of this symbol
303             for (SYMIDX sj = si - 1; sj >= uniquecnt; --sj)
304             {
305                 if (lastOffset < lifeTimes[sj - uniquecnt].offDestroy && lifeTimes[sj - uniquecnt].offDestroy <= off)
306                 {
307                     assert(openBlocks > 0);
308                     if(fnEndBlock)
309                         (*fnEndBlock)();
310                     openBlocks--;
311                 }
312             }
313             int len = lifeTimes[si - uniquecnt].offDestroy - off;
314             // don't emit a block for length 0, it isn't captured by the close condition above
315             if (len > 0)
316             {
317                 if(fnBeginBlock)
318                     (*fnBeginBlock)(off, len);
319                 openBlocks++;
320             }
321             lastOffset = off;
322         }
323         (*fnWriteVar)(sa);
324     }
325 
326     while (openBlocks > 0)
327     {
328         if(fnEndBlock)
329             (*fnEndBlock)();
330         openBlocks--;
331     }
332 }
333 
334 // compare function to sort line offsets ascending by line (and offset on identical line)
335 private extern (C) static int cmpLineOffsets(scope const void* off1, scope const void* off2)
336 {
337     const LineOffset* loff1 = cast(const(LineOffset)*)off1;
338     const LineOffset* loff2 = cast(const(LineOffset)*)off2;
339 
340     if (loff1.linnum == loff2.linnum)
341         return cast(int)(loff1.offset - loff2.offset);
342     return loff1.linnum - loff2.linnum;
343 }
344 
345 private void sortLineOffsets()
346 {
347     if (cntUsedLineOffsets == 0)
348         return;
349 
350     // remember the offset to the next recorded offset on another line
351     for (int i = 1; i < cntUsedLineOffsets; i++)
352         lineOffsets[i-1].diffNextOffset = cast(uint)(lineOffsets[i].offset - lineOffsets[i-1].offset);
353     lineOffsets[cntUsedLineOffsets - 1].diffNextOffset = cast(uint)(retoffset + retsize - lineOffsets[cntUsedLineOffsets - 1].offset);
354 
355     // sort line records and remove duplicate lines preferring smaller offsets
356     qsort(lineOffsets.ptr, cntUsedLineOffsets, (lineOffsets[0]).sizeof, &cmpLineOffsets);
357     int j = 0;
358     for (int i = 1; i < cntUsedLineOffsets; i++)
359         if (lineOffsets[i].linnum > lineOffsets[j].linnum)
360             lineOffsets[++j] = lineOffsets[i];
361     cntUsedLineOffsets = j + 1;
362 }
363 
364 private targ_size_t getLineOffset(int linnum)
365 {
366     int idx = findLineIndex(linnum);
367     if (idx >= cntUsedLineOffsets || lineOffsets[idx].linnum < linnum)
368         return retoffset + retsize; // function length
369     if (idx > 0 && lineOffsets[idx].linnum != linnum)
370         // for inexact line numbers, use the offset following the previous line
371         return lineOffsets[idx-1].offset + lineOffsets[idx-1].diffNextOffset;
372     return lineOffsets[idx].offset;
373 }
374 
375 // return the first record index in the lineOffsets array with linnum >= line
376 private int findLineIndex(uint line)
377 {
378     int low = 0;
379     int high = cntUsedLineOffsets;
380     while (low < high)
381     {
382         int mid = (low + high) >> 1;
383         int ln = lineOffsets[mid].linnum;
384         if (line < ln)
385             high = mid;
386         else if (line > ln)
387             low = mid + 1;
388         else
389             return mid;
390     }
391     return low;
392 }
393 
394 public void recordLineOffset(Srcpos src, targ_size_t off)
395 {
396     version (MARS)
397         const sfilename = src.Sfilename;
398     else
399         const sfilename = srcpos_name(src);
400 
401     // only record line numbers from one file, symbol info does not include source file
402     if (!sfilename || !src.Slinnum)
403         return;
404     if (!srcfile)
405         srcfile = sfilename;
406     if (srcfile != sfilename && strcmp(srcfile, sfilename) != 0)
407         return;
408 
409     // assume ascending code offsets generated during codegen, ignore any other
410     //  (e.g. there is an additional line number emitted at the end of the function
411     //   or multiple line numbers at the same offset)
412     if (cntUsedLineOffsets > 0 && lineOffsets[cntUsedLineOffsets-1].offset >= off)
413         return;
414 
415     if (cntUsedLineOffsets > 0 && lineOffsets[cntUsedLineOffsets-1].linnum == src.Slinnum)
416     {
417         // optimize common case: new offset on same line
418         return;
419     }
420     // don't care for lineOffsets being ordered now, that is taken care of later (calcLexicalScope)
421     if (lineOffsets.length <= cntUsedLineOffsets)
422     {
423         const newSize = 2 * cntUsedLineOffsets + 16;
424         lineOffsets = (cast(LineOffset*) util_realloc(lineOffsets.ptr, newSize, (lineOffsets[0]).sizeof))[0 .. newSize];
425     }
426     lineOffsets[cntUsedLineOffsets].linnum = src.Slinnum;
427     lineOffsets[cntUsedLineOffsets].offset = off;
428     cntUsedLineOffsets++;
429 }
430 
431 }