components

5.1 KB

1. #!/usr/bin/env python3
2. # tests/letcount.py (copied from tickets.worldapi.org mission 010 via gitoria mission 002; ident mission 009 added `member` and `twice`; components mission 002: components/ recursive, `twice` also in methods): the code-order counts of an app tree (antcolony docs/code-order.md) — root .hl files, project.hl lines, and every `let`:
3. # reassigned the name is assigned again later in its block → `let` is right
4. # loop-bound declared inside a for/while body (re-bound each pass —
5. # Hybriel refuses a plain declaration there on pass 2) → `let` is right
6. # member the name is also a member / static / import of the file
7. # (a plain `x = …` would assign that instead of declaring) → `let` is right
8. # twice the name is declared twice in one function (sibling
9. # blocks: Hybriel refuses the 2nd plain declaration) → `let` is right
10. # never none of these → should be a plain declaration
11. # python3 tests/letcount.py . [-v] (-v lists every `let` that should be a plain declaration) (scans *.hl, components/, lib/, tools/, tests/; not plugins/)
12. import os, re, sys
13. root = sys.argv[1]; verbose = '-v' in sys.argv
14. files = []
15. files += [os.path.join(root, f) for f in sorted(os.listdir(root)) if f.endswith('.hl')]
16. for d in ['components', 'lib', 'tools', 'tests']: # components.hybriel: recursive (one folder per component)
17. for dp, dns, fns in sorted(os.walk(os.path.join(root, d))):
18. dns.sort(); files += [os.path.join(dp, f) for f in sorted(fns) if f.endswith('.hl')]
20. def strip(src):
21. # blank out strings and comments (same length) so braces/names inside them do not count
22. out = list(src); i = 0; n = len(src)
23. while i < n:
24. c = src[i]
25. if src.startswith('//', i):
26. j = src.find('\n', i); j = n if j < 0 else j
27. for k in range(i, j): out[k] = ' '
28. i = j; continue
29. if c in '\'"`':
30. j = i + 1
31. while j < n and src[j] != c:
32. if c == "'" and src[j] == '\\' and j + 1 < n and src[j + 1] == "'": j += 2; continue
33. j += 1
34. for k in range(i + 1, min(j, n)):
35. if out[k] != '\n': out[k] = ' '
36. i = j + 1; continue
37. i += 1
38. return ''.join(out)
40. tot = {'reassigned': 0, 'loop-bound': 0, 'member': 0, 'twice': 0, 'never': 0}
41. per = {}
42. for f in files:
43. s = strip(open(f).read())
44. names = set(re.findall(r'^(?:static\s+)?(?:[A-Z]\w*\s+)?#?(\w+)\s*(?:=|\()', s, re.M))
45. for m in re.finditer(r'^import\s*\{([^}]*)\}', s, re.M): names |= {x.strip() for x in m.group(1).split(',') if x.strip()}
46. names |= set(re.findall(r'^import\s+(\w+)\s+from', s, re.M))
47. opens = []; match = {}; stack = []
48. for i, c in enumerate(s):
49. if c == '{': stack.append(i)
50. elif c == '}' and stack: match[stack.pop()] = i
51. for m in re.finditer(r'\blet\s+(\w+)\s*=', s):
52. name, p = m.group(1), m.start()
53. encl = [o for o, e in match.items() if o < p < e]
54. encl.sort(reverse=True) # innermost first
55. inner_end = match[encl[0]] if encl else len(s)
56. kind = 'never'
57. if re.search(r'(?<![\w.#])' + re.escape(name) + r'\s*(=(?!=)|\+\+|--|\+=|-=)', s[m.end():inner_end]): kind = 'reassigned'
58. else:
59. for o in encl:
60. head = s[max(0, o - 300):o]
61. line = head[head.rfind('\n') + 1:] if '\n' in head else head
62. if re.search(r'=>\s*$', head) or re.match(r'\s*(on\s|static\s|\w+\s*\([^)]*\)\s*$)', line) and not re.match(r'\s*(if|for|while|else)\b', line): break
63. if re.search(r'\b(for|while)\s*\([^{}]*\)\s*$', head): kind = 'loop-bound'; break
64. if kind == 'never' and name in names: kind = 'member'
65. if kind == 'never':
66. fn = None # the enclosing function: lambda, `on`/`static` handler or a method `name(args) {` (components m002: methods too)
67. for o in encl:
68. head = s[max(0, o - 300):o]; line = head[head.rfind('\n') + 1:]
69. if re.search(r'=>\s*$', head) or (re.match(r'\s*(on\s|static\s|\w+\s*\([^)]*\)\s*$)', line) and not re.match(r'\s*(if|for|while|else)\b', line)): fn = o; break
70. if fn is not None and len(re.findall(r'\blet\s+' + re.escape(name) + r'\s*=', s[fn:match[fn]])) > 1: kind = 'twice'
71. tot[kind] += 1
72. per.setdefault(os.path.relpath(f, root), {'reassigned': 0, 'loop-bound': 0, 'member': 0, 'twice': 0, 'never': 0})[kind] += 1
73. if verbose and kind == 'never': print(f' never: {os.path.relpath(f, root)}:{s.count(chr(10), 0, p) + 1} {name}')
74. rootHl = [f for f in os.listdir(root) if f.endswith('.hl')]
75. pl = sum(1 for _ in open(os.path.join(root, 'project.hl')))
76. print(f'root .hl files: {len(rootHl)} ({" ".join(sorted(rootHl))})')
77. print(f'project.hl lines: {pl}')
78. print(f'let total {sum(tot.values())}: reassigned {tot["reassigned"]}, loop-bound {tot["loop-bound"]}, member name {tot["member"]}, declared twice {tot["twice"]}, never reassigned {tot["never"]}')
79. for f, k in sorted(per.items()): print(f' {f}: {k}')