/
LibraryCompiler.java
226 lines (204 loc) · 9.02 KB
/
LibraryCompiler.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
// Copyright (c) 2020-2021 Yinsen (Tesla) Zhang.
// Use of this source code is governed by the MIT license that can be found in the LICENSE.md file.
package org.aya.cli.library;
import kala.collection.immutable.ImmutableSeq;
import kala.collection.mutable.MutableSet;
import org.aya.api.error.CountingReporter;
import org.aya.api.error.DelayedReporter;
import org.aya.api.error.Reporter;
import org.aya.cli.library.json.LibraryConfigData;
import org.aya.cli.library.source.DiskLibraryOwner;
import org.aya.cli.library.source.LibraryOwner;
import org.aya.cli.library.source.LibrarySource;
import org.aya.cli.single.CompilerFlags;
import org.aya.cli.utils.AyaCompiler;
import org.aya.concrete.parse.AyaParsing;
import org.aya.concrete.resolve.module.CachedModuleLoader;
import org.aya.concrete.resolve.module.ModuleLoader;
import org.aya.concrete.stmt.QualifiedID;
import org.aya.util.FileUtil;
import org.aya.util.MutableGraph;
import org.aya.util.StringUtil;
import org.aya.util.tyck.OrgaTycker;
import org.aya.util.tyck.SCCTycker;
import org.jetbrains.annotations.NotNull;
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;
/**
* @author kiva
*/
public class LibraryCompiler {
private final @NotNull LibraryOwner owner;
private final @NotNull CachedModuleLoader<LibraryModuleLoader> moduleLoader;
private final @NotNull CountingReporter reporter;
private final @NotNull CompilerFlags flags;
private LibraryCompiler(@NotNull CompilerFlags flags, @NotNull LibraryOwner owner, @NotNull LibraryModuleLoader.United states) {
this.moduleLoader = new CachedModuleLoader<>(new LibraryModuleLoader(owner, states));
this.reporter = owner.reporter();
this.flags = flags;
this.owner = owner;
}
public static int compile(@NotNull Reporter reporter, @NotNull CompilerFlags flags, @NotNull Path libraryRoot) throws IOException {
if (!Files.exists(libraryRoot)) {
reporter.reportString("Specified library root does not exist: " + libraryRoot);
return 1;
}
var config = LibraryConfigData.fromLibraryRoot(FileUtil.canonicalize(libraryRoot));
var compiler = new LibraryCompiler(flags, DiskLibraryOwner.from(reporter, config), new LibraryModuleLoader.United());
return compiler.start();
}
private void resolveImports(@NotNull LibrarySource source) throws IOException {
if (source.program().value != null) return; // already parsed
var owner = source.owner();
var program = AyaParsing.program(owner.locator(), owner.reporter(), source.file());
source.program().value = program;
var finder = new ImportResolver(mod -> {
var file = owner.findModule(mod);
if (file == null) throw new IllegalStateException("no library owns module: " + mod);
try {
resolveImports(file);
} catch (IOException e) {
throw new RuntimeException("Cannot load imported module " + mod, e);
}
return file;
}, source);
finder.resolveStmt(program);
}
private @NotNull MutableGraph<LibrarySource> resolveLibraryImports() throws IOException {
var graph = MutableGraph.<LibrarySource>create();
reportNest("[Info] Resolving source file dependency");
var startTime = System.currentTimeMillis();
for (var file : owner.librarySourceFiles()) {
resolveImports(file);
collectDep(graph, file);
}
reporter.reportNest("Done in " + StringUtil.timeToString(
System.currentTimeMillis() - startTime), LibraryOwner.DEFAULT_INDENT + 2);
return graph;
}
public int start() throws IOException {
if (flags.outputFile() != null) reporter.reportString(
"Warning: command-line specified output file is ignored when compiling libraries.");
if (flags.modulePaths().isNotEmpty()) reporter.reportString(
"Warning: command-line specified module path is ignored when compiling libraries.");
if (flags.distillInfo() != null) reporter.reportString(
"Warning: command-line specified distill info is ignored when compiling libraries.");
return AyaCompiler.catching(reporter, flags, this::make);
}
/**
* Incrementally compiles a library without handling compilation errors.
*
* @return whether the library is up-to-date.
* @apiNote The return value does not indicate whether the library is compiled successfully.
*/
private boolean make() throws IOException {
var library = owner.underlyingLibrary();
var anyDepChanged = false;
for (var dep : owner.libraryDeps()) {
var depCompiler = new LibraryCompiler(flags, dep, moduleLoader.loader.states());
var upToDate = depCompiler.make();
anyDepChanged = anyDepChanged || !upToDate;
owner.registerModulePath(dep.outDir());
}
reporter.reportString("Compiling " + library.name());
var startTime = System.currentTimeMillis();
if (anyDepChanged) FileUtil.deleteRecursively(library.libraryOutRoot());
var srcRoot = library.librarySrcRoot();
owner.registerModulePath(srcRoot);
var depGraph = resolveLibraryImports();
var make = make(depGraph);
reporter.reportNest("Library loaded in " + StringUtil.timeToString(
System.currentTimeMillis() - startTime), LibraryOwner.DEFAULT_INDENT + 2);
return make;
}
/**
* @return whether the library is up-to-date.
*/
private boolean make(@NotNull MutableGraph<LibrarySource> depGraph) throws IOException {
var changed = MutableGraph.<LibrarySource>create();
var usage = depGraph.transpose();
depGraph.E().keysView().forEach(s -> {
if (Timestamp.sourceModified(s))
collectChanged(usage, s, changed);
});
var SCCs = changed.topologicalOrder().view()
.reversed().toImmutableSeq();
// ^ top order generated from usage graph should be reversed
// Only here we generate top order from usage graph just for efficiency
// (transposing a graph is slower than reversing a list).
// in other cases we always generate top order from dependency graphs
// because usage graphs are never needed.
if (SCCs.isEmpty()) {
reportNest("[Info] No changes detected, no need to remake");
return true;
}
Files.createDirectories(owner.outDir());
var delayedReporter = new DelayedReporter(reporter);
var tycker = new LibraryOrgaTycker(new LibrarySccTycker(delayedReporter, moduleLoader), changed);
// use delayed reporter to avoid showing errors in the middle of compilation.
// we only show errors after all SCCs are tycked
try (delayedReporter) {
SCCs.forEachChecked(tycker::tyckSCC);
}
if (tycker.skippedSet.isNotEmpty()) {
reporter.reportString("I dislike the following module(s):");
tycker.skippedSet.forEach(f -> reportNest(String.format("%s (%s)", QualifiedID.join(f.moduleName()), f.displayPath())));
reporter.reportString("");
} else {
reporter.reportString("I like these modules :)");
}
return false;
}
record LibraryOrgaTycker(
@NotNull LibrarySccTycker sccTycker,
@NotNull MutableGraph<LibrarySource> usageGraph,
@NotNull MutableSet<LibrarySource> skippedSet
) implements OrgaTycker<LibrarySource, IOException> {
public LibraryOrgaTycker(@NotNull LibrarySccTycker sccTycker, @NotNull MutableGraph<LibrarySource> usage) {
this(sccTycker, usage, MutableSet.create());
}
@Override public @NotNull Iterable<LibrarySource> collectUsageOf(@NotNull LibrarySource failed) {
return usageGraph.suc(failed);
}
}
record LibrarySccTycker(
@NotNull Reporter outerReporter,
@NotNull ModuleLoader moduleLoader
) implements SCCTycker<LibrarySource, IOException> {
@Override
public @NotNull ImmutableSeq<LibrarySource> tyckSCC(@NotNull ImmutableSeq<LibrarySource> order) throws IOException {
var reporter = new CountingReporter(outerReporter);
for (var f : order) Files.deleteIfExists(f.coreFile());
for (var f : order) {
tyckOne(reporter, f);
if (!reporter.noError()) return ImmutableSeq.of(f);
}
return ImmutableSeq.empty();
}
private void tyckOne(CountingReporter reporter, LibrarySource file) {
var moduleName = file.moduleName();
var mod = moduleLoader.load(moduleName);
if (mod == null) throw new IllegalStateException("Unable to load module: " + moduleName);
file.resolveInfo().value = mod;
outerReporter.reportNest("[Tyck] %s (%s)".formatted(
QualifiedID.join(mod.thisModule().moduleName()), file.displayPath()), LibraryOwner.DEFAULT_INDENT);
}
}
private void reportNest(@NotNull String text) {
reporter.reportNest(text, LibraryOwner.DEFAULT_INDENT);
}
private static void collectDep(@NotNull MutableGraph<LibrarySource> dep, @NotNull LibrarySource info) {
dep.suc(info).appendAll(info.imports());
info.imports().forEach(i -> collectDep(dep, i));
}
private static void collectChanged(
@NotNull MutableGraph<LibrarySource> usage,
@NotNull LibrarySource changed,
@NotNull MutableGraph<LibrarySource> changedGraph
) {
if (changedGraph.E().containsKey(changed)) return;
changedGraph.suc(changed).appendAll(usage.suc(changed));
usage.suc(changed).forEach(dep -> collectChanged(usage, dep, changedGraph));
}
}