blob: ea011b8e1b3626b9b94f74cbc6b1f4b7b46b9f7b [file] [log] [blame]
Colin Cross2fe66872015-03-30 17:20:39 -07001// Copyright 2015 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package java
16
17// This file generates the final rules for compiling all Java. All properties related to
18// compiling should have been translated into javaBuilderFlags or another argument to the Transform*
19// functions.
20
21import (
Nan Zhang61eaedb2017-11-02 13:28:15 -070022 "path/filepath"
23 "strconv"
Colin Cross2fe66872015-03-30 17:20:39 -070024 "strings"
25
Colin Cross2fe66872015-03-30 17:20:39 -070026 "github.com/google/blueprint"
Colin Crossfe4bc362018-09-12 10:02:13 -070027 "github.com/google/blueprint/proptools"
Colin Crossfee57cb2017-09-05 13:16:45 -070028
29 "android/soong/android"
Ramy Medhat1dcc27e2020-04-21 21:36:23 -040030 "android/soong/remoteexec"
Colin Cross2fe66872015-03-30 17:20:39 -070031)
32
33var (
Colin Cross635c3b02016-05-18 15:37:25 -070034 pctx = android.NewPackageContext("android/soong/java")
Colin Cross2fe66872015-03-30 17:20:39 -070035
36 // Compiling java is not conducive to proper dependency tracking. The path-matches-class-name
37 // requirement leads to unpredictable generated source file names, and a single .java file
38 // will get compiled into multiple .class files if it contains inner classes. To work around
Colin Crossf7eac7a2018-02-08 12:48:39 -080039 // this, all java rules write into separate directories and then are combined into a .jar file
40 // (if the rule produces .class files) or a .srcjar file (if the rule produces .java files).
41 // .srcjar files are unzipped into a temporary directory when compiled with javac.
Colin Cross1ec3fce2020-03-05 12:43:14 -080042 // TODO(b/143658984): goma can't handle the --system argument to javac.
Colin Cross77cdcfd2021-03-12 11:28:25 -080043 javac, javacRE = pctx.MultiCommandRemoteStaticRules("javac",
Colin Cross2fe66872015-03-30 17:20:39 -070044 blueprint.RuleParams{
Ulf Adams26d19552020-11-25 23:03:28 +010045 Command: `rm -rf "$outDir" "$annoDir" "$srcJarDir" "$out" && mkdir -p "$outDir" "$annoDir" "$srcJarDir" && ` +
Colin Cross436b7652018-03-15 16:24:10 -070046 `${config.ZipSyncCmd} -d $srcJarDir -l $srcJarDir/list -f "*.java" $srcJars && ` +
Sundong Ahn24a099c2018-06-28 14:53:20 +090047 `(if [ -s $srcJarDir/list ] || [ -s $out.rsp ] ; then ` +
Kousik Kumar366afc52020-05-20 11:27:16 -070048 `${config.SoongJavacWrapper} $javaTemplate${config.JavacCmd} ` +
Sasha Smundak26c6d9e2019-06-11 13:30:13 -070049 `${config.JavacHeapFlags} ${config.JavacVmFlags} ${config.CommonJdkFlags} ` +
Colin Crossbe9cdb82019-01-21 21:37:16 -080050 `$processorpath $processor $javacFlags $bootClasspath $classpath ` +
Colin Cross64162712017-08-08 13:17:59 -070051 `-source $javaVersion -target $javaVersion ` +
Sundong Ahn24a099c2018-06-28 14:53:20 +090052 `-d $outDir -s $annoDir @$out.rsp @$srcJarDir/list ; fi ) && ` +
Kousik Kumar366afc52020-05-20 11:27:16 -070053 `$zipTemplate${config.SoongZipCmd} -jar -o $out -C $outDir -D $outDir && ` +
Colin Cross44c29a82019-01-24 16:36:57 -080054 `rm -rf "$srcJarDir"`,
Colin Cross8eadbf02017-10-24 17:46:00 -070055 CommandDeps: []string{
56 "${config.JavacCmd}",
57 "${config.SoongZipCmd}",
Colin Cross436b7652018-03-15 16:24:10 -070058 "${config.ZipSyncCmd}",
Colin Cross8eadbf02017-10-24 17:46:00 -070059 },
Colin Crossa4820652017-10-17 13:56:52 -070060 CommandOrderOnly: []string{"${config.SoongJavacWrapper}"},
61 Rspfile: "$out.rsp",
62 RspfileContent: "$in",
Kousik Kumar366afc52020-05-20 11:27:16 -070063 }, map[string]*remoteexec.REParams{
64 "$javaTemplate": &remoteexec.REParams{
65 Labels: map[string]string{"type": "compile", "lang": "java", "compiler": "javac"},
66 ExecStrategy: "${config.REJavacExecStrategy}",
67 Platform: map[string]string{remoteexec.PoolKey: "${config.REJavaPool}"},
68 },
69 "$zipTemplate": &remoteexec.REParams{
70 Labels: map[string]string{"type": "tool", "name": "soong_zip"},
71 Inputs: []string{"${config.SoongZipCmd}", "$outDir"},
72 OutputFiles: []string{"$out"},
73 ExecStrategy: "${config.REJavacExecStrategy}",
74 Platform: map[string]string{remoteexec.PoolKey: "${config.REJavaPool}"},
75 },
Ramy Medhat1dcc27e2020-04-21 21:36:23 -040076 }, []string{"javacFlags", "bootClasspath", "classpath", "processorpath", "processor", "srcJars", "srcJarDir",
77 "outDir", "annoDir", "javaVersion"}, nil)
Colin Cross2fe66872015-03-30 17:20:39 -070078
Sasha Smundak2a4549e2018-11-05 16:49:08 -080079 _ = pctx.VariableFunc("kytheCorpus",
80 func(ctx android.PackageVarContext) string { return ctx.Config().XrefCorpusName() })
Sasha Smundak6c2d4f92020-01-09 17:34:23 -080081 _ = pctx.VariableFunc("kytheCuEncoding",
82 func(ctx android.PackageVarContext) string { return ctx.Config().XrefCuEncoding() })
Sasha Smundakb0addaf2021-02-16 10:39:40 -080083 _ = pctx.VariableFunc("kytheCuJavaSourceMax",
84 func(ctx android.PackageVarContext) string { return ctx.Config().XrefCuJavaSourceMax() })
Sasha Smundak65143642019-09-26 20:14:28 -070085 _ = pctx.SourcePathVariable("kytheVnames", "build/soong/vnames.json")
Sasha Smundak2a4549e2018-11-05 16:49:08 -080086 // Run it with -add-opens=java.base/java.nio=ALL-UNNAMED to avoid JDK9's warning about
87 // "Illegal reflective access by com.google.protobuf.Utf8$UnsafeProcessor ...
88 // to field java.nio.Buffer.address"
89 kytheExtract = pctx.AndroidStaticRule("kythe",
90 blueprint.RuleParams{
91 Command: `${config.ZipSyncCmd} -d $srcJarDir ` +
92 `-l $srcJarDir/list -f "*.java" $srcJars && ` +
93 `( [ ! -s $srcJarDir/list -a ! -s $out.rsp ] || ` +
94 `KYTHE_ROOT_DIRECTORY=. KYTHE_OUTPUT_FILE=$out ` +
95 `KYTHE_CORPUS=${kytheCorpus} ` +
Sasha Smundak65143642019-09-26 20:14:28 -070096 `KYTHE_VNAMES=${kytheVnames} ` +
Sasha Smundak6c2d4f92020-01-09 17:34:23 -080097 `KYTHE_KZIP_ENCODING=${kytheCuEncoding} ` +
Sasha Smundakb0addaf2021-02-16 10:39:40 -080098 `KYTHE_JAVA_SOURCE_BATCH_SIZE=${kytheCuJavaSourceMax} ` +
Sasha Smundak2a4549e2018-11-05 16:49:08 -080099 `${config.SoongJavacWrapper} ${config.JavaCmd} ` +
100 `--add-opens=java.base/java.nio=ALL-UNNAMED ` +
101 `-jar ${config.JavaKytheExtractorJar} ` +
102 `${config.JavacHeapFlags} ${config.CommonJdkFlags} ` +
103 `$processorpath $processor $javacFlags $bootClasspath $classpath ` +
104 `-source $javaVersion -target $javaVersion ` +
105 `-d $outDir -s $annoDir @$out.rsp @$srcJarDir/list)`,
106 CommandDeps: []string{
107 "${config.JavaCmd}",
108 "${config.JavaKytheExtractorJar}",
Sasha Smundak65143642019-09-26 20:14:28 -0700109 "${kytheVnames}",
Sasha Smundak2a4549e2018-11-05 16:49:08 -0800110 "${config.ZipSyncCmd}",
111 },
112 CommandOrderOnly: []string{"${config.SoongJavacWrapper}"},
113 Rspfile: "$out.rsp",
114 RspfileContent: "$in",
115 },
116 "javacFlags", "bootClasspath", "classpath", "processorpath", "processor", "srcJars", "srcJarDir",
117 "outDir", "annoDir", "javaVersion")
118
Sasha Smundaka7856c02020-04-23 09:49:59 -0700119 extractMatchingApks = pctx.StaticRule(
120 "extractMatchingApks",
121 blueprint.RuleParams{
122 Command: `rm -rf "$out" && ` +
123 `${config.ExtractApksCmd} -o "${out}" -allow-prereleased=${allow-prereleased} ` +
124 `-sdk-version=${sdk-version} -abis=${abis} ` +
125 `--screen-densities=${screen-densities} --stem=${stem} ` +
Jaewoong Jung11c1e0f2020-06-29 19:18:44 -0700126 `-apkcerts=${apkcerts} -partition=${partition} ` +
Sasha Smundaka7856c02020-04-23 09:49:59 -0700127 `${in}`,
128 CommandDeps: []string{"${config.ExtractApksCmd}"},
129 },
Jaewoong Jung11c1e0f2020-06-29 19:18:44 -0700130 "abis", "allow-prereleased", "screen-densities", "sdk-version", "stem", "apkcerts", "partition")
Sasha Smundaka7856c02020-04-23 09:49:59 -0700131
Colin Cross77cdcfd2021-03-12 11:28:25 -0800132 turbine, turbineRE = pctx.RemoteStaticRules("turbine",
Nan Zhanged19fc32017-10-19 13:06:22 -0700133 blueprint.RuleParams{
Colin Cross6981f652018-03-07 15:14:50 -0800134 Command: `rm -rf "$outDir" && mkdir -p "$outDir" && ` +
Kousik Kumar1372c1b2020-05-20 07:55:56 -0700135 `$reTemplate${config.JavaCmd} ${config.JavaVmFlags} -jar ${config.TurbineJar} --output $out.tmp ` +
Colin Cross6981f652018-03-07 15:14:50 -0800136 `--temp_dir "$outDir" --sources @$out.rsp --source_jars $srcJars ` +
Nan Zhanged19fc32017-10-19 13:06:22 -0700137 `--javacopts ${config.CommonJdkFlags} ` +
Colin Cross924a0aa2018-03-07 10:51:05 -0800138 `$javacFlags -source $javaVersion -target $javaVersion -- $bootClasspath $classpath && ` +
Nan Zhanged19fc32017-10-19 13:06:22 -0700139 `${config.Ziptime} $out.tmp && ` +
140 `(if cmp -s $out.tmp $out ; then rm $out.tmp ; else mv $out.tmp $out ; fi )`,
Colin Cross8eadbf02017-10-24 17:46:00 -0700141 CommandDeps: []string{
142 "${config.TurbineJar}",
143 "${config.JavaCmd}",
144 "${config.Ziptime}",
Colin Cross8eadbf02017-10-24 17:46:00 -0700145 },
Nan Zhanged19fc32017-10-19 13:06:22 -0700146 Rspfile: "$out.rsp",
147 RspfileContent: "$in",
148 Restat: true,
149 },
Kousik Kumar1372c1b2020-05-20 07:55:56 -0700150 &remoteexec.REParams{Labels: map[string]string{"type": "tool", "name": "turbine"},
151 ExecStrategy: "${config.RETurbineExecStrategy}",
152 Inputs: []string{"${config.TurbineJar}", "${out}.rsp", "$implicits"},
Colin Crossa4eafdd2021-03-24 14:09:28 -0700153 RSPFiles: []string{"${out}.rsp"},
Kousik Kumar1372c1b2020-05-20 07:55:56 -0700154 OutputFiles: []string{"$out.tmp"},
155 OutputDirectories: []string{"$outDir"},
156 ToolchainInputs: []string{"${config.JavaCmd}"},
157 Platform: map[string]string{remoteexec.PoolKey: "${config.REJavaPool}"},
158 }, []string{"javacFlags", "bootClasspath", "classpath", "srcJars", "outDir", "javaVersion"}, []string{"implicits"})
Nan Zhanged19fc32017-10-19 13:06:22 -0700159
Colin Cross77cdcfd2021-03-12 11:28:25 -0800160 jar, jarRE = pctx.RemoteStaticRules("jar",
Colin Cross2fe66872015-03-30 17:20:39 -0700161 blueprint.RuleParams{
Kousik Kumar366afc52020-05-20 11:27:16 -0700162 Command: `$reTemplate${config.SoongZipCmd} -jar -o $out @$out.rsp`,
Nan Zhang674dd932018-01-26 18:30:36 -0800163 CommandDeps: []string{"${config.SoongZipCmd}"},
164 Rspfile: "$out.rsp",
165 RspfileContent: "$jarArgs",
Colin Cross2fe66872015-03-30 17:20:39 -0700166 },
Kousik Kumar366afc52020-05-20 11:27:16 -0700167 &remoteexec.REParams{
168 ExecStrategy: "${config.REJarExecStrategy}",
169 Inputs: []string{"${config.SoongZipCmd}", "${out}.rsp"},
Colin Crossa4eafdd2021-03-24 14:09:28 -0700170 RSPFiles: []string{"${out}.rsp"},
Kousik Kumar366afc52020-05-20 11:27:16 -0700171 OutputFiles: []string{"$out"},
172 Platform: map[string]string{remoteexec.PoolKey: "${config.REJavaPool}"},
173 }, []string{"jarArgs"}, nil)
Colin Cross0a6e0072017-08-30 14:24:55 -0700174
Colin Cross77cdcfd2021-03-12 11:28:25 -0800175 zip, zipRE = pctx.RemoteStaticRules("zip",
Colin Crossa4f08812018-10-02 22:03:40 -0700176 blueprint.RuleParams{
177 Command: `${config.SoongZipCmd} -o $out @$out.rsp`,
178 CommandDeps: []string{"${config.SoongZipCmd}"},
179 Rspfile: "$out.rsp",
180 RspfileContent: "$jarArgs",
181 },
Kousik Kumar366afc52020-05-20 11:27:16 -0700182 &remoteexec.REParams{
183 ExecStrategy: "${config.REZipExecStrategy}",
184 Inputs: []string{"${config.SoongZipCmd}", "${out}.rsp", "$implicits"},
Colin Crossa4eafdd2021-03-24 14:09:28 -0700185 RSPFiles: []string{"${out}.rsp"},
Kousik Kumar366afc52020-05-20 11:27:16 -0700186 OutputFiles: []string{"$out"},
187 Platform: map[string]string{remoteexec.PoolKey: "${config.REJavaPool}"},
188 }, []string{"jarArgs"}, []string{"implicits"})
Colin Crossa4f08812018-10-02 22:03:40 -0700189
Colin Cross0a6e0072017-08-30 14:24:55 -0700190 combineJar = pctx.AndroidStaticRule("combineJar",
191 blueprint.RuleParams{
Colin Crossf91a08c2018-02-07 15:41:31 -0800192 Command: `${config.MergeZipsCmd} --ignore-duplicates -j $jarArgs $out $in`,
Colin Cross0a6e0072017-08-30 14:24:55 -0700193 CommandDeps: []string{"${config.MergeZipsCmd}"},
194 },
Colin Cross635acc92017-09-12 22:50:46 -0700195 "jarArgs")
Colin Cross2fe66872015-03-30 17:20:39 -0700196
Colin Cross9d45bb72016-08-29 16:14:13 -0700197 jarjar = pctx.AndroidStaticRule("jarjar",
Colin Cross65bf4f22015-04-03 16:54:17 -0700198 blueprint.RuleParams{
Colin Crossd97cf632021-02-08 10:14:04 -0800199 Command: "" +
200 // Jarjar doesn't exit with an error when the rules file contains a syntax error,
201 // leading to stale or missing files later in the build. Remove the output file
202 // before running jarjar.
203 "rm -f ${out} && " +
204 "${config.JavaCmd} ${config.JavaVmFlags}" +
Artur Satayev762d9f32020-04-15 12:50:04 +0100205 // b/146418363 Enable Android specific jarjar transformer to drop compat annotations
206 // for newly repackaged classes. Dropping @UnsupportedAppUsage on repackaged classes
207 // avoids adding new hiddenapis after jarjar'ing.
208 " -DremoveAndroidCompatAnnotations=true" +
Colin Crossd97cf632021-02-08 10:14:04 -0800209 " -jar ${config.JarjarCmd} process $rulesFile $in $out && " +
210 // Turn a missing output file into a ninja error
211 `[ -e ${out} ] || (echo "Missing output file"; exit 1)`,
Colin Cross64162712017-08-08 13:17:59 -0700212 CommandDeps: []string{"${config.JavaCmd}", "${config.JarjarCmd}", "$rulesFile"},
Colin Cross65bf4f22015-04-03 16:54:17 -0700213 },
214 "rulesFile")
Nan Zhang4c819fb2018-08-27 18:31:46 -0700215
Vladimir Marko0975ee02019-04-02 10:29:55 +0100216 packageCheck = pctx.AndroidStaticRule("packageCheck",
217 blueprint.RuleParams{
218 Command: "rm -f $out && " +
219 "${config.PackageCheckCmd} $in $packages && " +
Colin Crossb549b772020-06-03 17:14:31 +0000220 "touch $out",
Vladimir Marko0975ee02019-04-02 10:29:55 +0100221 CommandDeps: []string{"${config.PackageCheckCmd}"},
222 },
223 "packages")
224
Nan Zhang4c819fb2018-08-27 18:31:46 -0700225 jetifier = pctx.AndroidStaticRule("jetifier",
226 blueprint.RuleParams{
Sasha Smundak26c6d9e2019-06-11 13:30:13 -0700227 Command: "${config.JavaCmd} ${config.JavaVmFlags} -jar ${config.JetifierJar} -l error -o $out -i $in",
Nan Zhang4c819fb2018-08-27 18:31:46 -0700228 CommandDeps: []string{"${config.JavaCmd}", "${config.JetifierJar}"},
229 },
230 )
Colin Cross43f08db2018-11-12 10:13:39 -0800231
232 zipalign = pctx.AndroidStaticRule("zipalign",
233 blueprint.RuleParams{
Colin Crosse4246ab2019-02-05 21:55:21 -0800234 Command: "if ! ${config.ZipAlign} -c -p 4 $in > /dev/null; then " +
235 "${config.ZipAlign} -f -p 4 $in $out; " +
Colin Cross43f08db2018-11-12 10:13:39 -0800236 "else " +
237 "cp -f $in $out; " +
238 "fi",
239 CommandDeps: []string{"${config.ZipAlign}"},
240 },
241 )
Colin Cross2fe66872015-03-30 17:20:39 -0700242)
243
244func init() {
Colin Crosscc0ce802019-04-02 16:14:11 -0700245 pctx.Import("android/soong/android")
Colin Cross64162712017-08-08 13:17:59 -0700246 pctx.Import("android/soong/java/config")
Colin Cross2fe66872015-03-30 17:20:39 -0700247}
248
249type javaBuilderFlags struct {
Colin Cross6cef4812019-10-17 14:23:50 -0700250 javacFlags string
251 bootClasspath classpath
252 classpath classpath
253 java9Classpath classpath
254 processorPath classpath
Colin Cross5a116862020-04-22 11:44:34 -0700255 processors []string
Colin Cross6cef4812019-10-17 14:23:50 -0700256 systemModules *systemModules
257 aidlFlags string
258 aidlDeps android.Paths
259 javaVersion javaVersion
Colin Cross6af17aa2017-09-20 12:59:05 -0700260
Andreas Gampef3e5b552018-01-22 21:27:21 -0800261 errorProneExtraJavacFlags string
Colin Cross66548102018-06-19 22:47:35 -0700262 errorProneProcessorPath classpath
Andreas Gampef3e5b552018-01-22 21:27:21 -0800263
Colin Cross93e85952017-08-15 13:34:18 -0700264 kotlincFlags string
265 kotlincClasspath classpath
266
Colin Cross19878da2019-03-28 14:45:07 -0700267 proto android.ProtoFlags
Colin Cross2fe66872015-03-30 17:20:39 -0700268}
269
Nan Zhang61eaedb2017-11-02 13:28:15 -0700270func TransformJavaToClasses(ctx android.ModuleContext, outputFile android.WritablePath, shardIdx int,
271 srcFiles, srcJars android.Paths, flags javaBuilderFlags, deps android.Paths) {
Colin Cross2fe66872015-03-30 17:20:39 -0700272
Nan Zhang61eaedb2017-11-02 13:28:15 -0700273 // Compile java sources into .class files
274 desc := "javac"
275 if shardIdx >= 0 {
276 desc += strconv.Itoa(shardIdx)
277 }
278
Colin Cross66548102018-06-19 22:47:35 -0700279 transformJavaToClasses(ctx, outputFile, shardIdx, srcFiles, srcJars, flags, deps, "javac", desc)
Colin Cross2fe66872015-03-30 17:20:39 -0700280}
281
Sasha Smundak2a4549e2018-11-05 16:49:08 -0800282// Emits the rule to generate Xref input file (.kzip file) for the given set of source files and source jars
283// to compile with given set of builder flags, etc.
Colin Cross3b706fd2019-09-05 16:44:18 -0700284func emitXrefRule(ctx android.ModuleContext, xrefFile android.WritablePath, idx int,
Sasha Smundak2a4549e2018-11-05 16:49:08 -0800285 srcFiles, srcJars android.Paths,
Colin Cross3b706fd2019-09-05 16:44:18 -0700286 flags javaBuilderFlags, deps android.Paths) {
Sasha Smundak2a4549e2018-11-05 16:49:08 -0800287
288 deps = append(deps, srcJars...)
Sasha Smundak09950a42019-11-04 16:29:45 -0800289 classpath := flags.classpath
Sasha Smundak2a4549e2018-11-05 16:49:08 -0800290
291 var bootClasspath string
Colin Cross1e743852019-10-28 11:37:20 -0700292 if flags.javaVersion.usesJavaModules() {
Sasha Smundak2a4549e2018-11-05 16:49:08 -0800293 var systemModuleDeps android.Paths
294 bootClasspath, systemModuleDeps = flags.systemModules.FormJavaSystemModulesPath(ctx.Device())
295 deps = append(deps, systemModuleDeps...)
Sasha Smundak09950a42019-11-04 16:29:45 -0800296 classpath = append(flags.java9Classpath, classpath...)
Sasha Smundak2a4549e2018-11-05 16:49:08 -0800297 } else {
298 deps = append(deps, flags.bootClasspath...)
299 if len(flags.bootClasspath) == 0 && ctx.Device() {
300 // explicitly specify -bootclasspath "" if the bootclasspath is empty to
301 // ensure java does not fall back to the default bootclasspath.
302 bootClasspath = `-bootclasspath ""`
303 } else {
304 bootClasspath = flags.bootClasspath.FormJavaClassPath("-bootclasspath")
305 }
306 }
307
Sasha Smundak09950a42019-11-04 16:29:45 -0800308 deps = append(deps, classpath...)
Sasha Smundak2a4549e2018-11-05 16:49:08 -0800309 deps = append(deps, flags.processorPath...)
310
311 processor := "-proc:none"
Colin Cross5a116862020-04-22 11:44:34 -0700312 if len(flags.processors) > 0 {
313 processor = "-processor " + strings.Join(flags.processors, ",")
Sasha Smundak2a4549e2018-11-05 16:49:08 -0800314 }
315
Colin Cross3b706fd2019-09-05 16:44:18 -0700316 intermediatesDir := "xref"
317 if idx >= 0 {
318 intermediatesDir += strconv.Itoa(idx)
319 }
320
Sasha Smundak2a4549e2018-11-05 16:49:08 -0800321 ctx.Build(pctx,
322 android.BuildParams{
323 Rule: kytheExtract,
324 Description: "Xref Java extractor",
325 Output: xrefFile,
326 Inputs: srcFiles,
327 Implicits: deps,
328 Args: map[string]string{
329 "annoDir": android.PathForModuleOut(ctx, intermediatesDir, "anno").String(),
330 "bootClasspath": bootClasspath,
Sasha Smundak09950a42019-11-04 16:29:45 -0800331 "classpath": classpath.FormJavaClassPath("-classpath"),
Sasha Smundak2a4549e2018-11-05 16:49:08 -0800332 "javacFlags": flags.javacFlags,
Colin Cross1e743852019-10-28 11:37:20 -0700333 "javaVersion": flags.javaVersion.String(),
Sasha Smundak2a4549e2018-11-05 16:49:08 -0800334 "outDir": android.PathForModuleOut(ctx, "javac", "classes.xref").String(),
335 "processorpath": flags.processorPath.FormJavaClassPath("-processorpath"),
336 "processor": processor,
337 "srcJarDir": android.PathForModuleOut(ctx, intermediatesDir, "srcjars.xref").String(),
338 "srcJars": strings.Join(srcJars.Strings(), " "),
339 },
340 })
341}
342
Nan Zhanged19fc32017-10-19 13:06:22 -0700343func TransformJavaToHeaderClasses(ctx android.ModuleContext, outputFile android.WritablePath,
Colin Cross8eadbf02017-10-24 17:46:00 -0700344 srcFiles, srcJars android.Paths, flags javaBuilderFlags) {
Nan Zhanged19fc32017-10-19 13:06:22 -0700345
346 var deps android.Paths
347 deps = append(deps, srcJars...)
Nan Zhanged19fc32017-10-19 13:06:22 -0700348
Colin Cross6cef4812019-10-17 14:23:50 -0700349 classpath := flags.classpath
350
Nan Zhanged19fc32017-10-19 13:06:22 -0700351 var bootClasspath string
Colin Crossbf3119e2019-10-28 14:25:10 -0700352 if flags.javaVersion.usesJavaModules() {
353 var systemModuleDeps android.Paths
354 bootClasspath, systemModuleDeps = flags.systemModules.FormTurbineSystemModulesPath(ctx.Device())
355 deps = append(deps, systemModuleDeps...)
Colin Cross6cef4812019-10-17 14:23:50 -0700356 classpath = append(flags.java9Classpath, classpath...)
Nan Zhanged19fc32017-10-19 13:06:22 -0700357 } else {
Colin Crossbf3119e2019-10-28 14:25:10 -0700358 deps = append(deps, flags.bootClasspath...)
359 if len(flags.bootClasspath) == 0 && ctx.Device() {
360 // explicitly specify -bootclasspath "" if the bootclasspath is empty to
361 // ensure turbine does not fall back to the default bootclasspath.
362 bootClasspath = `--bootclasspath ""`
363 } else {
Colin Crossc2557d12019-10-31 15:22:57 -0700364 bootClasspath = flags.bootClasspath.FormTurbineClassPath("--bootclasspath ")
Colin Crossbf3119e2019-10-28 14:25:10 -0700365 }
Nan Zhanged19fc32017-10-19 13:06:22 -0700366 }
Colin Cross8eadbf02017-10-24 17:46:00 -0700367
Colin Cross6cef4812019-10-17 14:23:50 -0700368 deps = append(deps, classpath...)
Colin Crossbf3119e2019-10-28 14:25:10 -0700369 deps = append(deps, flags.processorPath...)
370
Kousik Kumar1372c1b2020-05-20 07:55:56 -0700371 rule := turbine
372 args := map[string]string{
373 "javacFlags": flags.javacFlags,
374 "bootClasspath": bootClasspath,
375 "srcJars": strings.Join(srcJars.Strings(), " "),
376 "classpath": classpath.FormTurbineClassPath("--classpath "),
377 "outDir": android.PathForModuleOut(ctx, "turbine", "classes").String(),
378 "javaVersion": flags.javaVersion.String(),
379 }
Ramy Medhat16f23a42020-09-03 01:29:49 -0400380 if ctx.Config().UseRBE() && ctx.Config().IsEnvTrue("RBE_TURBINE") {
Kousik Kumar1372c1b2020-05-20 07:55:56 -0700381 rule = turbineRE
382 args["implicits"] = strings.Join(deps.Strings(), ",")
383 }
Colin Crossae887032017-10-23 17:16:14 -0700384 ctx.Build(pctx, android.BuildParams{
Kousik Kumar1372c1b2020-05-20 07:55:56 -0700385 Rule: rule,
Nan Zhanged19fc32017-10-19 13:06:22 -0700386 Description: "turbine",
387 Output: outputFile,
388 Inputs: srcFiles,
389 Implicits: deps,
Kousik Kumar1372c1b2020-05-20 07:55:56 -0700390 Args: args,
Nan Zhanged19fc32017-10-19 13:06:22 -0700391 })
392}
393
Colin Cross070879e2017-10-11 11:21:07 -0700394// transformJavaToClasses takes source files and converts them to a jar containing .class files.
Colin Cross59149b62017-10-16 18:07:29 -0700395// srcFiles is a list of paths to sources, srcJars is a list of paths to jar files that contain
396// sources. flags contains various command line flags to be passed to the compiler.
Colin Cross070879e2017-10-11 11:21:07 -0700397//
398// This method may be used for different compilers, including javac and Error Prone. The rule
399// argument specifies which command line to use and desc sets the description of the rule that will
400// be printed at build time. The stem argument provides the file name of the output jar, and
401// suffix will be appended to various intermediate files and directories to avoid collisions when
402// this function is called twice in the same module directory.
Colin Crosse9a275b2017-10-16 17:09:48 -0700403func transformJavaToClasses(ctx android.ModuleContext, outputFile android.WritablePath,
Nan Zhang61eaedb2017-11-02 13:28:15 -0700404 shardIdx int, srcFiles, srcJars android.Paths,
Colin Crosse9a275b2017-10-16 17:09:48 -0700405 flags javaBuilderFlags, deps android.Paths,
Colin Cross66548102018-06-19 22:47:35 -0700406 intermediatesDir, desc string) {
Colin Crossc6bbef32017-08-14 14:16:06 -0700407
Colin Cross59149b62017-10-16 18:07:29 -0700408 deps = append(deps, srcJars...)
Colin Cross1369cdb2017-09-29 17:58:17 -0700409
Colin Cross6cef4812019-10-17 14:23:50 -0700410 classpath := flags.classpath
411
Colin Cross1369cdb2017-09-29 17:58:17 -0700412 var bootClasspath string
Colin Cross1e743852019-10-28 11:37:20 -0700413 if flags.javaVersion.usesJavaModules() {
Colin Crossb77043e2019-07-16 13:57:13 -0700414 var systemModuleDeps android.Paths
415 bootClasspath, systemModuleDeps = flags.systemModules.FormJavaSystemModulesPath(ctx.Device())
416 deps = append(deps, systemModuleDeps...)
Colin Cross6cef4812019-10-17 14:23:50 -0700417 classpath = append(flags.java9Classpath, classpath...)
Colin Cross1369cdb2017-09-29 17:58:17 -0700418 } else {
419 deps = append(deps, flags.bootClasspath...)
Nan Zhanged19fc32017-10-19 13:06:22 -0700420 if len(flags.bootClasspath) == 0 && ctx.Device() {
421 // explicitly specify -bootclasspath "" if the bootclasspath is empty to
422 // ensure java does not fall back to the default bootclasspath.
423 bootClasspath = `-bootclasspath ""`
424 } else {
425 bootClasspath = flags.bootClasspath.FormJavaClassPath("-bootclasspath")
426 }
Colin Cross1369cdb2017-09-29 17:58:17 -0700427 }
428
Colin Cross6cef4812019-10-17 14:23:50 -0700429 deps = append(deps, classpath...)
Colin Cross6a77c982018-06-19 22:43:34 -0700430 deps = append(deps, flags.processorPath...)
Colin Crossc6bbef32017-08-14 14:16:06 -0700431
Colin Cross7788c122019-01-23 16:14:02 -0800432 processor := "-proc:none"
Colin Cross5a116862020-04-22 11:44:34 -0700433 if len(flags.processors) > 0 {
434 processor = "-processor " + strings.Join(flags.processors, ",")
Colin Crossbe9cdb82019-01-21 21:37:16 -0800435 }
436
Nan Zhang61eaedb2017-11-02 13:28:15 -0700437 srcJarDir := "srcjars"
438 outDir := "classes"
439 annoDir := "anno"
440 if shardIdx >= 0 {
441 shardDir := "shard" + strconv.Itoa(shardIdx)
442 srcJarDir = filepath.Join(shardDir, srcJarDir)
443 outDir = filepath.Join(shardDir, outDir)
444 annoDir = filepath.Join(shardDir, annoDir)
445 }
Ramy Medhat1dcc27e2020-04-21 21:36:23 -0400446 rule := javac
Ramy Medhat16f23a42020-09-03 01:29:49 -0400447 if ctx.Config().UseRBE() && ctx.Config().IsEnvTrue("RBE_JAVAC") {
Ramy Medhat1dcc27e2020-04-21 21:36:23 -0400448 rule = javacRE
449 }
Colin Crossae887032017-10-23 17:16:14 -0700450 ctx.Build(pctx, android.BuildParams{
Ramy Medhat1dcc27e2020-04-21 21:36:23 -0400451 Rule: rule,
Colin Cross070879e2017-10-11 11:21:07 -0700452 Description: desc,
453 Output: outputFile,
Colin Crossc6bbef32017-08-14 14:16:06 -0700454 Inputs: srcFiles,
455 Implicits: deps,
456 Args: map[string]string{
Colin Cross59149b62017-10-16 18:07:29 -0700457 "javacFlags": flags.javacFlags,
Colin Cross1369cdb2017-09-29 17:58:17 -0700458 "bootClasspath": bootClasspath,
Colin Cross6cef4812019-10-17 14:23:50 -0700459 "classpath": classpath.FormJavaClassPath("-classpath"),
Colin Cross6a77c982018-06-19 22:43:34 -0700460 "processorpath": flags.processorPath.FormJavaClassPath("-processorpath"),
Colin Crossbe9cdb82019-01-21 21:37:16 -0800461 "processor": processor,
Colin Cross8eadbf02017-10-24 17:46:00 -0700462 "srcJars": strings.Join(srcJars.Strings(), " "),
Nan Zhang61eaedb2017-11-02 13:28:15 -0700463 "srcJarDir": android.PathForModuleOut(ctx, intermediatesDir, srcJarDir).String(),
464 "outDir": android.PathForModuleOut(ctx, intermediatesDir, outDir).String(),
465 "annoDir": android.PathForModuleOut(ctx, intermediatesDir, annoDir).String(),
Colin Cross1e743852019-10-28 11:37:20 -0700466 "javaVersion": flags.javaVersion.String(),
Colin Crossc6bbef32017-08-14 14:16:06 -0700467 },
468 })
Colin Crossc6bbef32017-08-14 14:16:06 -0700469}
470
Colin Crosse9a275b2017-10-16 17:09:48 -0700471func TransformResourcesToJar(ctx android.ModuleContext, outputFile android.WritablePath,
472 jarArgs []string, deps android.Paths) {
Colin Cross2fe66872015-03-30 17:20:39 -0700473
Kousik Kumar366afc52020-05-20 11:27:16 -0700474 rule := jar
Ramy Medhat16f23a42020-09-03 01:29:49 -0400475 if ctx.Config().UseRBE() && ctx.Config().IsEnvTrue("RBE_JAR") {
Kousik Kumar366afc52020-05-20 11:27:16 -0700476 rule = jarRE
477 }
Colin Crossae887032017-10-23 17:16:14 -0700478 ctx.Build(pctx, android.BuildParams{
Kousik Kumar366afc52020-05-20 11:27:16 -0700479 Rule: rule,
Colin Cross67a5c132017-05-09 13:45:28 -0700480 Description: "jar",
481 Output: outputFile,
482 Implicits: deps,
Colin Cross2fe66872015-03-30 17:20:39 -0700483 Args: map[string]string{
Colin Cross0b9f31f2019-02-28 11:00:01 -0800484 "jarArgs": strings.Join(proptools.NinjaAndShellEscapeList(jarArgs), " "),
Colin Cross2fe66872015-03-30 17:20:39 -0700485 },
486 })
Colin Cross2fe66872015-03-30 17:20:39 -0700487}
488
Nan Zhanged19fc32017-10-19 13:06:22 -0700489func TransformJarsToJar(ctx android.ModuleContext, outputFile android.WritablePath, desc string,
Colin Cross37f6d792018-07-12 12:28:41 -0700490 jars android.Paths, manifest android.OptionalPath, stripDirEntries bool, filesToStrip []string,
491 dirsToStrip []string) {
Colin Cross0a6e0072017-08-30 14:24:55 -0700492
Colin Cross635acc92017-09-12 22:50:46 -0700493 var deps android.Paths
494
495 var jarArgs []string
496 if manifest.Valid() {
Nan Zhanged19fc32017-10-19 13:06:22 -0700497 jarArgs = append(jarArgs, "-m ", manifest.String())
Colin Cross635acc92017-09-12 22:50:46 -0700498 deps = append(deps, manifest.Path())
499 }
500
Colin Cross37f6d792018-07-12 12:28:41 -0700501 for _, dir := range dirsToStrip {
502 jarArgs = append(jarArgs, "-stripDir ", dir)
503 }
504
505 for _, file := range filesToStrip {
506 jarArgs = append(jarArgs, "-stripFile ", file)
Nan Zhanged19fc32017-10-19 13:06:22 -0700507 }
508
Colin Cross7b60cdd2017-12-21 13:52:58 -0800509 // Remove any module-info.class files that may have come from prebuilt jars, they cause problems
510 // for downstream tools like desugar.
511 jarArgs = append(jarArgs, "-stripFile module-info.class")
512
Colin Cross37f6d792018-07-12 12:28:41 -0700513 if stripDirEntries {
Colin Cross635acc92017-09-12 22:50:46 -0700514 jarArgs = append(jarArgs, "-D")
515 }
516
Colin Crossae887032017-10-23 17:16:14 -0700517 ctx.Build(pctx, android.BuildParams{
Colin Cross0a6e0072017-08-30 14:24:55 -0700518 Rule: combineJar,
Nan Zhanged19fc32017-10-19 13:06:22 -0700519 Description: desc,
Colin Cross0a6e0072017-08-30 14:24:55 -0700520 Output: outputFile,
521 Inputs: jars,
Colin Cross635acc92017-09-12 22:50:46 -0700522 Implicits: deps,
523 Args: map[string]string{
524 "jarArgs": strings.Join(jarArgs, " "),
525 },
Colin Cross0a6e0072017-08-30 14:24:55 -0700526 })
Colin Cross0a6e0072017-08-30 14:24:55 -0700527}
528
Colin Crosse9a275b2017-10-16 17:09:48 -0700529func TransformJarJar(ctx android.ModuleContext, outputFile android.WritablePath,
530 classesJar android.Path, rulesFile android.Path) {
Colin Crossae887032017-10-23 17:16:14 -0700531 ctx.Build(pctx, android.BuildParams{
Colin Cross67a5c132017-05-09 13:45:28 -0700532 Rule: jarjar,
533 Description: "jarjar",
534 Output: outputFile,
535 Input: classesJar,
536 Implicit: rulesFile,
Colin Cross65bf4f22015-04-03 16:54:17 -0700537 Args: map[string]string{
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700538 "rulesFile": rulesFile.String(),
Colin Cross65bf4f22015-04-03 16:54:17 -0700539 },
540 })
Colin Cross65bf4f22015-04-03 16:54:17 -0700541}
Colin Cross6ade34f2017-09-15 13:00:47 -0700542
Colin Crossb549b772020-06-03 17:14:31 +0000543func CheckJarPackages(ctx android.ModuleContext, outputFile android.WritablePath,
544 classesJar android.Path, permittedPackages []string) {
Vladimir Marko0975ee02019-04-02 10:29:55 +0100545 ctx.Build(pctx, android.BuildParams{
546 Rule: packageCheck,
547 Description: "packageCheck",
548 Output: outputFile,
549 Input: classesJar,
550 Args: map[string]string{
551 "packages": strings.Join(permittedPackages, " "),
552 },
553 })
554}
555
Nan Zhang4c819fb2018-08-27 18:31:46 -0700556func TransformJetifier(ctx android.ModuleContext, outputFile android.WritablePath,
557 inputFile android.Path) {
558 ctx.Build(pctx, android.BuildParams{
559 Rule: jetifier,
560 Description: "jetifier",
561 Output: outputFile,
562 Input: inputFile,
563 })
564}
565
Colin Cross094054a2018-10-17 15:10:48 -0700566func GenerateMainClassManifest(ctx android.ModuleContext, outputFile android.WritablePath, mainClass string) {
Colin Crosscf371cc2020-11-13 11:48:42 -0800567 android.WriteFileRule(ctx, outputFile, "Main-Class: "+mainClass+"\n")
Colin Cross094054a2018-10-17 15:10:48 -0700568}
569
Colin Cross43f08db2018-11-12 10:13:39 -0800570func TransformZipAlign(ctx android.ModuleContext, outputFile android.WritablePath, inputFile android.Path) {
571 ctx.Build(pctx, android.BuildParams{
572 Rule: zipalign,
573 Description: "align",
574 Input: inputFile,
575 Output: outputFile,
576 })
577}
578
Colin Cross33961b52019-07-11 11:01:22 -0700579type classpath android.Paths
Colin Cross6ade34f2017-09-15 13:00:47 -0700580
Colin Crossc2557d12019-10-31 15:22:57 -0700581func (x *classpath) formJoinedClassPath(optName string, sep string) string {
Colin Cross81440082018-08-15 20:21:55 -0700582 if optName != "" && !strings.HasSuffix(optName, "=") && !strings.HasSuffix(optName, " ") {
583 optName += " "
584 }
Colin Cross59149b62017-10-16 18:07:29 -0700585 if len(*x) > 0 {
Colin Crossc2557d12019-10-31 15:22:57 -0700586 return optName + strings.Join(x.Strings(), sep)
Colin Cross6ade34f2017-09-15 13:00:47 -0700587 } else {
588 return ""
589 }
590}
Colin Crossc2557d12019-10-31 15:22:57 -0700591func (x *classpath) FormJavaClassPath(optName string) string {
592 return x.formJoinedClassPath(optName, ":")
593}
Colin Cross6ade34f2017-09-15 13:00:47 -0700594
Colin Crossc2557d12019-10-31 15:22:57 -0700595func (x *classpath) FormTurbineClassPath(optName string) string {
596 return x.formJoinedClassPath(optName, " ")
597}
598
599// FormRepeatedClassPath returns a list of arguments with the given optName prefixed to each element of the classpath.
600func (x *classpath) FormRepeatedClassPath(optName string) []string {
Colin Cross6ade34f2017-09-15 13:00:47 -0700601 if x == nil || *x == nil {
602 return nil
603 }
604 flags := make([]string, len(*x))
605 for i, v := range *x {
Colin Crossafbb1732019-01-17 15:42:52 -0800606 flags[i] = optName + v.String()
Colin Cross6ade34f2017-09-15 13:00:47 -0700607 }
608
609 return flags
610}
611
Colin Cross6ade34f2017-09-15 13:00:47 -0700612// Convert a classpath to an android.Paths
613func (x *classpath) Paths() android.Paths {
614 return append(android.Paths(nil), (*x)...)
615}
616
617func (x *classpath) Strings() []string {
618 if x == nil {
619 return nil
620 }
621 ret := make([]string, len(*x))
622 for i, path := range *x {
623 ret[i] = path.String()
624 }
625 return ret
626}
Colin Crossb77043e2019-07-16 13:57:13 -0700627
628type systemModules struct {
629 dir android.Path
630 deps android.Paths
631}
632
Colin Crossbf3119e2019-10-28 14:25:10 -0700633// Returns a --system argument in the form javac expects with -source 1.9 and the list of files to
634// depend on. If forceEmpty is true, returns --system=none if the list is empty to ensure javac
635// does not fall back to the default system modules.
Colin Crossb77043e2019-07-16 13:57:13 -0700636func (x *systemModules) FormJavaSystemModulesPath(forceEmpty bool) (string, android.Paths) {
637 if x != nil {
638 return "--system=" + x.dir.String(), x.deps
639 } else if forceEmpty {
640 return "--system=none", nil
641 } else {
642 return "", nil
643 }
644}
Colin Crossbf3119e2019-10-28 14:25:10 -0700645
646// Returns a --system argument in the form turbine expects with -source 1.9 and the list of files to
647// depend on. If forceEmpty is true, returns --bootclasspath "" if the list is empty to ensure turbine
648// does not fall back to the default bootclasspath.
649func (x *systemModules) FormTurbineSystemModulesPath(forceEmpty bool) (string, android.Paths) {
650 if x != nil {
651 return "--system " + x.dir.String(), x.deps
652 } else if forceEmpty {
653 return `--bootclasspath ""`, nil
654 } else {
655 return "", nil
656 }
657}