Skip to content

Commit 85cc3ec

Browse files
cnaurothcnauroth
committed
HADOOP-19343: Support -DskipShade in hadoop-gcp for faster test builds.
Closes apache#7874 Signed-off-by: Steve Loughran <[email protected]> Reviewed-by: Arunkumar Chacko <[email protected]> Reviewed-by: Cheng Pan <[email protected]>
1 parent f4d7111 commit 85cc3ec

File tree

1 file changed

+176
-172
lines changed

1 file changed

+176
-172
lines changed

‎hadoop-tools/hadoop-gcp/pom.xml‎

Lines changed: 176 additions & 172 deletions
Original file line numberDiff line numberDiff line change
@@ -189,173 +189,180 @@
189189
</plugins>
190190
</build>
191191
</profile>
192+
<profile>
193+
<id>shade</id>
194+
<activation>
195+
<property><name>!skipShade</name></property>
196+
</activation>
197+
<build>
198+
<plugins>
199+
<plugin>
200+
<artifactId>maven-shade-plugin</artifactId>
201+
<executions>
202+
<execution>
203+
<phase>package</phase>
204+
<goals>
205+
<goal>shade</goal>
206+
</goals>
207+
<configuration>
208+
<transformers>
209+
<transformer
210+
implementation="org.apache.maven.plugins.shade.resource.ApacheLicenseResourceTransformer"/>
211+
<transformer
212+
implementation="org.apache.maven.plugins.shade.resource.ApacheNoticeResourceTransformer"/>
213+
<transformer
214+
implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
215+
</transformers>
216+
<filters>
217+
<filter>
218+
<artifact>com.google.auth:*</artifact>
219+
<includes>
220+
<include>**</include>
221+
</includes>
222+
</filter>
223+
<filter>
224+
<artifact>io.grpc:*</artifact>
225+
<includes>
226+
<include>**</include>
227+
</includes>
228+
</filter>
229+
<filter>
230+
<artifact>io.opencensus:*</artifact>
231+
<includes>
232+
<include>**</include>
233+
</includes>
234+
</filter>
235+
<filter>
236+
<artifact>*:*</artifact>
237+
<excludes>
238+
<exclude>*.json</exclude>
239+
<exclude>google/**</exclude>
240+
<exclude>grpc/**</exclude>
241+
</excludes>
242+
</filter>
243+
</filters>
244+
<artifactSet>
245+
<includes>
246+
<include>com.google.api</include>
247+
<include>com.google.api-client</include>
248+
<include>com.google.api.grpc</include>
249+
<include>com.google.apis</include>
250+
<include>com.google.auth</include>
251+
<include>com.google.cloud</include>
252+
<include>com.google.cloud.bigdataoss</include>
253+
<include>com.google.cloud.grpc</include>
254+
<include>com.google.cloud.http</include>
255+
<include>com.google.flogger</include>
256+
<include>com.google.code.gson</include>
257+
<include>com.google.guava</include>
258+
<include>com.google.http-client</include>
259+
<include>com.google.oauth-client</include>
260+
<include>com.google.protobuf</include>
261+
<include>com.google.re2j</include>
262+
<include>com.google.storage.v2</include>
263+
<include>com.lmax</include>
264+
<include>io.grpc</include>
265+
<include>io.opencensus</include>
266+
<include>io.opentelemetry</include>
267+
<include>io.opentelemetry.api</include>
268+
<include>io.opentelemetry.contrib</include>
269+
<include>io.opentelemetry.semconv</include>
270+
<include>io.perfmark</include>
271+
<include>org.apache.httpcomponents</include>
272+
<include>org.threeten:threetenbp</include>
273+
</includes>
274+
</artifactSet>
275+
<minimizeJar>true</minimizeJar>
276+
<relocations>
277+
<relocation>
278+
<pattern>com</pattern>
279+
<shadedPattern>com.google.cloud.hadoop.repackaged.ossgcs.com</shadedPattern>
280+
<includes>
281+
<include>com.google.api.**</include>
282+
<include>com.google.api.gax.**</include>
283+
<include>com.google.auth.**</include>
284+
<include>com.google.cloud.*</include>
285+
<include>com.google.cloud.audit.**</include>
286+
<include>com.google.cloud.grpc.**</include>
287+
<include>com.google.cloud.hadoop.gcsio.**</include>
288+
<include>com.google.cloud.hadoop.util.**</include>
289+
<include>com.google.cloud.http.**</include>
290+
<include>com.google.cloud.monitoring.**</include>
291+
<include>com.google.cloud.opentelemetry.**</include>
292+
<include>com.google.cloud.spi.**</include>
293+
<include>com.google.cloud.storage.**</include>
294+
<include>com.google.common.**</include>
295+
<include>com.google.geo.**</include>
296+
<include>com.google.gson.**</include>
297+
<include>com.google.google.storage.**</include>
298+
<include>com.google.iam.**</include>
299+
<include>com.google.logging.**</include>
300+
<include>com.google.longrunning.**</include>
301+
<include>com.google.monitoring.**</include>
302+
<include>com.google.protobuf.**</include>
303+
<include>com.google.re2j.**</include>
304+
<include>com.google.rpc.**</include>
305+
<include>com.google.storage.**</include>
306+
<include>com.google.thirdparty.**</include>
307+
<include>com.google.type.**</include>
308+
<include>com.lmax.disruptor.**</include>
309+
</includes>
310+
<excludes>
311+
<exclude>com.google.cloud.hadoop.util.AccessTokenProvider</exclude>
312+
<exclude>com.google.cloud.hadoop.util.AccessTokenProvider$AccessToken</exclude>
313+
<exclude>com.google.cloud.hadoop.util.AccessTokenProvider$AccessTokenType</exclude>
314+
<exclude>com.google.cloud.hadoop.util.AccessBoundary</exclude>
315+
<exclude>com.google.cloud.hadoop.util.AccessBoundary$Action</exclude>
316+
<exclude>com.google.cloud.hadoop.util.AutoValue_AccessBoundary</exclude>
317+
</excludes>
318+
</relocation>
319+
<relocation>
320+
<pattern>org</pattern>
321+
<shadedPattern>com.google.cloud.hadoop.repackaged.ossgcs.org</shadedPattern>
322+
<includes>
323+
<include>org.apache.http.**</include>
324+
<include>org.threeten.**</include>
325+
</includes>
326+
</relocation>
327+
<relocation>
328+
<pattern>io.grpc.netty.shaded</pattern>
329+
<shadedPattern>
330+
com.google.cloud.hadoop.repackaged.ossgcs.io.grpc.netty.shaded
331+
</shadedPattern>
332+
</relocation>
333+
<relocation>
334+
<pattern>io</pattern>
335+
<shadedPattern>com.google.cloud.hadoop.repackaged.ossgcs.io</shadedPattern>
336+
<includes>
337+
<include>io.grpc.**</include>
338+
<include>io.opencensus.**</include>
339+
<include>io.perfmark.**</include>
340+
</includes>
341+
</relocation>
342+
<relocation>
343+
<pattern>META-INF/native/io_grpc_netty_shaded_</pattern>
344+
<shadedPattern>
345+
META-INF/native/com_google_cloud_hadoop_repackaged_gcs_io_grpc_netty_shaded_
346+
</shadedPattern>
347+
</relocation>
348+
<relocation>
349+
<pattern>META-INF/native/libio_grpc_netty_shaded_</pattern>
350+
<shadedPattern>
351+
META-INF/native/libcom_google_cloud_hadoop_repackaged_gcs_io_grpc_netty_shaded_
352+
</shadedPattern>
353+
</relocation>
354+
</relocations>
355+
</configuration>
356+
</execution>
357+
</executions>
358+
</plugin>
359+
</plugins>
360+
</build>
361+
</profile>
192362
</profiles>
193363

194364
<build>
195365
<plugins>
196-
<plugin>
197-
<artifactId>maven-shade-plugin</artifactId>
198-
<executions>
199-
<execution>
200-
<phase>package</phase>
201-
<goals>
202-
<goal>shade</goal>
203-
</goals>
204-
<configuration>
205-
<transformers>
206-
<transformer
207-
implementation="org.apache.maven.plugins.shade.resource.ApacheLicenseResourceTransformer"/>
208-
<transformer
209-
implementation="org.apache.maven.plugins.shade.resource.ApacheNoticeResourceTransformer"/>
210-
<transformer
211-
implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
212-
</transformers>
213-
<filters>
214-
215-
<filter>
216-
<artifact>com.google.auth:*</artifact>
217-
<includes>
218-
<include>**</include>
219-
</includes>
220-
</filter>
221-
<filter>
222-
<artifact>io.grpc:*</artifact>
223-
<includes>
224-
<include>**</include>
225-
</includes>
226-
</filter>
227-
<filter>
228-
<artifact>io.opencensus:*</artifact>
229-
<includes>
230-
<include>**</include>
231-
</includes>
232-
</filter>
233-
<filter>
234-
<artifact>*:*</artifact>
235-
<excludes>
236-
<exclude>*.json</exclude>
237-
<exclude>google/**</exclude>
238-
<exclude>grpc/**</exclude>
239-
</excludes>
240-
</filter>
241-
</filters>
242-
<artifactSet>
243-
<includes>
244-
<include>com.google.api</include>
245-
<include>com.google.api-client</include>
246-
<include>com.google.api.grpc</include>
247-
<include>com.google.apis</include>
248-
<include>com.google.auth</include>
249-
<include>com.google.cloud</include>
250-
<include>com.google.cloud.bigdataoss</include>
251-
<include>com.google.cloud.grpc</include>
252-
<include>com.google.cloud.http</include>
253-
<include>com.google.flogger</include>
254-
<include>com.google.code.gson</include>
255-
<include>com.google.guava</include>
256-
<include>com.google.http-client</include>
257-
<include>com.google.oauth-client</include>
258-
<include>com.google.protobuf</include>
259-
<include>com.google.re2j</include>
260-
<include>com.google.storage.v2</include>
261-
<include>com.lmax</include>
262-
<include>io.grpc</include>
263-
<include>io.opencensus</include>
264-
<include>io.opentelemetry</include>
265-
<include>io.opentelemetry.api</include>
266-
<include>io.opentelemetry.contrib</include>
267-
<include>io.opentelemetry.semconv</include>
268-
<include>io.perfmark</include>
269-
<include>org.apache.httpcomponents</include>
270-
<include>org.threeten:threetenbp</include>
271-
</includes>
272-
</artifactSet>
273-
<minimizeJar>true</minimizeJar>
274-
<relocations>
275-
<relocation>
276-
<pattern>com</pattern>
277-
<shadedPattern>com.google.cloud.hadoop.repackaged.ossgcs.com</shadedPattern>
278-
<includes>
279-
<include>com.google.api.**</include>
280-
<include>com.google.api.gax.**</include>
281-
<include>com.google.auth.**</include>
282-
<include>com.google.cloud.*</include>
283-
<include>com.google.cloud.audit.**</include>
284-
<include>com.google.cloud.grpc.**</include>
285-
<include>com.google.cloud.hadoop.gcsio.**</include>
286-
<include>com.google.cloud.hadoop.util.**</include>
287-
<include>com.google.cloud.http.**</include>
288-
<include>com.google.cloud.monitoring.**</include>
289-
<include>com.google.cloud.opentelemetry.**</include>
290-
<include>com.google.cloud.spi.**</include>
291-
<include>com.google.cloud.storage.**</include>
292-
<include>com.google.common.**</include>
293-
<include>com.google.geo.**</include>
294-
<include>com.google.gson.**</include>
295-
<include>com.google.google.storage.**</include>
296-
<include>com.google.iam.**</include>
297-
<include>com.google.logging.**</include>
298-
<include>com.google.longrunning.**</include>
299-
<include>com.google.monitoring.**</include>
300-
<include>com.google.protobuf.**</include>
301-
<include>com.google.re2j.**</include>
302-
<include>com.google.rpc.**</include>
303-
<include>com.google.storage.**</include>
304-
<include>com.google.thirdparty.**</include>
305-
<include>com.google.type.**</include>
306-
<include>com.lmax.disruptor.**</include>
307-
</includes>
308-
<excludes>
309-
<exclude>com.google.cloud.hadoop.util.AccessTokenProvider</exclude>
310-
<exclude>com.google.cloud.hadoop.util.AccessTokenProvider$AccessToken</exclude>
311-
<exclude>com.google.cloud.hadoop.util.AccessTokenProvider$AccessTokenType</exclude>
312-
<exclude>com.google.cloud.hadoop.util.AccessBoundary</exclude>
313-
<exclude>com.google.cloud.hadoop.util.AccessBoundary$Action</exclude>
314-
<exclude>com.google.cloud.hadoop.util.AutoValue_AccessBoundary</exclude>
315-
</excludes>
316-
</relocation>
317-
<relocation>
318-
<pattern>org</pattern>
319-
<shadedPattern>com.google.cloud.hadoop.repackaged.ossgcs.org</shadedPattern>
320-
<includes>
321-
<include>org.apache.http.**</include>
322-
<include>org.threeten.**</include>
323-
</includes>
324-
</relocation>
325-
326-
<relocation>
327-
<pattern>io.grpc.netty.shaded</pattern>
328-
<shadedPattern>
329-
com.google.cloud.hadoop.repackaged.ossgcs.io.grpc.netty.shaded
330-
</shadedPattern>
331-
</relocation>
332-
<relocation>
333-
<pattern>io</pattern>
334-
<shadedPattern>com.google.cloud.hadoop.repackaged.ossgcs.io</shadedPattern>
335-
<includes>
336-
<include>io.grpc.**</include>
337-
<include>io.opencensus.**</include>
338-
<include>io.perfmark.**</include>
339-
</includes>
340-
</relocation>
341-
<relocation>
342-
<pattern>META-INF/native/io_grpc_netty_shaded_</pattern>
343-
<shadedPattern>
344-
META-INF/native/com_google_cloud_hadoop_repackaged_gcs_io_grpc_netty_shaded_
345-
</shadedPattern>
346-
</relocation>
347-
<relocation>
348-
<pattern>META-INF/native/libio_grpc_netty_shaded_</pattern>
349-
<shadedPattern>
350-
META-INF/native/libcom_google_cloud_hadoop_repackaged_gcs_io_grpc_netty_shaded_
351-
</shadedPattern>
352-
</relocation>
353-
</relocations>
354-
</configuration>
355-
</execution>
356-
</executions>
357-
</plugin>
358-
359366
<plugin>
360367
<groupId>com.github.spotbugs</groupId>
361368
<artifactId>spotbugs-maven-plugin</artifactId>
@@ -366,12 +373,12 @@
366373
<effort>Max</effort>
367374
</configuration>
368375
</plugin>
369-
<plugin>
370-
<groupId>org.apache.maven.plugins</groupId>
371-
<artifactId>maven-checkstyle-plugin</artifactId>
372-
<configuration>
373-
<suppressionsLocation>src/config/checkstyle-suppressions.xml</suppressionsLocation>
374-
</configuration>
376+
<plugin>
377+
<groupId>org.apache.maven.plugins</groupId>
378+
<artifactId>maven-checkstyle-plugin</artifactId>
379+
<configuration>
380+
<suppressionsLocation>src/config/checkstyle-suppressions.xml</suppressionsLocation>
381+
</configuration>
375382
</plugin>
376383
<plugin>
377384
<groupId>org.apache.maven.plugins</groupId>
@@ -399,7 +406,6 @@
399406
<includeTestCode>false</includeTestCode>
400407
<reason>Restrict mapreduce imports to committer code</reason>
401408
<exclusions>
402-
403409
</exclusions>
404410
<bannedImports>
405411
<bannedImport>org.apache.hadoop.mapreduce.**</bannedImport>
@@ -410,10 +416,8 @@
410416
<includeTestCode>false</includeTestCode>
411417
<reason>Restrict encryption client imports to encryption client factory</reason>
412418
<exclusions>
413-
414419
</exclusions>
415420
<bannedImports>
416-
417421
</bannedImports>
418422
</restrictImports>
419423
</rules>

0 commit comments

Comments
 (0)