spark项目借助maven-shade-plugin插件打包依赖

以你之姓@ 2022-05-27 00:05 341阅读 0赞

*   *  maven配置

## maven配置 ##

<profiles>
            <profile>
                <id>spark-cluster</id>
                <dependencyManagement>
                    <dependencies>
                        <dependency>
                            <groupId>org.apache.spark</groupId>
                            <artifactId>spark-core_2.11</artifactId>
                            <version>2.2.1</version>
                            <scope>provided</scope>
                        </dependency>
    
                        <dependency>
                            <groupId>org.apache.spark</groupId>
                            <artifactId>spark-sql_2.11</artifactId>
                            <version>2.2.1</version>
                            <scope>provided</scope>
                        </dependency>
    
                        <dependency>
                            <groupId>org.apache.spark</groupId>
                            <artifactId>spark-streaming_2.11</artifactId>
                            <version>2.2.1</version>
                            <scope>provided</scope>
                        </dependency>
                    </dependencies>
                </dependencyManagement>
    
                <build>
                    <finalName>${project.name}-${project.version}</finalName>
                    <plugins>
                        <plugin>
                            <groupId>org.apache.maven.plugins</groupId>
                            <artifactId>maven-shade-plugin</artifactId>
                            
                            <executions>
                                <execution>
                                    <phase>package</phase>
                                    <goals>
                                        <goal>shade</goal>
                                    </goals>
                                    <configuration>
                                        <relocations>
                                            <relocation>
                                                <pattern>com.google.protobuf</pattern>
                                                <shadedPattern>shaded.com.google.protobuf</shadedPattern>
                                            </relocation>
                                        </relocations>
                                    </configuration>
                                </execution>
                            </executions>
                        </plugin>
                    </plugins>
                </build>
            </profile>
        </profiles>