[英]Extract AWS Glue credentials from created glue client Scala
我正在尝试提取有关此问题的嵌入式连接凭据。 但我收到以下错误。
import org.apache.spark.sql.SparkSession
import org.apache.spark.sql.types._ //import everything from the package
import org.apache.spark.sql.expressions.{Window => W}
import org.apache.spark.sql.{functions => F}
import org.apache.spark.SparkContext
import com.amazonaws.services.glue.GlueContext
import com.amazonaws.services.glue.util.GlueArgParser
import com.amazonaws.services.glue.DynamicFrame
import com.amazonaws.regions.Regions
import com.amazonaws.services.glue.model._
import com.amazonaws.services.glue.{AWSGlue, AWSGlueClient}
import scala.collection.JavaConverters.{mapAsJavaMapConverter, seqAsJavaListConverter}
import com.amazonaws.services.sagemaker.sparksdk.IAMRole
val sc = spark.sparkContext
val glueContext: GlueContext = new GlueContext(sc)
val region = Regions.fromName("us-east-1")
// Function to create AWS glue client
def glueClient(region: Regions):
AWSGlue = AWSGlueClient.builder().withRegion(region).build()
val glue = glueClient(region =region)
glue.getConnection("{Name: name-of-embedded-connection,HidePassword: False}")
遇到错误::71:错误:类型不匹配; 找到:String(“{Name:preprod-samtec-redw,HidePassword:False}”)需要:com.amazonaws.services.glue.model.GetConnectionRequestglue.getConnection(“,{Name:name-of-embedded-connection : 错误的}”)
如错误所示,您需要向getConnection
方法提供GetConnectionRequest
object,例如:
import org.apache.spark.sql.SparkSession
import org.apache.spark.sql.types._ //import everything from the package
import org.apache.spark.sql.expressions.{Window => W}
import org.apache.spark.sql.{functions => F}
import org.apache.spark.SparkContext
import com.amazonaws.services.glue.GlueContext
import com.amazonaws.services.glue.util.GlueArgParser
import com.amazonaws.services.glue.DynamicFrame
import com.amazonaws.regions.Regions
import com.amazonaws.services.glue.model._
import com.amazonaws.services.glue.{AWSGlue, AWSGlueClient}
import scala.collection.JavaConverters.{mapAsJavaMapConverter, seqAsJavaListConverter}
import com.amazonaws.services.sagemaker.sparksdk.IAMRole
val sc = spark.sparkContext
val glueContext: GlueContext = new GlueContext(sc)
val region = Regions.fromName("us-east-1")
// Function to create AWS glue client
def glueClient(region: Regions):
AWSGlue = AWSGlueClient.builder().withRegion(region).build()
val glue = glueClient(region =region)
val getConnectionRequest: GetConnectionRequest = new GetConnectionRequest()
.withName("name-of-embedded-connection")
.withHidePassword(false)
val getConnectionResult: GetConnectionResult = glue.getConnection(getConnectionRequest)
val connection: Connection = getConnectionResult.getConnection()
val connectionProperties = connection.getConnectionProperties()
// Now you can extract as many properties as you need (see https://github.com/aws/aws-sdk-java/blob/2d73c9847a327eea2f673a4cd2b3449e433649e5/aws-java-sdk-glue/src/main/java/com/amazonaws/services/glue/model/Connection.java#L687)
// For instance, the username or password
val username = connectionProperties.get("USERNAME")
val password = connectionProperties.get("PASSWORD")
声明:本站的技术帖子网页,遵循CC BY-SA 4.0协议,如果您需要转载,请注明本站网址或者原文地址。任何问题请咨询:yoyou2525@163.com.