File tree Expand file tree Collapse file tree 2 files changed +33
-1
lines changed
core/src/main/scala/org/apache/spark
external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010 Expand file tree Collapse file tree 2 files changed +33
-1
lines changed Original file line number Diff line number Diff line change @@ -714,7 +714,9 @@ private[spark] object SparkConf extends Logging {
714714 AlternateConfig (" spark.yarn.kerberos.relogin.period" , " 3.0" )),
715715 KERBEROS_FILESYSTEMS_TO_ACCESS .key -> Seq (
716716 AlternateConfig (" spark.yarn.access.namenodes" , " 2.2" ),
717- AlternateConfig (" spark.yarn.access.hadoopFileSystems" , " 3.0" ))
717+ AlternateConfig (" spark.yarn.access.hadoopFileSystems" , " 3.0" )),
718+ " spark.kafka.consumer.cache.capacity" -> Seq (
719+ AlternateConfig (" spark.sql.kafkaConsumerCache.capacity" , " 3.0" ))
718720 )
719721
720722 /**
Original file line number Diff line number Diff line change 1+ /*
2+ * Licensed to the Apache Software Foundation (ASF) under one or more
3+ * contributor license agreements. See the NOTICE file distributed with
4+ * this work for additional information regarding copyright ownership.
5+ * The ASF licenses this file to You under the Apache License, Version 2.0
6+ * (the "License"); you may not use this file except in compliance with
7+ * the License. You may obtain a copy of the License at
8+ *
9+ * http://www.apache.org/licenses/LICENSE-2.0
10+ *
11+ * Unless required by applicable law or agreed to in writing, software
12+ * distributed under the License is distributed on an "AS IS" BASIS,
13+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14+ * See the License for the specific language governing permissions and
15+ * limitations under the License.
16+ */
17+
18+ package org .apache .spark .sql .kafka010
19+
20+ import org .apache .spark .{LocalSparkContext , SparkConf , SparkFunSuite }
21+ import org .apache .spark .util .ResetSystemProperties
22+
23+ class KafkaSparkConfSuite extends SparkFunSuite with LocalSparkContext with ResetSystemProperties {
24+ test(" deprecated configs" ) {
25+ val conf = new SparkConf ()
26+
27+ conf.set(" spark.sql.kafkaConsumerCache.capacity" , " 32" )
28+ assert(conf.get(CONSUMER_CACHE_CAPACITY ) === 32 )
29+ }
30+ }
You can’t perform that action at this time.
0 commit comments