Skip to content

Commit 0b0e183

Browse files
committed
Resolved comments
1 parent eca1295 commit 0b0e183

File tree

3 files changed

+9
-10
lines changed

3 files changed

+9
-10
lines changed

docs/sql-data-sources-orc.md

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -181,12 +181,6 @@ Data source options of ORC can be set via:
181181

182182
<table class="table">
183183
<tr><th><b>Property Name</b></th><th><b>Default</b></th><th><b>Meaning</b></th><th><b>Scope</b></th></tr>
184-
<tr>
185-
<td><code>maxFilesPerTrigger</code></td>
186-
<td>None</td>
187-
<td>Sets the maximum number of new files to be considered in every trigger.</td>
188-
<td>read</td>
189-
</tr>
190184
<tr>
191185
<td><code>mergeSchema</code></td>
192186
<td>None</td>

sql/core/src/main/scala/org/apache/spark/sql/DataFrameReader.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -877,8 +877,8 @@ class DataFrameReader private[sql](sparkSession: SparkSession) extends Logging {
877877
* ORC-specific option(s) for reading ORC files can be found in
878878
* <a href=
879879
* "https://spark.apache.org/docs/latest/sql-data-sources-orc.html#data-source-option">
880-
* Data Source Option</a>
881-
* and
880+
* Data Source Option</a> in the version you use.
881+
* More general options can be found in
882882
* <a href=
883883
* "https://spark.apache.org/docs/latest/sql-data-sources-generic-options.html">
884884
* Generic Files Source Options</a> in the version you use.

sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -453,11 +453,16 @@ final class DataStreamReader private[sql](sparkSession: SparkSession) extends Lo
453453
/**
454454
* Loads a ORC file stream, returning the result as a `DataFrame`.
455455
*
456+
* You can set the following structured streaming option(s):
457+
* <ul>
458+
* <li>`maxFilesPerTrigger` (default: no max limit): sets the maximum number of new files to be
459+
* considered in every trigger.</li>
460+
*
456461
* ORC-specific option(s) for reading ORC file stream can be found in
457462
* <a href=
458463
* "https://spark.apache.org/docs/latest/sql-data-sources-orc.html#data-source-option">
459-
* Data Source Option</a>
460-
* and
464+
* Data Source Option</a> in the version you use.
465+
* More general options can be found in
461466
* <a href=
462467
* "https://spark.apache.org/docs/latest/sql-data-sources-generic-options.html">
463468
* Generic Files Source Options</a> in the version you use.

0 commit comments

Comments
 (0)