@@ -311,7 +311,7 @@ configure those ports.
311
311
<!-- Web UIs -->
312
312
<tr >
313
313
<td>Browser</td>
314
- <td>Standalone Cluster Master</td>
314
+ <td>Master</td>
315
315
<td>8080</td>
316
316
<td>Web UI</td>
317
317
<td><code>master.ui.port</code></td>
@@ -343,59 +343,59 @@ configure those ports.
343
343
</tr >
344
344
<!-- Cluster interactions -->
345
345
<tr >
346
- <td>Application </td>
347
- <td>Standalone Cluster Master</td>
346
+ <td>Driver<br>Worker </td>
347
+ <td>Master</td>
348
348
<td>7077</td>
349
- <td>Submit job to cluster</td>
350
- <td><code>spark.driver.port </code></td>
351
- <td>Akka-based. Set to "0" to choose a port randomly</td>
349
+ <td>Submit job to cluster<br>Join cluster< /td>
350
+ <td><code>SPARK_MASTER_PORT </code></td>
351
+ <td>Akka-based. Set to "0" to choose a port randomly. </td>
352
352
</tr >
353
353
<tr >
354
+ <td>Master</td>
354
355
<td>Worker</td>
355
- <td>Standalone Cluster Master</td>
356
- <td>7077</td>
357
- <td>Join cluster</td>
358
- <td><code>spark.driver.port</code></td>
359
- <td>Akka-based. Set to "0" to choose a port randomly</td>
356
+ <td>(random)</td>
357
+ <td>Schedule executors</td>
358
+ <td><code>SPARK_WORKER_PORT</code></td>
359
+ <td>Akka-based. Set to "0" to choose a port randomly.</td>
360
360
</tr >
361
361
<tr >
362
- <td>Application </td>
363
- <td>Worker </td>
362
+ <td>Executor<br>Master </td>
363
+ <td>Driver </td>
364
364
<td>(random)</td>
365
- <td>Join cluster </td>
366
- <td><code>SPARK_WORKER_PORT </code> (standalone cluster) </td>
367
- <td>Akka-based</td>
365
+ <td>Connect to application<br>Notify Master and executor state changes </td>
366
+ <td><code>spark.driver.port </code></td>
367
+ <td>Akka-based. Set to "0" to choose a port randomly. </td>
368
368
</tr >
369
369
370
370
<!-- Other misc stuff -->
371
371
<tr >
372
- <td>Worker </td>
373
- <td>Application </td>
372
+ <td>Executor </td>
373
+ <td>Driver </td>
374
374
<td>(random)</td>
375
375
<td>File server for files and jars</td>
376
376
<td><code>spark.fileserver.port</code></td>
377
377
<td>Jetty-based</td>
378
378
</tr >
379
379
<tr >
380
- <td>Worker </td>
381
- <td>Application </td>
380
+ <td>Executor </td>
381
+ <td>Driver </td>
382
382
<td>(random)</td>
383
383
<td>HTTP Broadcast</td>
384
384
<td><code>spark.broadcast.port</code></td>
385
- <td>Jetty-based. Not used by TorrentBroadcast, which sends data through the block manager
386
- instead</td>
385
+ <td>Jetty-based. Not used by TorrentBroadcast, which sends data through the block manager
386
+ instead. </td>
387
387
</tr >
388
388
<tr >
389
- <td>Worker </td>
390
- <td>Spark Shell </td>
389
+ <td>Executor </td>
390
+ <td>Driver </td>
391
391
<td>(random)</td>
392
- <td>Class file server (Spark Shell only) </td>
392
+ <td>Class file server</td>
393
393
<td><code>spark.replClassServer.port</code></td>
394
- <td>Jetty-based</td>
394
+ <td>Jetty-based. Only used in Spark shells. </td>
395
395
</tr >
396
396
<tr >
397
- <td>Worker </td>
398
- <td>Other Workers </td>
397
+ <td>Executor </td>
398
+ <td>Executor </td>
399
399
<td>(random)</td>
400
400
<td>Block Manager port</td>
401
401
<td><code>spark.blockManager.port</code></td>
0 commit comments