Allow admins to customizer docker script executors

.circleci/config.yml

@@ -15,15 +15,15 @@ jobs:
       # documented at https://circleci.com/docs/2.0/circleci-images/
       - image: circleci/mysql:5.7-ram
         environment:
-          - MYSQL_ROOT_PASSWORD: P4ssW0rd1!
-          - MYSQL_DATABASE: circle_test
+          MYSQL_ROOT_PASSWORD: P4ssW0rd1!
+          MYSQL_DATABASE: circle_test
 
       # Add support for Microsoft SQL Server Testing
       - image: microsoft/mssql-server-linux:2017-GA
         environment:
           # Needed for MS SQL Docker install
-          - ACCEPT_EULA: 'Y'
-          - SA_PASSWORD: 'P4ssW0rd1!'
+          ACCEPT_EULA: 'Y'
+          SA_PASSWORD: 'P4ssW0rd1!'
 
     working_directory: ~/repo
 
@@ -112,27 +112,28 @@ jobs:
 
       # Enable xdebug to support code coverage
       #- run: sudo docker-php-ext-enable xdebug
+
+      - setup_remote_docker:
+          docker_layer_caching: true
 
-      - setup_remote_docker
-
-      - run:
-          name: setup SDKs
-          command: |
-            php artisan l5:generate
-            mkdir -p /tmp/processmaker-sdk-php
-            php artisan processmaker:sdk php /tmp/processmaker-sdk-php
-            mkdir -p /tmp/processmaker-sdk-node
-            php artisan processmaker:sdk javascript /tmp/processmaker-sdk-node
-            mkdir -p /tmp/processmaker-sdk-lua
-            php artisan processmaker:sdk lua /tmp/processmaker-sdk-lua
-      - run:
-          name: Configure scripts executor
-          command: |
-            docker pull processmaker4/executor-php:latest
-            docker pull processmaker4/executor-lua:latest
-            docker pull processmaker4/executor-node:latest
-            docker pull jbergknoff/sass:latest
-            sudo mkdir -m777 /opt/executor
+      # - run:
+      #     name: setup SDKs
+      #     command: |
+      #       php artisan l5:generate
+      #       mkdir -p /tmp/processmaker-sdk-php
+      #       php artisan processmaker:sdk php /tmp/processmaker-sdk-php
+      #       mkdir -p /tmp/processmaker-sdk-node
+      #       php artisan processmaker:sdk javascript /tmp/processmaker-sdk-node
+      #       mkdir -p /tmp/processmaker-sdk-lua
+      #       php artisan processmaker:sdk lua /tmp/processmaker-sdk-lua
+      # - run:
+      #     name: Configure scripts executor
+      #     command: |
+      #       docker pull processmaker4/executor-php:latest
+      #       docker pull processmaker4/executor-lua:latest
+      #       docker pull processmaker4/executor-node:latest
+      #       docker pull jbergknoff/sass:latest
+      #       sudo mkdir -m777 /opt/executor
       #- run: sudo docker-php-ext-enable xdebug
 
       # Build frontend assets for production
@@ -165,7 +166,7 @@ jobs:
             MSSQL_DATABASE: 'test'
             MSSQL_USERNAME: 'sa'
             MSSQL_PASSWORD: 'P4ssW0rd1!'
-            PROCESSMAKER_SCRIPTS_HOME: '/opt/executor'
+            PROCESSMAKER_SCRIPTS_HOME: '/tmp'
             PROCESSMAKER_SCRIPTS_DOCKER_MODE: 'copying'
             TELESCOPE_ENABLED: 'false'
       - run:

ProcessMaker/Console/Commands/BuildScriptExecutors.php

@@ -0,0 +1,186 @@
+<?php
+
+namespace ProcessMaker\Console\Commands;
+
+use Illuminate\Console\Command;
+use ProcessMaker\Events\BuildScriptExecutor;
+use ProcessMaker\BuildSdk;
+use ProcessMaker\Models\ScriptExecutor;
+use \Exception;
+
+class BuildScriptExecutors extends Command
+{
+    /**
+     * The name and signature of the console command.
+     *
+     *
+     * @var string
+     */
+    protected $signature = 'processmaker:build-script-executor {lang} {user?}';
+
+    /**
+     * The console command description.
+     *
+     * @var string
+     */
+    protected $description = '';
+
+    /**
+     * The user ID to send the broadcast event to.
+     *
+     * @var int
+     */
+    protected $userId = null;
+
+    /**
+     * The path to save the current running process id
+     *
+     * @var string
+     */
+    protected $pidFilePath = null;
+
+    /**
+     * The path to the executor package
+     *
+     * @var string
+     */
+    protected $packagePath = null;
+
+    /**
+     * Create a new command instance.
+     *
+     * @return void
+     */
+    public function __construct()
+    {
+        parent::__construct();
+    }
+
+    /**
+     * Execute the console command.
+     *
+     * @return mixed
+     */
+    public function handle()
+    {
+        $this->userId = $this->argument('user');
+        try {
+            $this->buildExecutor();
+        } catch (\Exception $e) {
+            if ($this->userId) {
+                event(new BuildScriptExecutor($e->getMessage(), $this->userId, 'error'));
+            }
+            throw new \Exception($e->getMessage());
+        } finally {
+            if ($this->packagePath && file_exists($this->packagePath . '/Dockerfile.custom')) {
+                unlink($this->packagePath . '/Dockerfile.custom');
+            }
+            if ($this->pidFilePath) {
+                unlink($this->pidFilePath);
+            }
+        }
+    }
+
+    public function buildExecutor()
+    {
+        $this->savePid();
+        $this->sendEvent($this->pidFilePath, 'starting');
+
+        $langArg = $this->argument('lang');
+        if (is_numeric($langArg)) {
+            $scriptExecutor = ScriptExecutor::findOrFail($langArg);
+        } else {
+            $scriptExecutor = ScriptExecutor::initialExecutor($langArg);
+        }
+        $lang = $scriptExecutor->language;
+
+        $this->info("Building for language: $lang");
+        $this->info("Generating SDK json document");
+        $this->artisan('l5-swagger:generate');
+
+        $this->packagePath = $packagePath =
+            ScriptExecutor::packagePath($lang);
+
+        $sdkDir = $packagePath . "/sdk";
+
+        if (!is_dir($sdkDir)) {
+            mkdir($sdkDir, 0755, true);
+        }
+
+        $this->info("Building the SDK");
+        $this->artisan("processmaker:sdk $lang $sdkDir --clean");
+        $this->info("SDK is at ${sdkDir}");
+
+        $dockerfile = ScriptExecutor::initDockerfile($lang) . "\n" . $scriptExecutor->config;
+
+        $this->info("Dockerfile:\n  " . implode("\n  ", explode("\n", $dockerfile)));
+        file_put_contents($packagePath . '/Dockerfile.custom', $dockerfile);
+
+        $this->info("Building the docker executor");
+
+        $image = $scriptExecutor->dockerImageName();
+        $command = "docker build --build-arg SDK_DIR=/sdk -t ${image} -f ${packagePath}/Dockerfile.custom ${packagePath}";
+
+        if ($this->userId) {
+            $this->runProc(
+                $command,
+                function() {
+                    // Command starting
+                },
+                function($output) {
+                    // Command output callback
+                    $this->sendEvent($output, 'running');
+                },
+                function($exitCode) {
+                    // Command finished callback
+                    $this->sendEvent($exitCode, 'done');
+                }
+            );
+        } else {
+            system($command);
+        }
+    }
+
+    public function info($text, $verbosity = null) {
+        if ($this->userId) {
+            $this->sendEvent($text . "\n", 'running');
+        }
+        parent::info($text, $verbosity);
+    }
+
+    private function sendEvent($output, $status)
+    {
+        event(new BuildScriptExecutor($output, $this->userId, $status));
+    }
+
+    private function artisan($cmd)
+    {
+        \Artisan::call($cmd);
+    }
+
+    private function savePid()
+    {
+        $pid = getmypid();
+        $this->pidFilePath = tempnam('/tmp', 'build_script_executor_');
+        file_put_contents($this->pidFilePath, $pid);
+    }
+
+    private function runProc($cmd, $start, $callback, $done)
+    {
+        $dsc = [['pipe', 'r'], ['pipe', 'w'], ['pipe', 'w']];
+        $process = proc_open("($cmd) 2>&1", $dsc, $pipes);
+
+        $start();
+
+        while(!feof($pipes[1])) {
+            $callback(fgets($pipes[1]));
+        }
+
+        fclose($pipes[0]);
+        fclose($pipes[1]);
+        fclose($pipes[2]);
+
+        $exitCode = proc_close($process);
+        $done($exitCode);
+    }
+}

ProcessMaker/Console/Commands/GenerateSdk.php

@@ -40,35 +40,30 @@ public function __construct()
      */
     public function handle()
     {
-        try {
-            $jsonPath = base_path('storage/api-docs/api-docs.json');
-            $builder = new BuildSdk($jsonPath, $this->argument('output'), false);
-            if ($this->argument('language') === 'none') {
-                $this->info(
-                    "No language specified. Choose one of these: \n" . 
-                    join(", ", $builder->getAvailableLanguages())
-                );
-                return;
-            }
-            $builder->setLang($this->argument('language'));
-            if ($this->options()['list-options']) {
-                $this->info($builder->getOptions());
-                return;
-            }
+        $jsonPath = base_path('storage/api-docs/api-docs.json');
+        $builder = new BuildSdk($jsonPath, $this->argument('output'), false);
+        if ($this->argument('language') === 'none') {
+            $this->info(
+                "No language specified. Choose one of these: \n" . 
+                join(", ", $builder->getAvailableLanguages())
+            );
+            return;
+        }
+        $builder->setLang($this->argument('language'));
+        if ($this->options()['list-options']) {
+            $this->info($builder->getOptions());
+            return;
+        }
 
-            // Delete all files except .git folder
-            if ($this->options()['clean']) {
-                $folder = $this->argument('output');
-                if (substr($folder, -1) !== '/') {
-                    $folder .= "/";
-                }
-                exec('rm -rf ' . $folder . '*');
+        // Delete all files except .git folder
+        if ($this->options()['clean']) {
+            $folder = $this->argument('output');
+            if (substr($folder, -1) !== '/') {
+                $folder .= "/";
             }
-
-            $this->info($builder->run());
-        } catch(Exception $e) {
-            echo "ERROR: {$e->getMessage()}\n";
-            exit(1);
+            exec('rm -rf ' . $folder . '*');
         }
+
+        $this->info($builder->run());
     }
 }

ProcessMaker/Events/BuildScriptExecutor.php

@@ -0,0 +1,27 @@
+<?php
+namespace ProcessMaker\Events;
+
+use Illuminate\Contracts\Broadcasting\ShouldBroadcastNow;
+use Illuminate\Broadcasting\PrivateChannel;
+
+class BuildScriptExecutor implements ShouldBroadcastNow {
+    public $output;
+    public $userId;
+    public $status;
+
+    public function __construct($output, $userId, $status)
+    {
+        $this->output = $output;
+        $this->userId = $userId;
+        $this->status = $status;
+    }
+
+    public function broadcastAs() {
+        return 'BuildScriptExecutor';
+    }
+
+    public function broadcastOn()
+    {
+        return new PrivateChannel('ProcessMaker.Models.User.' . $this->userId);
+    }
+}

ProcessMaker/Http/Controllers/Admin/ScriptExecutorController.php

@@ -0,0 +1,14 @@
+<?php
+
+namespace ProcessMaker\Http\Controllers\Admin;
+
+use Illuminate\Http\Request;
+use ProcessMaker\Http\Controllers\Controller;
+
+class ScriptExecutorController extends Controller
+{
+    public function index(Request $request)
+    {
+        return view('admin.script-executors.index');
+    }
+}