Added gevent server for tasks

servers/scheduler.py

@@ -0,0 +1,145 @@
+import sys, os
+
+sys.path.insert(0, os.path.realpath(os.path.dirname(__file__))+'/../../../')
+
+from gevent import monkey; monkey.patch_all()
+from gevent.subprocess import Popen, PIPE
+#from multiprocessing import Process
+import argparse
+import uuid
+import gevent, traceback, sys, time
+#from bottle import route, run, default_app
+from gevent.pywsgi import WSGIServer
+from importlib import import_module
+from os.path import isfile
+from settings import config
+from paramecio2.libraries.i18n import I18n
+from paramecio2.libraries.db.webmodel import WebModel
+from modules.pastafari2.models import tasks
+from modules.pastafari2.libraries.task import Task
+from modules.pastafari2.libraries.configtask import config_task
+from flask import Flask
+
+# For deploy with uwsgi;  uwsgi --gevent 100 --http-socket :9090 --wsgi-file scheduler.py 
+
+pastafari_scripts='./scripts'
+pastafari_host='127.0.0.1'
+pastafari_port=1337
+pastafari_py_command='python3'
+
+#parser.add_argument('--port', help='The port where the task server is executed', required=True)
+
+if hasattr(config, 'pastafari_scripts'):
+    pastafari_scripts=config.pastafari_scripts
+
+if hasattr(config, 'pastafari_port'):
+    pastafari_port=config.pastafari_port
+    
+if hasattr(config, 'pastafari_host'):
+    pastafari_host=config.pastafari_host
+
+if hasattr(config, 'pastafari_py_command'):
+    pastafari_py_command=config.pastafari_py_command
+
+def execute_script(task_id, executable='launcher.py'):
+    
+    args=['%s %s --task_id=%i' % (pastafari_py_command, executable, task_id)]
+    
+    with Popen(args, bufsize=None, executable=None, stdin=None, stdout=PIPE, stderr=PIPE, preexec_fn=None, shell=True, cwd=None, env=None, universal_newlines=False, startupinfo=None, creationflags=0, threadpool=None) as proc:
+        
+        proc.wait()
+        
+        return_value=proc.returncode
+
+        if return_value>0:
+            connection=WebModel.connection()
+            
+            if executable=='launcher.py':
+            
+                logtask=tasks.LogTask(connection)
+                task=tasks.Task(connection)
+            """
+            else:
+                logtask=tasks.HostLogTask(connection)
+                task=tasks.HostTask(connection)                
+            """
+            
+            logtask.create_forms()
+            task.create_forms()
+            
+            
+            line=proc.stdout.read().decode('utf-8')
+            line_error=proc.stderr.read().decode('utf-8')
+            logtask.insert({'task_id': task_id, 'progress': 100, 'message': 'Error executing '+executable+': '+str(line)+"\n"+str(line_error), 'error': 1, 'status': 1})
+            #Status die
+            task.set_conditions('where id=%s', [task_id])
+            task.reset_require()
+            task.update({'status': 1, 'error': 1})
+    
+            connection.close()
+
+app=Flask(__name__)
+
+@app.route('/')
+def home():
+    
+    response={'error': 1, 'code_error': 1, 'message': 'Nothing to see here...', 'progress' : 100}
+
+    return response
+
+@app.route('/exec/<api_key>/<int:task_id>')
+def index(api_key, task_id):
+    
+    connection=WebModel.connection()
+    
+    # Get the task to execute.
+    executable='launcher.py'
+    
+    if api_key==config_task.api_key:
+    
+    
+        task=tasks.Task(connection)
+        logtask=tasks.LogTask(connection)
+            
+        logtask.create_forms()
+
+        arr_task=task.select_a_row(task_id)
+        
+        if arr_task:
+        
+        # Add to queue
+
+            greenlet = gevent.spawn( execute_script, task_id, executable)
+
+            # Close the connection
+
+            response={'error': 0, 'code_error': 0, 'message': 'Begin task with id '+str(task_id), 'progress' : 0}
+            connection.close()
+            return response
+        else:
+            
+            response={'error': 1, 'code_error': 1, 'message': 'Doesnt exists task with id '+str(task_id), 'progress' : 100, 'status': 1}
+            connection.close()        
+            return response
+        
+    else:
+        
+        response={'error': 1, 'code_error': 1, 'message': 'No permission for make tasks', 'progress' : 100, 'status': 1}
+        connection.close()        
+        return response
+        #logtask.insert({})
+
+#app = application  = default_app()
+
+# Init the task servers
+
+def run_app(app):
+    #run(app=app, host=pastafari_host, port=pastafari_port, debug=config.debug, server='gevent', reloader=config.reloader)
+    print('Init task server...')
+    http_server=WSGIServer((pastafari_host, pastafari_port), app)
+    http_server.serve_forever()
+
+if __name__=='__main__':
+
+    run_app(app)
+