TripalJob.inc 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494
  1. <?php
  2. class TripalJob {
  3. /**
  4. * The ID of the job.
  5. */
  6. private $job_id = NULL;
  7. /**
  8. * Contains the job record for this job.
  9. */
  10. private $job = NULL;
  11. /**
  12. * Instantiates a new TripalJob object.
  13. *
  14. * By default the job object is "empty". It must be associated with
  15. * job details either by calling the load() function or the
  16. * create() function.
  17. */
  18. public function __construct() {
  19. }
  20. /**
  21. * Loads a job for this object.
  22. *
  23. * @param $job_id
  24. * The ID of the job.
  25. */
  26. public function load($job_id) {
  27. // Make sure we have a numeric job_id.
  28. if (!$job_id or !is_numeric($job_id)) {
  29. // If we don't then do a quick double check in case this is a
  30. // TripalJob object in which case, I still have the job_id.
  31. if (is_object($job_id) AND is_a($job_id, 'TripalJob')) {
  32. $job_id = $job_id->job->job_id;
  33. }
  34. // Finally just throw an exception.
  35. // I can't load a job if I don't know which one.
  36. else {
  37. throw new Exception("You must provide the job_id to load the job.");
  38. }
  39. }
  40. $sql = 'SELECT j.* FROM {tripal_jobs} j WHERE j.job_id = :job_id';
  41. $args = array(':job_id' => $job_id);
  42. $this->job = db_query($sql, $args)->fetchObject();
  43. if (!$this->job) {
  44. throw new Exception("Cannot find a job with this ID provided.");
  45. }
  46. // Fix the date/time fields.
  47. $this->job->submit_date_string = $this->job->submit_date ? format_date($this->job->submit_date) : '';
  48. $this->job->start_time_string = $this->job->start_time ? format_date($this->job->start_time): '';
  49. $this->job->end_time_string = $this->job->end_time ? format_date($this->job->end_time): '';
  50. // Unserialize the includes.
  51. $this->job->includes = unserialize($this->job->includes);
  52. // Arguments for jobs used to be stored as plain string with a double colon
  53. // separating them. But as of Tripal v2.0 the arguments are stored as
  54. // a serialized array. To be backwards compatible, we should check for
  55. // serialization and if not then we will use the old style
  56. $this->job->arguments = unserialize($this->job->arguments);
  57. if (!is_array($this->job->arguments)) {
  58. $this->job->arguments = explode("::", $this->job->arguments);
  59. }
  60. }
  61. /**
  62. * Creates a new job.
  63. *
  64. * @param $details
  65. * An associative array of the job details or a single job_id. If the
  66. * details are provided then the job is created and added to the database
  67. * otherwise if a job_id is provided then the object is loaded from the
  68. * database. The following keys are allowed:
  69. * - job_name: The human readable name for the job.
  70. * - modulename: The name of the module adding the job.
  71. * - callback: The name of a function to be called when the job is executed.
  72. * - arguments: An array of arguments to be passed on to the callback.
  73. * - uid: The uid of the user adding the job
  74. * - priority: The priority at which to run the job where the highest
  75. * priority is 10 and the lowest priority is 1. The default
  76. * priority is 10.
  77. * - includes: An array of paths to files that should be included in order
  78. * to execute the job. Use the module_load_include function to get a path
  79. * for a given file.
  80. *
  81. * @throws Exception
  82. * On failure an exception is thrown.
  83. */
  84. public function create($details) {
  85. // Set some defaults
  86. if (!array_key_exists('prority', $details)) {
  87. $details['priority'] = 10;
  88. }
  89. if (!array_key_exists('includes', $details)) {
  90. $details['includes'] = array();
  91. }
  92. // Make sure the arguments are correct.
  93. if (!$details['job_name']) {
  94. throw new Exception("Must provide a \$job_name argument to the tripal_add_job() function.");
  95. }
  96. if (!$details['modulename']) {
  97. throw new Exception("Must provide a \$modulename argument to the tripal_add_job() function.");
  98. }
  99. if (!$details['callback']) {
  100. throw new Exception("Must provide a \$callback argument to the tripal_add_job() function.");
  101. }
  102. $includes = $details['includes'];
  103. foreach ($includes as $path) {
  104. $full_path = $_SERVER['DOCUMENT_ROOT'] . base_path() . $path;
  105. if (!empty($path)) {
  106. if (file_exists($path)) {
  107. require_once($path);
  108. }
  109. elseif (file_exists($full_path)) {
  110. require_once($path);
  111. }
  112. elseif (!empty($path)) {
  113. throw new Exception("Included files for Tripal Job must exist. This path ($full_path) doesn't exist.");
  114. }
  115. }
  116. }
  117. if (!function_exists($details['callback'])) {
  118. throw new Exception("Must provide a valid callback function to the tripal_add_job() function.");
  119. }
  120. if (!is_numeric($details['uid'])) {
  121. throw new Exception("Must provide a numeric \$uid argument to the tripal_add_job() function.");
  122. }
  123. $priority = $details['priority'];
  124. if (!$priority or !is_numeric($priority) or $priority < 1 or $priority > 10) {
  125. throw new Exception("Must provide a numeric \$priority argument between 1 and 10 to the tripal_add_job() function.");
  126. }
  127. $arguments = $details['arguments'];
  128. if (!is_array($arguments)) {
  129. throw new Exception("Must provide an array as the \$arguments argument to the tripal_add_job() function.");
  130. }
  131. // convert the arguments into a string for storage in the database
  132. $args = array();
  133. if (is_array($arguments)) {
  134. $args = serialize($arguments);
  135. }
  136. try {
  137. $job_id = db_insert('tripal_jobs')
  138. ->fields(array(
  139. 'job_name' => $details['job_name'],
  140. 'modulename' => $details['modulename'],
  141. 'callback' => $details['callback'],
  142. 'status' => 'Waiting',
  143. 'submit_date' => time(),
  144. 'uid' => $details['uid'],
  145. 'priority' => $priority,
  146. 'arguments' => $args,
  147. 'includes' => serialize($includes),
  148. ))
  149. ->execute();
  150. // Now load the job into this object.
  151. $this->load($job_id);
  152. }
  153. catch (Exception $e) {
  154. throw new Exception('Cannot create job: ' . $e->getMessage());
  155. }
  156. }
  157. /**
  158. * Cancels the job and prevents it from running.
  159. */
  160. public function cancel() {
  161. if (!$this->job) {
  162. throw new Exception("There is no job associated with this object. Cannot cancel");
  163. }
  164. if ($this->job->status == 'Running') {
  165. throw new Exception("Job Cannot be cancelled it is currently running.");
  166. }
  167. if ($this->job->status == 'Completed') {
  168. throw new Exception("Job Cannot be cancelled it has already finished.");
  169. }
  170. if ($this->job->status == 'Error') {
  171. throw new Exception("Job Cannot be cancelled it is in an error state.");
  172. }
  173. if ($this->job->status == 'Cancelled') {
  174. throw new Exception("Job Cannot be cancelled it is already cancelled.");
  175. }
  176. // Set the end time for this job.
  177. try {
  178. if ($this->job->start_time == 0) {
  179. $record = new stdClass();
  180. $record->job_id = $this->job->job_id;
  181. $record->status = 'Cancelled';
  182. $record->progress = '0';
  183. drupal_write_record('tripal_jobs', $record, 'job_id');
  184. }
  185. }
  186. catch (Exception $e) {
  187. throw new Exception('Cannot cancel job: ' . $e->getMessage());
  188. }
  189. }
  190. /**
  191. * Executes the job.
  192. */
  193. public function run() {
  194. if (!$this->job) {
  195. throw new Exception('Cannot launch job as no job is associated with this object.');
  196. }
  197. try {
  198. // Include the necessary files needed to run the job.
  199. foreach ($this->job->includes as $path) {
  200. if ($path) {
  201. require_once $path;
  202. }
  203. }
  204. // Set the start time for this job.
  205. $record = new stdClass();
  206. $record->job_id = $this->job->job_id;
  207. $record->start_time = time();
  208. $record->status = 'Running';
  209. $record->pid = getmypid();
  210. drupal_write_record('tripal_jobs', $record, 'job_id');
  211. // Callback functions need the job in order to update
  212. // progress. But prior to Tripal v3 the job callback functions
  213. // only accepted a $job_id as the final argument. So, we need
  214. // to see if the callback is Tv3 compatible or older. If older
  215. // we want to still support it and pass the job_id.
  216. $arguments = $this->job->arguments;
  217. $callback = $this->job->callback;
  218. $ref = new ReflectionFunction($callback);
  219. $refparams = $ref->getParameters();
  220. if (count($refparams) > 0) {
  221. $lastparam = $refparams[count($refparams)-1];
  222. if ($lastparam->getName() == 'job_id') {
  223. $arguments[] = $this->job->job_id;
  224. }
  225. else {
  226. $arguments[] = $this;
  227. }
  228. }
  229. // Launch the job.
  230. call_user_func_array($callback, $arguments);
  231. // Set the end time for this job.
  232. $record = new stdClass();
  233. $record->job_id = $this->job->job_id;
  234. $record->end_time = time();
  235. $record->error_msg = $this->job->error_msg;
  236. $record->progress = 100;
  237. $record->status = 'Completed';
  238. $record->pid = '';
  239. drupal_write_record('tripal_jobs', $record, 'job_id');
  240. $this->load($this->job->job_id);
  241. }
  242. catch (Exception $e) {
  243. $record->end_time = time();
  244. $record->error_msg = $this->job->error_msg;
  245. $record->progress = $this->job->progress;
  246. $record->status = 'Error';
  247. $record->pid = '';
  248. drupal_write_record('tripal_jobs', $record, 'job_id');
  249. drupal_set_message('Job execution failed: ' . $e->getMessage(), 'error');
  250. }
  251. }
  252. /**
  253. * Inidcates if the job is running.
  254. *
  255. * @return
  256. * TRUE if the job is running, FALSE otherwise.
  257. */
  258. public function isRunning() {
  259. if (!$this->job) {
  260. throw new Exception('Cannot check running status as no job is associated with this object.');
  261. }
  262. $status = shell_exec('ps -p ' . escapeshellarg($this->job->pid) . ' -o pid=');
  263. if ($this->job->pid && $status) {
  264. // The job is still running.
  265. return TRUE;
  266. }
  267. // return FALSE to indicate that no jobs are currently running.
  268. return FALSE;
  269. }
  270. /**
  271. * Retrieve the job object as if from a database query.
  272. */
  273. public function getJob(){
  274. return $this->job;
  275. }
  276. /**
  277. * Retrieves the job ID.
  278. */
  279. public function getJobID(){
  280. return $this->job->job_id;
  281. }
  282. /**
  283. * Retrieves the user ID of the user that submitted the job.
  284. */
  285. public function getUID() {
  286. return $this->job->uid;
  287. }
  288. /**
  289. * Retrieves the job name.
  290. */
  291. public function getJobName() {
  292. return $this->job->job_name;
  293. }
  294. /**
  295. * Retrieves the name of the module that submitted the job.
  296. */
  297. public function getModuleName() {
  298. return $this->job->modulename;
  299. }
  300. /**
  301. * Retrieves the callback function for the job.
  302. */
  303. public function getCallback() {
  304. return $this->job->callback;
  305. }
  306. /**
  307. * Retrieves the array of arguments for the job.
  308. */
  309. public function getArguments() {
  310. return $this->job->arguments;
  311. }
  312. /**
  313. * Retrieves the current percent complete (i.e. progress) of the job.
  314. */
  315. public function getProgress() {
  316. return $this->job->progress;
  317. }
  318. /**
  319. * Sets the current percent complete of a job.
  320. *
  321. * @param $percent_done
  322. * A value between 0 and 100 indicating the percentage complete of the job.
  323. */
  324. public function setProgress($percent_done) {
  325. if (!$this->job) {
  326. throw new Exception('Cannot set progress as no job is associated with this object.');
  327. }
  328. $this->job->progress = $percent_done;
  329. $progress = sprintf("%d", $percent_done);
  330. db_update('tripal_jobs')
  331. ->fields(array(
  332. 'progress' => $progress,
  333. ))
  334. ->condition('job_id', $this->job->job_id)
  335. ->execute();
  336. }
  337. /**
  338. * Retrieves the status of the job.
  339. */
  340. public function getStatus() {
  341. return $this->job->status;
  342. }
  343. /**
  344. * Retrieves the time the job was submitted.
  345. */
  346. public function getSubmitTime() {
  347. return $this->job->submit_date;
  348. }
  349. /**
  350. * Retieves the time the job began execution (i.e. the start time).
  351. */
  352. public function getStartTime() {
  353. return $this->job->start_time;
  354. }
  355. /**
  356. * Retieves the time the job completed execution (i.e. the end time).
  357. */
  358. public function getEndTime() {
  359. return $this->job->end_time;
  360. }
  361. /**
  362. * Retieves the log for the job.
  363. *
  364. * @return
  365. * A large string containing the text of the job log. It contains both
  366. * status upates and errors.
  367. */
  368. public function getLog() {
  369. return $this->job->error_msg;
  370. }
  371. /**
  372. * Retrieves the process ID of the job.
  373. */
  374. public function getPID() {
  375. return $this->job->pid;
  376. }
  377. /**
  378. * Retreieves the priority that is currently set for the job.
  379. */
  380. public function getPriority() {
  381. return $this->job->priority;
  382. }
  383. /**
  384. * Get the MLock value of the job.
  385. *
  386. * The MLock value indicates if no other jobs from a give module
  387. * should be executed while this job is running.
  388. */
  389. public function getMLock() {
  390. return $this->job->mlock;
  391. }
  392. /**
  393. * Get the lock value of the job.
  394. *
  395. * The lock value indicates if no other jobs from any module
  396. * should be executed while this job is running.
  397. */
  398. public function getLock() {
  399. return $this->job->lock;
  400. }
  401. /**
  402. * Get the list of files that must be included prior to job execution.
  403. */
  404. public function getIncludes() {
  405. return $this->job->includes;
  406. }
  407. /**
  408. * Logs a message for the job.
  409. *
  410. * There is no distinction between status messages and error logs. Any
  411. * message that is intended for the user to review the status of the job
  412. * can be provided here.
  413. *
  414. * Messages that are are of severity TRIPAL_CRITICAL or TRIPAL_ERROR
  415. * are also logged to the watchdog.
  416. *
  417. * Logging works regardless if the job uses a transaction. If the
  418. * transaction must be rolled back to to an error the error messages will
  419. * persist.
  420. *
  421. * @param $message
  422. * The message to store in the log. Keep $message translatable by not
  423. * concatenating dynamic values into it! Variables in the message should
  424. * be added by using placeholder strings alongside the variables argument
  425. * to declare the value of the placeholders. See t() for documentation on
  426. * how $message and $variables interact.
  427. * @param $variables
  428. * Array of variables to replace in the message on display or NULL if
  429. * message is already translated or not possible to translate.
  430. * @param $severity
  431. * The severity of the message; one of the following values:
  432. * - TRIPAL_CRITICAL: Critical conditions.
  433. * - TRIPAL_ERROR: Error conditions.
  434. * - TRIPAL_WARNING: Warning conditions.
  435. * - TRIPAL_NOTICE: Normal but significant conditions.
  436. * - TRIPAL_INFO: (default) Informational messages.
  437. * - TRIPAL_DEBUG: Debug-level messages.
  438. */
  439. public function logMessage($message, $variables = array(), $severity = TRIPAL_INFO) {
  440. // Generate a translated message.
  441. $tmessage = t($message, $variables);
  442. // For the sake of the command-line user, print the message to the
  443. // terminal.
  444. print $tmessage . "\n";
  445. // Add this message to the job's log.
  446. $this->job->error_msg .= "\n" . $tmessage;
  447. // Report this message to watchdog or set a message.
  448. if ($severity == TRIPAL_CRITICAL or $severity == TRIPAL_ERROR) {
  449. tripal_report_error('tripal_job', $severity, $message, $variables);
  450. $this->job->status = 'Error';
  451. }
  452. }
  453. }