tripal_core.chado_nodes.api.inc 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786
  1. <?php
  2. /**
  3. * @file
  4. * API to handle much of the common functionality implemented when creating a drupal node type.
  5. */
  6. /**
  7. * @defgroup tripal_chado_node_api Chado Node API
  8. * @ingroup tripal_chado_api
  9. * @{
  10. * Many Tripal modules implement Drupal node types as a means of displaying chado
  11. * records individually through Drupal as a single web page. In order to do this, many of
  12. * the same drupal hooks are implemented and the code between modules is actually quite
  13. * similar. This API aims to abstract much of the common functionality in order to make
  14. * it easier for new Tripal modules to implement drupal node types and to centralize the
  15. * maintenance effort as much as possible.
  16. *
  17. * A generic sync form has been created. See chado_node_sync_form() for
  18. * instructions on how to implement this form in your module.
  19. *
  20. * Many of the base chado tables also have associated prop, _dbxref and _relationship
  21. * tables. Generic mini-forms have been created to help you handle these forms. To
  22. * implement this functionality you call the mini-form from your module node form and
  23. * then call the associated update functions from both your hook_insert and hook_update.
  24. * The functions of interest are as follows:
  25. * - chado_add_node_form_properties() and chado_update_node_form_properties()
  26. * to provide an interface for adding/removing properties
  27. * - chado_add_node_form_dbxrefs() and chado_update_node_form_dbxrefs()
  28. * to provide an interface for adding/removing additional database references
  29. * - chado_add_node_form_relationships() and chado_update_node_form_relationships()
  30. * to provide an interface for adding/removing relationships between chado records
  31. * from your base table
  32. * @}
  33. */
  34. /**
  35. * Get chado id for a node. E.g, if you want to get 'analysis_id' from the
  36. * 'analysis' table for a synced 'chado_analysis' node, (the same for
  37. * organisms and features):
  38. * $analysis_id = chado_get_id_from_nid ('analysis', $node->nid)
  39. * $organism_id = chado_get_id_from_nid ('organism', $node->nid)
  40. * $feature_id = chado_get_id_from_nid ('feature', $node->nid)
  41. *
  42. * @param $table
  43. * @param $nid
  44. *
  45. * @ingroup tripal_chado_node_api
  46. */
  47. function chado_get_id_from_nid($table, $nid) {
  48. $sql = "SELECT " . $table . "_id as id FROM {chado_$table} WHERE nid = :nid";
  49. return db_query($sql, array(':nid' => $nid))->fetchField();
  50. }
  51. /**
  52. * Get node id for a chado feature/organism/analysis. E.g, if you want to
  53. * get the node id for an analysis, use:
  54. * $nid = chado_get_nid_from_id ('analysis', $analysis_id)
  55. * Likewise,
  56. * $nid = chado_get_nid_from_id ('organism', $organism_id)
  57. * $nid = chado_get_nid_from_id ('feature', $feature_id)
  58. *
  59. * @ingroup tripal_chado_node_api
  60. */
  61. function chado_get_nid_from_id($table, $id) {
  62. $sql = "SELECT nid FROM {chado_$table} WHERE " . $table . "_id = :" . $table . "_id";
  63. return db_query($sql, array(":" . $table . "_id" => $id))->fetchField();
  64. }
  65. /**
  66. * Generic Sync Form to aid in sync'ing (create drupal nodes linking to chado content)
  67. * any chado node type.
  68. *
  69. * To use this you need to add a call to it from your hook_menu() and
  70. * add some additional information to your hook_node_info(). The Following code gives an
  71. * example of how this might be done:
  72. * @code
  73. function modulename_menu() {
  74. $module_name = 'tripal_example'; // the machine name of your module
  75. $linking_table = 'chado_example'; // the base specified in hook_node_info
  76. // This menu item will be a tab on the admin/tripal/chado/tripal_example page
  77. // that is not selected by default
  78. $items['admin/tripal/chado/tripal_example/sync'] = array(
  79. 'title' => ' Sync',
  80. 'description' => 'Sync examples from Chado with Drupal',
  81. 'page callback' => 'drupal_get_form',
  82. 'page arguments' => array('chado_node_sync_form', $module_name, $linking_table),
  83. 'access arguments' => array('administer tripal examples'),
  84. 'type' => MENU_LOCAL_TASK,
  85. 'weight' => 0
  86. );
  87. return $items;
  88. }
  89. function modulename_node_info() {
  90. return array(
  91. 'chado_example' => array(
  92. 'name' => t('example'),
  93. 'base' => 'chado_example',
  94. 'description' => t('A Chado example is a collection of material that can be sampled and have experiments performed on it.'),
  95. 'has_title' => TRUE,
  96. 'locked' => TRUE,
  97. // this is what differs from the regular Drupal-documented hook_node_info()
  98. 'chado_node_api' => array(
  99. 'base_table' => 'example', // the name of the chado base table
  100. 'hook_prefix' => 'chado_example', // usually the name of the node type
  101. 'record_type_title' => array(
  102. 'singular' => t('Example'), // Singular human-readable title
  103. 'plural' => t('Examples') // Plural human-readable title
  104. ),
  105. 'sync_filters' => array( // filters for syncing
  106. 'type_id' => TRUE, // TRUE if there is an example.type_id field
  107. 'organism_id' => TRUE, // TRUE if there is an example.organism_id field
  108. 'checkboxes' => array('name') // If the 'checkboxes' key is present then the
  109. // value must be an array of column names in
  110. // base table. The values from these columns will
  111. // be retreived, contentated with a space delimeter
  112. // and provided in a list of checkboxes
  113. // for the user to choose which to sync.
  114. ),
  115. )
  116. ),
  117. );
  118. }
  119. * @endcode
  120. *
  121. * For more information on how you can override some of this behaviour while still
  122. * benifiting from as much of the common architecture as possible see the following
  123. * functions: hook_chado_node_sync_create_new_node(), hook_chado_node_sync_form(),
  124. * hook_chado_node_sync_select_query().
  125. *
  126. * @ingroup tripal_chado_node_api
  127. */
  128. function chado_node_sync_form($form, &$form_state) {
  129. $form = array();
  130. if (isset($form_state['build_info']['args'][0])) {
  131. $module = $form_state['build_info']['args'][0];
  132. $linking_table = $form_state['build_info']['args'][1];
  133. $node_info = call_user_func($module . '_node_info');
  134. $args = $node_info[$linking_table]['chado_node_api'];
  135. $form_state['chado_node_api'] = $args;
  136. }
  137. // define the fieldsets
  138. $form['sync'] = array(
  139. '#type' => 'fieldset',
  140. '#title' => 'Sync ' . $args['record_type_title']['plural'],
  141. '#descrpition' => '',
  142. );
  143. $form['sync']['description'] = array(
  144. '#type' => 'item',
  145. '#value' => t("%title_plural of the types listed ".
  146. "below in the %title_singular Types box will be synced (leave blank to sync all types). You may limit the ".
  147. "%title_plural to be synced by a specific organism. Depending on the ".
  148. "number of %title_plural in the chado database this may take a long ".
  149. "time to complete. ",
  150. array(
  151. '%title_singular' => $args['record_type_title']['singular'],
  152. '%title_plural' => $args['record_type_title']['plural']
  153. )),
  154. );
  155. if ($args['sync_filters']['type_id']) {
  156. $form['sync']['type_ids'] = array(
  157. '#title' => t('%title_singular Types',
  158. array(
  159. '%title_singular' => $args['record_type_title']['singular'],
  160. '%title_plural' => $args['record_type_title']['plural']
  161. )),
  162. '#type' => 'textarea',
  163. '#description' => t("Enter the names of the %title_singular types to sync. " .
  164. "Leave blank to sync all %title_plural. Separate each type with a comma ".
  165. "or new line. Pages for these %title_singular ".
  166. "types will be created automatically for %title_plural that exist in the ".
  167. "chado database. The names must match ".
  168. "exactly (spelling and case) with terms in the ontologies",
  169. array(
  170. '%title_singular' => strtolower($args['record_type_title']['singular']),
  171. '%title_plural' => strtolower($args['record_type_title']['plural'])
  172. )),
  173. '#default_value' => (isset($form_state['values']['type_id'])) ? $form_state['values']['type_id'] : '',
  174. );
  175. }
  176. // get the list of organisms
  177. if ($args['sync_filters']['organism_id']) {
  178. $sql = "SELECT * FROM {organism} ORDER BY genus, species";
  179. $results = chado_query($sql);
  180. $organisms[] = '';
  181. foreach ($results as $organism) {
  182. $organisms[$organism->organism_id] = "$organism->genus $organism->species ($organism->common_name)";
  183. }
  184. $form['sync']['organism_id'] = array(
  185. '#title' => t('Organism'),
  186. '#type' => t('select'),
  187. '#description' => t("Choose the organism for which %title_plural types set above will be synced.",
  188. array(
  189. '%title_singular' => $args['record_type_title']['singular'],
  190. '%title_plural' => $args['record_type_title']['plural']
  191. )),
  192. '#options' => $organisms,
  193. '#default_value' => (isset($form_state['values']['organism_id'])) ? $form_state['values']['organism_id'] : 0,
  194. );
  195. }
  196. // get the list of organisms
  197. if (array_key_exists('checkboxes', $args['sync_filters'])) {
  198. // get the base schema
  199. $base_table = $args['base_table'];
  200. $table_info = chado_get_schema($base_table);
  201. // if the base table does not have a primary key or has more than one then
  202. // we can't proceed, otherwise, generate the checkboxes
  203. if (array_key_exists('primary key', $table_info) and count($table_info['primary key']) == 1) {
  204. $pkey = $table_info['primary key'][0];
  205. $columns = $args['sync_filters']['checkboxes'];
  206. $select_cols = implode("|| ' ' ||", $columns);
  207. // get non-synced records
  208. $sql = "
  209. SELECT BT.$pkey as id, $select_cols as value
  210. FROM {" . $base_table . "} BT
  211. LEFT JOIN public.$linking_table LT ON LT.$pkey = BT.$pkey
  212. WHERE LT.$pkey IS NULL
  213. ORDER BY value ASC
  214. ";
  215. $results = chado_query($sql);
  216. $values = array();
  217. foreach ($results as $result) {
  218. $values[$result->id] = $result->value;
  219. }
  220. if (count($values) > 0) {
  221. $form['sync']['ids'] = array(
  222. '#title' => 'Avaliable ' . $args['record_type_title']['plural'],
  223. '#type' => 'checkboxes',
  224. '#description' => t("The above %title_plural have not been synced. Check those to be synced or leave all unchecked to sync them all.",
  225. array(
  226. '%title_singular' => strtolower($args['record_type_title']['singular']),
  227. '%title_plural' => strtolower($args['record_type_title']['plural'])
  228. )),
  229. '#options' => $values,
  230. '#default_value' => (isset($form_state['values']['ids'])) ? $form_state['values']['ids'] : array(),
  231. '#prefix' => '<div style="height: 200px; overflow: scroll">',
  232. '#suffix' => '</div><br>',
  233. );
  234. }
  235. else {
  236. $form['sync']['no_ids'] = array(
  237. '#markup' => "<p>There are no " . strtolower($args['record_type_title']['plural']) . " to sync.</p>",
  238. );
  239. }
  240. }
  241. }
  242. // if we provide a list of checkboxes we shouldn't need a max_sync
  243. else {
  244. $form['sync']['max_sync'] = array(
  245. '#type' => 'textfield',
  246. '#title' => t('Maximum number of records to Sync'),
  247. '#description' => t('Leave this field empty to sync all records, regardless of number'),
  248. '#default_value' => (isset($form_state['values']['max_sync'])) ? $form_state['values']['max_sync'] : '',
  249. );
  250. }
  251. $form['sync']['button'] = array(
  252. '#type' => 'submit',
  253. '#value' => t('Sync ' . $args['record_type_title']['plural']),
  254. '#weight' => 3,
  255. );
  256. $form['cleanup'] = array(
  257. '#type' => 'fieldset',
  258. '#title' => t('Clean Up')
  259. );
  260. $form['cleanup']['description'] = array(
  261. '#markup' => t("<p>With Drupal and chado residing in different databases " .
  262. "it is possible that nodes in Drupal and " . strtolower($args['record_type_title']['plural']) . " in Chado become " .
  263. "\"orphaned\". This can occur if a node in Drupal is " .
  264. "deleted but the corresponding chado records is not and/or vice " .
  265. "versa. Click the button below to resolve these discrepancies.</p>"),
  266. '#weight' => 1,
  267. );
  268. $form['cleanup']['button'] = array(
  269. '#type' => 'submit',
  270. '#value' => 'Clean up orphaned ' . strtolower($args['record_type_title']['plural']),
  271. '#weight' => 2,
  272. );
  273. // Allow each module to alter this form as needed
  274. $hook_form_alter = $args['hook_prefix'] . '_chado_node_sync_form';
  275. if (function_exists($hook_form_alter)) {
  276. $form = call_user_func($hook_form_alter, $form, $form_state);
  277. }
  278. return $form;
  279. }
  280. /**
  281. * Generic Sync Form Submit
  282. *
  283. * @ingroup tripal_core
  284. */
  285. function chado_node_sync_form_submit($form, $form_state) {
  286. global $user;
  287. if (preg_match('/^Sync/', $form_state['values']['op'])) {
  288. // get arguments
  289. $args = $form_state['chado_node_api'];
  290. $module = $form_state['chado_node_api']['hook_prefix'];
  291. $base_table = $form_state['chado_node_api']['base_table'];
  292. // Allow each module to hijack the submit if needed
  293. $hook_form_hijack_submit = $args['hook_prefix'] . '_chado_node_sync_form_submit';
  294. if (function_exists($hook_form_hijack_submit)) {
  295. return call_user_func($hook_form_hijack_submit, $form, $form_state);
  296. }
  297. // Get the types separated into a consistent string
  298. $types = array();
  299. if (isset($form_state['values']['type_ids'])) {
  300. // seperate by new line or comma.
  301. $temp_types = preg_split("/[,\n\r]+/", $form_state['values']['type_ids']);
  302. // remove any extra spacing around the types
  303. for($i = 0; $i < count($temp_types); $i++) {
  304. // skip empty types
  305. if (trim($temp_types[$i]) == '') {
  306. continue;
  307. }
  308. $types[$i] = trim($temp_types[$i]);
  309. }
  310. }
  311. // Get the ids to be synced
  312. $ids = array();
  313. if (array_key_exists('ids', $form_state['values'])){
  314. foreach ($form_state['values']['ids'] as $id => $selected) {
  315. if ($selected) {
  316. $ids[] = $id;
  317. }
  318. }
  319. }
  320. // get the organism to be synced
  321. $organism_id = FALSE;
  322. if (array_key_exists('organism_id', $form_state['values'])) {
  323. $organism_id = $form_state['values']['organism_id'];
  324. }
  325. // Job Arguments
  326. $job_args = array(
  327. 'base_table' => $base_table,
  328. 'max_sync' => (!empty($form_state['values']['max_sync'])) ? $form_state['values']['max_sync'] : FALSE,
  329. 'organism_id' => $organism_id,
  330. 'types' => $types,
  331. 'ids' => $ids,
  332. );
  333. $title = "Sync " . $args['record_type_title']['plural'];
  334. tripal_add_job($title, $module, 'chado_node_sync_records', $job_args, $user->uid);
  335. }
  336. if (preg_match('/^Clean up orphaned/', $form_state['values']['op'])) {
  337. $module = $form_state['chado_node_api']['hook_prefix'];
  338. $base_table = $form_state['chado_node_api']['base_table'];
  339. $job_args = array($base_table);
  340. tripal_add_job($form_state['values']['op'], $module, 'chado_cleanup_orphaned_nodes', $job_args, $user->uid);
  341. }
  342. }
  343. /**
  344. * Actual Sync Function. Works on a group of records
  345. *
  346. * @ingroup tripal_chado_node_api
  347. */
  348. function chado_node_sync_records($base_table, $max_sync = FALSE, $organism_id = FALSE,
  349. $types = array(), $ids = array(), $job_id = NULL) {
  350. global $user;
  351. $base_table_id = $base_table . '_id';
  352. print "\nSync'ing $base_table records. ";
  353. // START BUILDING QUERY TO GET ALL RECORD FROM BASE TABLE THAT MATCH
  354. $select = array("$base_table.*");
  355. $joins = array();
  356. $where_clauses = array();
  357. $where_args = array();
  358. // If types are supplied then handle them
  359. $restrictions = '';
  360. if (count($types) > 0) {
  361. $restrictions .= " Type(s): " . implode(', ',$types) . "\n";
  362. $select[] = 'cvterm.name as cvtname';
  363. $joins[] = "LEFT JOIN {cvterm} cvterm ON $base_table.type_id = cvterm.cvterm_id";
  364. foreach ($types as $type) {
  365. $where_clauses['type'][] = "cvterm.name = :type_name_$type";
  366. $where_args['type'][":type_name_$type"] = $type;
  367. }
  368. }
  369. // if IDs have been supplied
  370. if ($ids) {
  371. $restrictions .= " Specific Records: " . count($ids) . " recored(s) specified.\n";
  372. foreach ($ids as $id) {
  373. $where_clauses['id'][] = "$base_table.$base_table_id = :id_$id";
  374. $where_args['id'][":id_$id"] = $id;
  375. }
  376. }
  377. // If Organism is supplied
  378. if ($organism_id) {
  379. $organism = chado_select_record('organism', array('*'), array('organism_id' => $organism_id));
  380. $restrictions .= " Organism: " . $organism[0]->genus . " " . $organism[0]->species . "\n";
  381. $select[] = 'organism.*';
  382. $joins[] = "LEFT JOIN {organism} organism ON organism.organism_id = $base_table.organism_id";
  383. $where_clauses['organism'][] = 'organism.organism_id = :organism_id';
  384. $where_args['organism'][':organism_id'] = $organism_id;
  385. }
  386. // Allow module to add to query
  387. $hook_query_alter = 'chado_' . $base_table . '_chado_node_sync_select_query';
  388. if (function_exists($hook_query_alter)) {
  389. call_user_func($hook_query_alter, $select, $joins, $where_clauses, $where_args);
  390. }
  391. // Build Query, we do a left join on the chado_xxxx table in the Drupal schema
  392. // so that if no criteria are specified we only get those items that have not
  393. // yet been synced.
  394. $query = "
  395. SELECT " . implode(', ',$select) . ' ' .
  396. 'FROM {' . $base_table . '} ' . $base_table . ' ' . implode(' ', $joins) . ' '.
  397. " LEFT JOIN public.chado_$base_table CT ON CT.$base_table_id = $base_table.$base_table_id " .
  398. "WHERE CT.$base_table_id IS NULL AND";
  399. // extend the where clause if needed
  400. $where = '';
  401. $sql_args = array();
  402. if (count($where_clauses['type']) > 0) {
  403. $where .= '(' . implode(' OR ', $where_clauses['type']) . ') AND';
  404. $sql_args = array_merge($sql_args, $where_args['type']);
  405. }
  406. if (count($where_clauses['organism']) > 0) {
  407. $where .= '(' . implode(' OR ', $where_clauses['organism']) . ') AND';
  408. $sql_args = array_merge($sql_args, $where_args['organism']);
  409. }
  410. if (count($where_clauses['id']) > 0) {
  411. $where .= '(' . implode(' OR ', $where_clauses['id']) . ') AND';
  412. $sql_args = array_merge($sql_args, $where_args['id']);
  413. }
  414. if ($where) {
  415. $query .= $where;
  416. }
  417. $query = substr($query, 0, -4); // remove the trailing 'AND'
  418. $query .- " ORDER BY " . $base_table_id;
  419. // If Maximum number to Sync is supplied
  420. if ($max_sync) {
  421. $query .= " LIMIT $max_sync";
  422. $restrictions .= " Limited to $max_sync records.\n";
  423. }
  424. if ($restrictions) {
  425. print "Records matching these criteria will be synced: \n$restrictions";
  426. }
  427. else {
  428. print "\n";
  429. }
  430. // execute the query
  431. $results = chado_query($query, $sql_args);
  432. // Iterate through features that need to be synced
  433. $count = $results->rowCount();
  434. $interval = intval($count * 0.01);
  435. if ($interval < 1) {
  436. $interval = 1;
  437. }
  438. print "\n$count $base_table records found.\n";
  439. $i = 0;
  440. $transaction = db_transaction();
  441. try {
  442. foreach ($results as $record) {
  443. print "\nLoading $base_table " . ($i + 1) . " of $count ($base_table_id=".$record->{$base_table_id}.")...";
  444. // update the job status every 1% features
  445. if ($job_id and $i % $interval == 0) {
  446. $percent = sprintf("%.2f", ($i / $count) * 100);
  447. print "Parsing Line $line_num (" . $percent . "%). Memory: " . number_format(memory_get_usage()) . " bytes.\n";
  448. tripal_set_job_progress($job_id, intval(($i/$count)*100));
  449. }
  450. // Check if it is in the chado linking table (ie: check to see if it is already linked to a node)
  451. $result = db_select('chado_'.$base_table, 'lnk')
  452. ->fields('lnk',array('nid'))
  453. ->condition($base_table_id, $record->{$base_table_id}, '=')
  454. ->execute()
  455. ->fetchObject();
  456. if (!empty($result)) {
  457. print " Previously Sync'd";
  458. }
  459. else {
  460. // Create generic new node
  461. $new_node = new stdClass();
  462. $new_node->type = 'chado_' . $base_table;
  463. $new_node->uid = $user->uid;
  464. $new_node->{$base_table_id} = $record->{$base_table_id};
  465. $new_node->$base_table = $record;
  466. // TODO: should we get rid of this hook and use hook_node_presave() instead?
  467. // allow base module to set additional fields as needed
  468. $hook_create_new_node = 'chado_' . $base_table . '_chado_node_sync_create_new_node';
  469. if (function_exists($hook_create_new_node)) {
  470. $new_node = call_user_func($hook_create_new_node, $new_node, $record);
  471. }
  472. // Validate and Save New Node
  473. $form = array();
  474. $form_state = array();
  475. node_validate($new_node, $form, $form_state);
  476. if (!form_get_errors()) {
  477. $node = node_submit($new_node);
  478. node_save($node);
  479. print " Node Created (nid=".$node->nid.")";
  480. }
  481. else {
  482. watchdog('trp-fsync', "Failed to insert $base_table: %title", array('%title' => $new_node->title), WATCHDOG_ERROR);
  483. }
  484. }
  485. $i++;
  486. }
  487. print "\n\nComplete!\n";
  488. }
  489. catch (Exception $e) {
  490. print "\n"; // make sure we start errors on new line
  491. watchdog_exception('trp-fsync', $e);
  492. $transaction->rollback();
  493. print "FAILED: Rolling back database changes...\n";
  494. }
  495. }
  496. /**
  497. * This function will delete Drupal nodes for any sync'ed table (e.g.
  498. * feature, organism, analysis, stock, library) if the chado record has been
  499. * deleted or the entry in the chado_[table] table has been removed.
  500. *
  501. * @param $table
  502. * The name of the table that corresonds to the node type we want to clean up.
  503. * @param $job_id
  504. * This should be the job id from the Tripal jobs system. This function
  505. * will update the job status using the provided job ID.
  506. *
  507. * @ingroup tripal_chado_node_api
  508. */
  509. function chado_cleanup_orphaned_nodes($table, $job_id = NULL) {
  510. $count = 0;
  511. // build the SQL statments needed to check if nodes point to valid analyses
  512. $dsql = "SELECT * FROM {node} WHERE type = 'chado_" . $table . "' order by nid";
  513. $nsql = "SELECT * FROM {node} WHERE nid = :nid";
  514. $csql = "SELECT * FROM {chado_" . $table . "} WHERE nid = :nid ";
  515. $clsql= "SELECT * FROM {chado_" . $table . "}";
  516. $lsql = "SELECT * FROM {" . $table . "} where " . $table . "_id = :" . $table . "_id ";
  517. // load into nodes array
  518. print "Getting nodes\n";
  519. $nodes = array();
  520. $res = db_query($dsql);
  521. foreach ($res as $node) {
  522. $nodes[$count] = $node;
  523. $count++;
  524. }
  525. // load the chado_$table into an array
  526. print "Getting chado_$table\n";
  527. $cnodes = array();
  528. $res = db_query($clsql);
  529. foreach ($res as $node) {
  530. $cnodes[$count] = $node;
  531. $count++;
  532. }
  533. $interval = intval($count * 0.01);
  534. if ($interval < 1) {
  535. $interval = 1;
  536. }
  537. // iterate through all of the chado_$table entries and remove those
  538. // that don't have a node or don't have a $table record in chado.libary
  539. print "Verifying all chado_$table Entries\n";
  540. $deleted = 0;
  541. foreach ($cnodes as $nid) {
  542. // update the job status every 1% analyses
  543. if ($job_id and $i % $interval == 0) {
  544. tripal_set_job_progress($job_id, intval(($i / $count) * 100));
  545. }
  546. // see if the node exits, if not remove the entry from the chado_$table table
  547. $results = db_query($nsql, array(':nid' => $nid->nid));
  548. $node = $results->fetchObject();
  549. if (!$node) {
  550. $deleted++;
  551. db_query("DELETE FROM {chado_" . $table . "} WHERE nid = :nid", array(':nid' => $nid->nid));
  552. $message = "chado_$table missing node.... DELETING: $nid->nid";
  553. watchdog('tripal_core', $message, array(), WATCHDOG_WARNING);
  554. }
  555. // see if the record in chado exist, if not remove the entry from the chado_$table
  556. $table_id = $table . "_id";
  557. $results = chado_query($lsql, array(":" . $table . "_id" => $nid->$table_id));
  558. $record = $results->fetchObject();
  559. if (!$record) {
  560. $deleted++;
  561. $sql = "DELETE FROM {chado_" . $table . "} WHERE " . $table . "_id = :" . $table . "_id";
  562. db_query($sql, array(":" . $table . "_id" => $nid->$table_id));
  563. $message = "chado_$table missing $table.... DELETING entry.";
  564. watchdog('tripal_core', $message, array(), WATCHDOG_WARNING);
  565. }
  566. $i++;
  567. }
  568. print "\t$deleted chado_$table entries missing either a node or chado entry.\n";
  569. // iterate through all of the nodes and delete those that don't
  570. // have a corresponding entry in chado_$table
  571. $deleted = 0;
  572. foreach ($nodes as $node) {
  573. // update the job status every 1% libraries
  574. if ($job_id and $i % $interval == 0) {
  575. tripal_set_job_progress($job_id, intval(($i / $count) * 100));
  576. }
  577. // check to see if the node has a corresponding entry
  578. // in the chado_$table table. If not then delete the node.
  579. $results = db_query($csql, array(":nid" => $node->nid));
  580. $link = $results->fetchObject();
  581. if (!$link) {
  582. if (node_access('delete', $node)) {
  583. $deleted++;
  584. $message = "Node missing in chado_$table table.... DELETING node $node->nid";
  585. watchdog("tripal_core", $message, array(), WATCHDOG_WARNING);
  586. node_delete($node->nid);
  587. }
  588. else {
  589. $message = "Node missing in chado_$table table.... but cannot delete due to improper permissions (node $node->nid)";
  590. watchdog("tripal_core", $message, array(), WATCHDOG_WARNING);
  591. }
  592. }
  593. $i++;
  594. }
  595. print "\t$deleted nodes did not have corresponding chado_$table entries.\n";
  596. return '';
  597. }
  598. /**
  599. * Create New Node
  600. *
  601. * Note: For your own module, replace hook in the function name with the machine-name of
  602. * your chado node type (ie: chado_feature).
  603. *
  604. * @param $new_node:
  605. * a basic new node object
  606. * @param $record:
  607. * the record object from chado specifying the biological data for this node
  608. *
  609. * @return
  610. * A node object containing all the fields necessary to create a new node during sync
  611. *
  612. * @ingroup tripal_chado_node_api
  613. */
  614. function hook_chado_node_sync_create_new_node($new_node, $record) {
  615. // Add relevant chado details to the new node object
  616. // This really only needs to be the fields from the node used during node creation
  617. // including values used to generate the title, etc.
  618. // All additional chado data will be added via nodetype_load when the node is later used
  619. $new_node->uniquename = $record->uniquename;
  620. return $new_node;
  621. }
  622. /**
  623. * Alter the sync form (optional)
  624. *
  625. * This might be necessary if you need additional filtering options for choosing which
  626. * chado records to sync or even if you just want to further customize the help text
  627. * provided by the form.
  628. *
  629. * Note: For your own module, replace hook in the function name with the machine-name of
  630. * your chado node type (ie: chado_feature).
  631. *
  632. * @ingroup tripal_chado_node_api
  633. */
  634. function hook_chado_node_sync_form($form, $form_state) {
  635. // Change or add to the form array as needed
  636. // Any changes should be made in accordance with the Drupal Form API
  637. return $form;
  638. }
  639. /**
  640. * Bypass chado node api sync form submit (optional). Allows you to use this function
  641. * as your own submit.
  642. *
  643. * This might be necessary if you want to add additional arguements to the tripal job or
  644. * to call your own sync'ing function if the generic chado_node_sync_records() is not
  645. * sufficient.
  646. *
  647. * Note: For your own module, replace hook in the function name with the machine-name of
  648. * your chado node type (ie: chado_feature).
  649. *
  650. * @ingroup tripal_chado_node_api
  651. */
  652. function hook_chado_node_sync_form_submit ($form, $form_state) {
  653. global $user;
  654. $job_args = array(
  655. $base_table, // the base chado table (ie: feature)
  656. $max_sync, // the maximum number of records to sync or FALSE for sync all that match
  657. $organism_id, // the organism_id to restrict records to or FALSE if not to restrict by organism_id
  658. $types // A string with the cvterm.name of the types to restrict to separated by |||
  659. );
  660. // You should register a tripal job
  661. tripal_add_job(
  662. $title, // the title of the job -be descriptive
  663. $module, // the name of your module
  664. 'chado_node_sync_records', // the chado node api sync function
  665. $job_args, // an array with the arguments to pass to the above function
  666. $user->uid // the user who submitted the job
  667. );
  668. }
  669. /**
  670. * Alter the query for the chado database which gets the chado records to be sync'd (optional)
  671. *
  672. * This might be necessary if you need fields from other chado tables to create your node
  673. * or if your chado node type only supports a subset of a given table (ie: a germplasm node
  674. * type might only support node creation for cerain types of stock records in which case
  675. * you would need to filter the results to only those types).
  676. *
  677. * Note: For your own module, replace hook in the function name with the machine-name of
  678. * your chado node type (ie: chado_feature).
  679. *
  680. * @param $select:
  681. * An array of select clauses
  682. * @param $joins:
  683. * An array of joins (ie: a single join could be 'LEFT JOIN {chadotable} alias ON base.id=alias.id')
  684. * @param $where_clauses:
  685. * An array of where clauses which will all be AND'ed together. Use :placeholders for values.
  686. * @param $where_args:
  687. * An associative array of arguments to be subbed in to the where clause where the
  688. * key = :placeholder and the value is the actual argument to be subbed in.
  689. *
  690. * @ingroup tripal_chado_node_api
  691. */
  692. function hook_chado_node_sync_select_query (&$select, &$joins, &$where_clauses, &$where_args) {
  693. // You can add fields to be selected
  694. $select[] = 'example.myfavfield';
  695. // Or joins to important tables
  696. $joins[] = 'LEFT JOIN {exampleprop} PROP ON PROP.example_id=EXAMPLE.example_id';
  697. // Or filter the query using where clauses
  698. $where_clauses[] = 'example.myfavfield = :favvalue';
  699. $where_args[':favvalue'] = 'awesome-ness';
  700. }