tripal_chado.api.inc 9.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292
  1. <?php
  2. /**
  3. * Retrieves an entity that matches the given table and record id.
  4. *
  5. * @param $table
  6. * The name of the Chado table.
  7. * @param $record_id
  8. * The record's primary key in the table specified by $table.
  9. *
  10. * @return
  11. * A chado_entity object.
  12. */
  13. function tripal_load_chado_entity($table, $record_id) {
  14. $entity_id = db_select('chado_entity', 'ce')
  15. ->fields('ce', array('entity_id'))
  16. ->condition('ce.record_id', $record_id)
  17. ->condition('ce.data_table', $table)
  18. ->execute()
  19. ->fetchField();
  20. if ($entity_id) {
  21. $entity = entity_load('TripalEntity', array($entity_id));
  22. return reset($entity);
  23. }
  24. return NULL;
  25. }
  26. /**
  27. * Retrieves the entity ID using a record ID.
  28. *
  29. * @param unknown $data_table
  30. * @param unknown $record_id
  31. */
  32. function tripal_get_chado_entity_id($data_table, $record_id) {
  33. return db_select('chado_entity', 'ce')
  34. ->fields('ce', array('entity_id'))
  35. ->condition('data_table', $data_table)
  36. ->condition('record_id', $record_id)
  37. ->execute()
  38. ->fetchField();
  39. }
  40. /**
  41. * Publishes content in Chado as a new TripalEntity entity.
  42. *
  43. * @param $values
  44. * A key/value associative array that supports the following keys:
  45. * - bundle_name: The name of the the TripalBundle (e.g. bio_data-12345).
  46. * @param $job_id
  47. * (Optional) The numeric job ID as provided by the Tripal jobs system. There
  48. * is no need to specify this argument if this function is being called
  49. * outside of the jobs systems.
  50. *
  51. * @return boolean
  52. * TRUE if all of the records of the given bundle type were published, and
  53. * FALSE if a failure occured.
  54. */
  55. function tripal_chado_publish_records($values, $job_id = NULL) {
  56. // Make sure we have the required options: bundle_name.
  57. if (!array_key_exists('bundle_name', $values) or !$values['bundle_name']) {
  58. tripal_report_error('tripal_chado', TRIPAL_ERROR,
  59. "Could not publish record: @error",
  60. array('@error' => 'The bundle name must be provided'));
  61. return FALSE;
  62. }
  63. $bundle_name = $values['bundle_name'];
  64. $sync_node = array_key_exists('sync_node', $values) ? $values['sync_node'] : '';
  65. // Load the bundle entity so we can get information about which Chado
  66. // table/field this entity belongs to.
  67. $bundle = tripal_load_bundle_entity(array('name' => $bundle_name));
  68. $bundle_id = $bundle->id;
  69. $table = tripal_get_bundle_variable('chado_table', $bundle_id);
  70. $column = tripal_get_bundle_variable('chado_type_column', $bundle_id);
  71. $cvterm_id = tripal_get_bundle_variable('chado_cvterm_id', $bundle_id);
  72. // Get the table information for the Chado table.
  73. $table_schema = chado_get_schema($table);
  74. $pkey_field = $table_schema['primary key'][0];
  75. // Construct the SQL for identifying which records should be published.
  76. $select = "SELECT $pkey_field as record_id ";
  77. $from = "
  78. FROM {" . $table . "} T
  79. LEFT JOIN public.chado_entity CE on CE.record_id = T.$pkey_field
  80. AND CE.data_table = '$table'
  81. ";
  82. // For migration of Tripal v2 nodes to entities we want to include the
  83. // coresponding chado linker table.
  84. if ($sync_node && db_table_exists('chado_' . $table)) {
  85. $select = "SELECT T.$pkey_field as record_id, CT.nid ";
  86. $from .= "INNER JOIN public.chado_$table CT ON CT.$pkey_field = T.$pkey_field";
  87. }
  88. $where = " WHERE CE.record_id IS NULL ";
  89. // TODO: here we have hard-coded the analysis and organism tables, but
  90. // there may be more that don't hve a type field. I think if the $column
  91. // value is null then that check is good enough, but it needs to be looked at.
  92. if ($table != 'analysis' and $table != 'organism') {
  93. $where .= "AND $column = $cvterm_id";
  94. }
  95. // First get the count
  96. $sql = "SELECT count(*) as num_records " . $from . $where;
  97. $result = chado_query($sql);
  98. $count = $result->fetchField();
  99. // calculate the interval for updates
  100. $interval = intval($count / 1000);
  101. if ($interval < 1) {
  102. $interval = 1;
  103. }
  104. // Perform the query.
  105. $sql = $select . $from . $where;
  106. $records = chado_query($sql);
  107. $transaction = db_transaction();
  108. printf("%d of %d records. (%0.2f%%) Memory: %s bytes\r", $i, $count, 0, number_format(memory_get_usage()));
  109. try {
  110. $i = 0;
  111. while($record = $records->fetchObject()) {
  112. // update the job status every interval
  113. //if ($jobid and $i % $interval == 0) {
  114. $complete = ($i / $count) * 33.33333333;
  115. //tripal_set_job_progress($jobid, intval($complete + 33.33333333));
  116. printf("%d of %d records. (%0.2f%%) Memory: %s bytes\r", $i, $count, $complete * 3, number_format(memory_get_usage()));
  117. //}
  118. // First save the tripal_entity record.
  119. $record_id = $record->record_id;
  120. $ec = entity_get_controller('TripalEntity');
  121. $entity = $ec->create(array(
  122. 'bundle' => $bundle_name,
  123. 'term_id' => $bundle->term_id,
  124. 'chado_record' => chado_generate_var($table, array($pkey_field => $record_id)),
  125. 'chado_record_id' => $record_id,
  126. ));
  127. $entity = $entity->save();
  128. if (!$entity) {
  129. throw new Exception('Could not create entity.');
  130. }
  131. // Next save the chado_entity record.
  132. $entity_record = array(
  133. 'entity_id' => $entity->id,
  134. 'record_id' => $record_id,
  135. 'data_table' => $table,
  136. 'type_table' => $table,
  137. 'field' => $column,
  138. );
  139. // For the Tv2 to Tv3 migration we want to add the nid to the
  140. // entity so we can associate the node with the entity.
  141. if (property_exists($record, 'nid')) {
  142. $entity_record['nid'] = $record->nid;
  143. }
  144. $success = drupal_write_record('chado_entity', $entity_record);
  145. $i++;
  146. }
  147. }
  148. catch (Exception $e) {
  149. $transaction->rollback();
  150. $error = $e->getMessage();
  151. tripal_report_error('tripal_chado', TRIPAL_ERROR, "Could not publish record: @error", array('@error' => $error));
  152. drupal_set_message('Failed publishing record. See recent logs for more details.', 'error');
  153. return FALSE;
  154. }
  155. drupal_set_message("Succesfully published $i " . $bundle->label . " record(s).");
  156. return TRUE;
  157. }
  158. /**
  159. * Returns an array of tokens based on Tripal Entity Fields.
  160. *
  161. * @param $base_table
  162. * The name of a base table in Chado.
  163. * @return
  164. * An array of tokens where the key is the machine_name of the token.
  165. */
  166. function tripal_get_chado_tokens($base_table) {
  167. $tokens = array();
  168. $table_descrip = chado_get_schema($base_table);
  169. foreach ($table_descrip['fields'] as $field_name => $field_details) {
  170. $token = '[' . $base_table . '.' . $field_name . ']';
  171. $location = implode(' > ',array($base_table, $field_name));
  172. $tokens[$token] = array(
  173. 'name' => ucwords(str_replace('_',' ',$base_table)) . ': ' . ucwords(str_replace('_',' ',$field_name)),
  174. 'table' => $base_table,
  175. 'field' => $field_name,
  176. 'token' => $token,
  177. 'description' => array_key_exists('description', $field_details) ? $field_details['description'] : '',
  178. 'location' => $location
  179. );
  180. if (!array_key_exists('description', $field_details) or preg_match('/TODO/',$field_details['description'])) {
  181. $tokens[$token]['description'] = 'The '.$field_name.' field of the '.$base_table.' table.';
  182. }
  183. }
  184. // RECURSION:
  185. // Follow the foreign key relationships recursively
  186. if (array_key_exists('foreign keys', $table_descrip)) {
  187. foreach ($table_descrip['foreign keys'] as $table => $details) {
  188. foreach ($details['columns'] as $left_field => $right_field) {
  189. $sub_token_prefix = $base_table . '.' . $left_field;
  190. $sub_location_prefix = implode(' > ',array($base_table, $left_field));
  191. $sub_tokens = tripal_get_chado_tokens($table);
  192. if (is_array($sub_tokens)) {
  193. $tokens = array_merge($tokens, $sub_tokens);
  194. }
  195. }
  196. }
  197. }
  198. return $tokens;
  199. }
  200. /**
  201. * Replace all Chado Tokens in a given string.
  202. *
  203. * NOTE: If there is no value for a token then the token is removed.
  204. *
  205. * @param string $string
  206. * The string containing tokens.
  207. * @param $record
  208. * A Chado record as generated by chado_generate_var()
  209. *
  210. * @return
  211. * The string will all tokens replaced with values.
  212. */
  213. function tripal_replace_chado_tokens($string, $record) {
  214. // Get the list of tokens
  215. $tokens = tripal_get_chado_tokens($record->tablename);
  216. // Determine which tokens were used in the format string
  217. if (preg_match_all('/\[[^]]+\]/', $string, $used_tokens)) {
  218. // Get the value for each token used
  219. foreach ($used_tokens[0] as $token) {
  220. $token_info = $tokens[$token];
  221. if (!empty($token_info)) {
  222. $table = $token_info['table'];
  223. $var = $record;
  224. $value = '';
  225. // Iterate through each portion of the location string. An example string
  226. // might be: stock > type_id > name.
  227. $location = explode('>', $token_info['location']);
  228. foreach ($location as $index) {
  229. $index = trim($index);
  230. // if $var is an object then it is the $node object or a table
  231. // that has been expanded.
  232. if (is_object($var)) {
  233. // check to see if the index is a member of the object. If so,
  234. // then reset the $var to this value.
  235. if (property_exists($var, $index)) {
  236. $value = $var->$index;
  237. }
  238. }
  239. // if the $var is an array then there are multiple instances of the same
  240. // table in a FK relationship (e.g. relationship tables)
  241. elseif (is_array($var)) {
  242. $value = $var[$index];
  243. }
  244. else {
  245. tripal_report_error('tripal_chado', TRIPAL_WARNING,
  246. 'Tokens: Unable to determine the value of %token. Things went awry when trying ' .
  247. 'to access \'%index\' for the following: \'%var\'.',
  248. array('%token' => $token, '%index' => $index, '%var' => print_r($var,TRUE))
  249. );
  250. }
  251. }
  252. $string = str_replace($token, $value, $string);
  253. }
  254. }
  255. }
  256. return $string;
  257. }