tripal_core_mviews.api.inc 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384
  1. <?php
  2. /**
  3. * @file
  4. * Contains functions for the Materialized Views API
  5. * @defgroup tripal_mviews_api Materalized Views API
  6. * @ingroup tripal_core_api
  7. * @{
  8. * Provides an application programming interface (API) to manage materialized views in Chado.
  9. * The Perl-based chado comes with an interface for managing materialzed views. This
  10. * API provides an alternative Drupal-based method.
  11. * @}
  12. */
  13. /**
  14. * Add a materialized view to the chado database to help speed data access. This
  15. * function supports the older style where postgres column specifications
  16. * are provided using the $mv_table, $mv_specs and $indexed variables. It also
  17. * supports the newer preferred method where the materialized view is described
  18. * using the Drupal Schema API array.
  19. *
  20. * @param $name
  21. * The name of the materialized view.
  22. * @param $modulename
  23. * The name of the module submitting the materialized view (e.g. 'tripal_library')
  24. * @param $mv_table
  25. * The name of the table to add to chado. This is the table that can be queried.
  26. * @param $mv_specs
  27. * The table definition
  28. * @param $indexed
  29. * The columns that are to be indexed
  30. * @param $query
  31. * The SQL query that loads the materialized view with data
  32. * @param $special_index
  33. * currently not used
  34. * @param $comment
  35. * A string containing a description of the materialized view
  36. * @param $mv_schema
  37. * If using the newer Schema API array to define the materialized view then
  38. * this variable should contain the array or a string representation of the
  39. * array.
  40. *
  41. * @ingroup tripal_mviews_api
  42. */
  43. function tripal_add_mview($name, $modulename, $mv_table, $mv_specs, $indexed,
  44. $query, $special_index, $comment = NULL, $mv_schema = NULL) {
  45. // get the table name from the schema array
  46. $schema_arr = array();
  47. if ($mv_schema) {
  48. // if the schema is provided as a string then convert it to an array
  49. if (!is_array($mv_schema)) {
  50. eval("\$schema_arr = $mv_schema;");
  51. }
  52. // if the schema is provided as an array then create a string
  53. // copy of it for storage in the mview
  54. else {
  55. $schema_arr = $mv_schema;
  56. $mv_schema = var_export($schema_arr, 1);
  57. }
  58. $mv_table = $schema_arr['table'];
  59. }
  60. // Create a new record
  61. $record = new stdClass();
  62. $record->name = $name;
  63. $record->modulename = $modulename;
  64. $record->mv_table = $mv_table;
  65. $record->mv_specs = $mv_specs;
  66. $record->indexed = $indexed;
  67. $record->query = $query;
  68. $record->special_index = $special_index;
  69. $record->comment = $comment;
  70. $record->mv_schema = $mv_schema;
  71. // add the record to the tripal_mviews table and if successful
  72. // create the new materialized view in the chado schema
  73. if (drupal_write_record('tripal_mviews', $record)) {
  74. // drop the table from chado if it exists
  75. $previous_db = db_set_active('chado'); // use chado database
  76. if (db_table_exists($mv_table)) {
  77. $sql = "DROP TABLE $mv_table";
  78. db_query($sql);
  79. }
  80. db_set_active($previous_db); // now use drupal database
  81. // now construct the indexes
  82. $index = '';
  83. if ($indexed) {
  84. // add to the array of values
  85. $vals = preg_split("/[\n,]+/", $indexed);
  86. $index = '';
  87. foreach ($vals as $field) {
  88. $field = trim($field);
  89. $index .= "CREATE INDEX idx_${mv_table}_${field} ON $mv_table ($field);";
  90. }
  91. }
  92. // create the table differently depending on if it the traditional method
  93. // or the Drupal Schema API method
  94. if ($mv_schema) {
  95. if (!tripal_core_create_custom_table ($ret, $mv_table, $schema_arr, 0)) {
  96. drupal_set_message(t("Could not create the materialized view. Check Drupal error report logs."), 'error');
  97. }
  98. else {
  99. drupal_set_message(t("View '%name' created", array('%name' => $name)));
  100. }
  101. }
  102. else {
  103. // add the table to the database
  104. $sql = "CREATE TABLE {$mv_table} ($mv_specs); $index";
  105. $previous_db = db_set_active('chado'); // use chado database
  106. $results = db_query($sql);
  107. db_set_active($previous_db); // now use drupal database
  108. if ($results) {
  109. drupal_set_message(t("View '%name' created", array('%name' => $name)));
  110. }
  111. else {
  112. drupal_set_message(t("Failed to create the materialized view table: '%mv_table'", array('%mv_table' => $mv_table)), 'error');
  113. }
  114. }
  115. }
  116. }
  117. /**
  118. * Edits a materialized view to the chado database to help speed data access.This
  119. * function supports the older style where postgres column specifications
  120. * are provided using the $mv_table, $mv_specs and $indexed variables. It also
  121. * supports the newer preferred method where the materialized view is described
  122. * using the Drupal Schema API array.
  123. *
  124. * @param $mview_id
  125. * The mview_id of the materialized view to edit
  126. * @param $name
  127. * The name of the materialized view.
  128. * @param $modulename
  129. * The name of the module submitting the materialized view (e.g. 'tripal_library')
  130. * @param $mv_table
  131. * The name of the table to add to chado. This is the table that can be queried.
  132. * @param $mv_specs
  133. * The table definition
  134. * @param $indexed
  135. * The columns that are to be indexed
  136. * @param $query
  137. * The SQL query that loads the materialized view with data
  138. * @param $special_index
  139. * currently not used
  140. * @param $comment
  141. * A string containing a description of the materialized view
  142. * @param $mv_schema
  143. * If using the newer Schema API array to define the materialized view then
  144. * this variable should contain the array.
  145. *
  146. * @ingroup tripal_mviews_api
  147. */
  148. function tripal_edit_mview($mview_id, $name, $modulename, $mv_table, $mv_specs,
  149. $indexed, $query, $special_index, $comment = NULL, $mv_schema = NULL) {
  150. // get the table name from the schema array
  151. $schema_arr = array();
  152. if ($mv_schema) {
  153. // get the schema from the mv_specs and use it to add the custom table
  154. eval("\$schema_arr = $mv_schema;");
  155. $mv_table = $schema_arr['table'];
  156. }
  157. $record = new stdClass();
  158. $record->mview_id = $mview_id;
  159. $record->name = $name;
  160. $record->modulename = $modulename;
  161. $record->query = $query;
  162. $record->last_update = 0;
  163. $record->status = '';
  164. $record->comment = $comment;
  165. // get the view before we update and check to see if the table structure has
  166. // changed. IF so, then we want to drop and recreate the table. If not, then
  167. // just save the updated SQL.
  168. $create_table = 1;
  169. $sql = "SELECT * FROM {tripal_mviews} WHERE mview_id = :mview_id";
  170. $results = db_query($sql, array(':mview_id' => $mview_id));
  171. $mview = $results->fetchObject();
  172. if ($mview->mv_schema == $mv_schema and $mview->mv_table == $mv_table and
  173. $mview->mv_specs == $mv_specs and $mview->indexed == $indexed and
  174. $mview->special_index == $special_index) {
  175. // nothing has changed so simpy update the SQL and other fields
  176. $create_table = 0;
  177. }
  178. else {
  179. // add in the table structure fields
  180. $record->mv_schema = $mv_schema;
  181. $record->mv_table = $mv_table;
  182. $record->mv_specs = $mv_specs;
  183. $record->indexed = $indexed;
  184. $record->query = $query;
  185. $record->special_index = $special_index;
  186. }
  187. // if we are going to create the table then we must first drop it if it exists
  188. if ($create_table) {
  189. $previous_db = db_set_active('chado'); // use chado database
  190. if (db_table_exists($mview->mv_table)) {
  191. $sql = "DROP TABLE :table_name";
  192. db_query($sql, array(':table_name' => $mview->mv_table));
  193. drupal_set_message(t("View '%name' dropped", array('%name' => $name)));
  194. }
  195. db_set_active($previous_db); // now use drupal database
  196. }
  197. // update the record to the tripal_mviews table and if successful
  198. // create the new materialized view in the chado schema
  199. if (drupal_write_record('tripal_mviews', $record, 'mview_id')) {
  200. // construct the indexes SQL if needed
  201. $index = '';
  202. if ($indexed) {
  203. // add to the array of values
  204. $vals = preg_split("/[\n,]+/", $indexed);
  205. $index = '';
  206. foreach ($vals as $field) {
  207. $field = trim($field);
  208. $index .= "CREATE INDEX idx_${mv_table}_${field} ON $mv_table ($field);";
  209. }
  210. }
  211. // re-create the table differently depending on if it the traditional method
  212. // or the Drupal Schema API method
  213. if ($create_table and $mv_schema) {
  214. if (!tripal_core_create_custom_table($ret, $mv_table, $schema_arr, 0)) {
  215. drupal_set_message(t("Could not create the materialized view. Check Drupal error report logs."));
  216. }
  217. else {
  218. drupal_set_message(t("View '%name' created", array('%name' => $name)));
  219. }
  220. }
  221. if ($create_table and !$mv_schema) {
  222. $sql = "CREATE TABLE {$mv_table} ($mv_specs); $index";
  223. $results = chado_query($sql);
  224. if ($results) {
  225. drupal_set_message(t("View '%name' created. All records cleared. Please re-populate the view.",
  226. array('%name' => $name)));
  227. }
  228. else {
  229. drupal_set_message(t("Failed to create the materialized view table: '%mv_table'",
  230. array('%mv_table' => $mv_table)), 'error');
  231. }
  232. }
  233. if (!$create_table) {
  234. $message = "View '%name' updated. All records remain. ";
  235. if ($query != $mview->query) {
  236. $message .= "Please repopulate the view to use updated query.";
  237. }
  238. drupal_set_message(t($message, array('%name' => $name)));
  239. }
  240. }
  241. else {
  242. drupal_set_message(t("Failed to update the materialized view: '%mv_table'",
  243. array('%mv_table' => $mv_table)), 'error');
  244. }
  245. }
  246. /**
  247. * Retrieve the materialized view_id given the name
  248. *
  249. * @param $view_name
  250. * The name of the materialized view
  251. *
  252. * @return
  253. * The unique identifier for the given view
  254. *
  255. * @ingroup tripal_mviews_api
  256. */
  257. function tripal_mviews_get_mview_id($view_name) {
  258. if (db_table_exists('tripal_mviews')) {
  259. $sql = "SELECT * FROM {tripal_mviews} WHERE name = :name";
  260. $results = db_query($sql, array(':name' => $view_name));
  261. $mview = $results->fetchObject();
  262. if ($mview) {
  263. return $mview->mview_id;
  264. }
  265. }
  266. return FALSE;
  267. }
  268. /**
  269. * Does the specified action for the specified Materialized View
  270. *
  271. * @param $op
  272. * The action to be taken. One of update or delete
  273. * @param $mview_id
  274. * The unique ID of the materialized view for the action to be performed on
  275. * @param $redirect
  276. * TRUE/FALSE depending on whether you want to redirect the user to admin/tripal/mviews
  277. *
  278. * @ingroup tripal_core
  279. */
  280. function tripal_mviews_action($op, $mview_id, $redirect = FALSE) {
  281. global $user;
  282. $args = array("$mview_id");
  283. if (!$mview_id) {
  284. return '';
  285. }
  286. // get this mview details
  287. $sql = "SELECT * FROM {tripal_mviews} WHERE mview_id = :mview_id";
  288. $results = db_query($sql, array(':mview_id' => $mview_id));
  289. $mview = $results->fetchObject();
  290. // add a job or perform the action based on the given operation
  291. if ($op == 'update') {
  292. tripal_add_job("Populate materialized view '$mview->name'", 'tripal_core',
  293. 'tripal_update_mview', $args, $user->uid);
  294. }
  295. if ($op == 'delete') {
  296. // remove the mview from the tripal_mviews table
  297. $sql = "DELETE FROM {tripal_mviews} " .
  298. "WHERE mview_id = $mview_id";
  299. db_query($sql);
  300. // drop the table from chado if it exists
  301. $previous_db = db_set_active('chado'); // use chado database
  302. if (db_table_exists($mview->mv_table)) {
  303. $sql = "DROP TABLE $mview->mv_table";
  304. db_query($sql);
  305. }
  306. db_set_active($previous_db); // now use drupal database
  307. }
  308. // Redirect the user
  309. if ($redirect) {
  310. drupal_goto("admin/tripal/mviews");
  311. }
  312. }
  313. /**
  314. * Update a Materialized View
  315. *
  316. * @param $mview_id
  317. * The unique identifier for the materialized view to be updated
  318. *
  319. * @return
  320. * True if successful, FALSE otherwise
  321. *
  322. * @ingroup tripal_mviews_api
  323. */
  324. function tripal_update_mview($mview_id) {
  325. $sql = "SELECT * FROM {tripal_mviews} WHERE mview_id = :mview_id ";
  326. $results = db_query($sql, array(':mview_id' => $mview_id));
  327. $mview = $results->fetchObject();
  328. if ($mview) {
  329. // execute the query inside a transaction so that it doesn't destroy existing data
  330. // that may leave parts of the site unfunctional
  331. tripal_db_start_transaction();
  332. $previous_db = db_set_active('chado'); // use chado database
  333. $results = db_query("DELETE FROM {" . $mview->mv_table . "}");
  334. $results = db_query("INSERT INTO {" . $mview->mv_table . "} ($mview->query)");
  335. db_set_active($previous_db); // now use drupal database
  336. if ($results) {
  337. // commit the transaction
  338. tripal_db_commit_transaction();
  339. $sql = "SELECT count(*) as cnt FROM {" . $mview->mv_table . "}";
  340. $results = chado_query($sql);
  341. $count = $results->fetchObject();
  342. $record = new stdClass();
  343. $record->mview_id = $mview_id;
  344. $record->last_update = REQUEST_TIME;
  345. $record->status = "Populated with " . number_format($count->cnt) . " rows";
  346. drupal_write_record('tripal_mviews', $record, 'mview_id');
  347. return TRUE;
  348. }
  349. else {
  350. // rollback the transaction
  351. tripal_db_rollback_transaction();
  352. // print and save the error message
  353. $record = new stdClass();
  354. $record->mview_id = $mview_id;
  355. $record->status = "ERROR populating. See Drupal's recent log entries for details.";
  356. print $record->status . "\n";
  357. drupal_write_record('tripal_mviews', $record, 'mview_id');
  358. return FALSE;
  359. }
  360. }
  361. }