OBOImporter.inc 53 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525
  1. <?php
  2. class OBOImporter extends TripalImporter {
  3. // --------------------------------------------------------------------------
  4. // EDITABLE STATIC CONSTANTS
  5. //
  6. // The following constants SHOULD be set for each descendent class. They are
  7. // used by the static functions to provide information to Drupal about
  8. // the field and it's default widget and formatter.
  9. // --------------------------------------------------------------------------
  10. /**
  11. * The name of this loader. This name will be presented to the site
  12. * user.
  13. */
  14. public static $name = 'OBO Vocabulary Loader';
  15. /**
  16. * The machine name for this loader. This name will be used to construct
  17. * the URL for the loader.
  18. */
  19. public static $machine_name = 'chado_obo_loader';
  20. /**
  21. * A brief description for this loader. This description will be
  22. * presented to the site user.
  23. */
  24. public static $description = 'Import vocabularies and terms in OBO format.';
  25. /**
  26. * An array containing the extensions of allowed file types.
  27. */
  28. public static $file_types = array('obo');
  29. /**
  30. * Provides information to the user about the file upload. Typically this
  31. * may include a description of the file types allowed.
  32. */
  33. public static $upload_description = 'Please provide the details for importing a new OBO file. The file must have a .obo extension.';
  34. /**
  35. * The title that should appear above the upload button.
  36. */
  37. public static $upload_title = 'New OBO File';
  38. /**
  39. * If the loader should require an analysis record. To maintain provenance
  40. * we should always indiate where the data we are uploading comes from.
  41. * The method that Tripal attempts to use for this by associating upload files
  42. * with an analysis record. The analysis record provides the details for
  43. * how the file was created or obtained. Set this to FALSE if the loader
  44. * should not require an analysis when loading. if $use_analysis is set to
  45. * true then the form values will have an 'analysis_id' key in the $form_state
  46. * array on submitted forms.
  47. */
  48. public static $use_analysis = FALSE;
  49. /**
  50. * If the $use_analysis value is set above then this value indicates if the
  51. * analysis should be required.
  52. */
  53. public static $require_analysis = TRUE;
  54. /**
  55. * Text that should appear on the button at the bottom of the importer
  56. * form.
  57. */
  58. public static $button_text = 'Import OBO File';
  59. /**
  60. * Indicates the methods that the file uploader will support.
  61. */
  62. public static $methods = array(
  63. // Allow the user to upload a file to the server.
  64. 'file_upload' => FALSE,
  65. // Allow the user to provide the path on the Tripal server for the file.
  66. 'file_local' => FALSE,
  67. // Allow the user to provide a remote URL for the file.
  68. 'file_remote' => FALSE,
  69. );
  70. /**
  71. * Be default, all loaders are automaticlly added to the Admin >
  72. * Tripal > Data Laders menu. However, if this loader should be
  73. * made available via a different menu path, then set it here. If the
  74. * value is empty then the path will be the default.
  75. */
  76. public static $menu_path = 'admin/tripal/loaders/chado_vocabs/obo_loader';
  77. public static $file_required = FALSE;
  78. /**
  79. * Keep track of vocabularies that have been added.
  80. *
  81. * @var array
  82. */
  83. private $newcvs = array();
  84. /**
  85. * @see TripalImporter::form()
  86. */
  87. public function form($form, &$form_state) {
  88. // get a list of db from chado for user to choose
  89. $sql = "SELECT * FROM {tripal_cv_obo} ORDER BY name";
  90. $results = db_query($sql);
  91. $obos = array();
  92. $obos[] = 'Select a Vocabulary';
  93. foreach ($results as $obo) {
  94. $obos[$obo->obo_id] = $obo->name;
  95. }
  96. $obo_id = '';
  97. if (array_key_exists('values', $form_state)) {
  98. $obo_id = array_key_exists('obo_id', $form_state['values']) ? $form_state['values']['obo_id'] : '';
  99. }
  100. $form['instructions']['info'] = array(
  101. '#type' => 'item',
  102. '#markup' => t('This page allows you to load vocabularies and ontologies
  103. that are in OBO format. Once loaded, the terms from these
  104. vocabularies can be used to create content.
  105. You may use the form below to either reload a vocabulary that is already
  106. loaded (as when new updates to that vocabulary are available) or load a new
  107. vocabulary.'),
  108. );
  109. $form['obo_existing'] = array(
  110. '#type' => 'fieldset',
  111. '#title' => t('Use a Saved Ontology OBO Reference'),
  112. '#prefix' => '<span id="obo-existing-fieldset">',
  113. '#suffix' => '</span>'
  114. );
  115. $form['obo_existing']['existing_instructions']= array(
  116. '#type' => 'item',
  117. '#markup' => t('The vocabularies listed in the select box below have bene pre-populated
  118. upon installation of Tripal or have been previously loaded. Select one to edit
  119. its settings or submit for loading. You may reload any vocabulary that has
  120. already been loaded to retrieve any new updates.'),
  121. );
  122. $form['obo_existing']['obo_id'] = array(
  123. '#title' => t('Ontology OBO File Reference'),
  124. '#type' => 'select',
  125. '#options' => $obos,
  126. '#ajax' => array(
  127. 'callback' => 'tripal_cv_obo_form_ajax_callback',
  128. 'wrapper' => 'obo-existing-fieldset',
  129. ),
  130. '#description' => t('Select a vocabulary to import.')
  131. );
  132. // If the user has selected an OBO ID then get the form elements for
  133. // updating.
  134. if ($obo_id) {
  135. $uobo_name = '';
  136. $uobo_url = '';
  137. $uobo_file = '';
  138. $vocab = db_select('tripal_cv_obo', 't')
  139. ->fields('t', array('name', 'path'))
  140. ->condition('obo_id', $obo_id)
  141. ->execute()
  142. ->fetchObject();
  143. $uobo_name = $vocab->name;
  144. if (preg_match('/^http/', $vocab->path)) {
  145. $uobo_url = $vocab->path;
  146. }
  147. else {
  148. $uobo_file = trim($vocab->path);
  149. $matches = array();
  150. if (preg_match('/\{(.*?)\}/', $uobo_file, $matches)) {
  151. $modpath = drupal_get_path('module', $matches[1]);
  152. $uobo_file = preg_replace('/\{.*?\}/', $modpath, $uobo_file);
  153. }
  154. }
  155. // We don't want the previous value to remain. We want the new default to
  156. // show up, so remove the input values
  157. unset($form_state['input']['uobo_name']);
  158. unset($form_state['input']['uobo_url']);
  159. unset($form_state['input']['uobo_file']);
  160. $form['obo_existing']['uobo_name']= array(
  161. '#type' => 'textfield',
  162. '#title' => t('Vocabulary Name'),
  163. '#description' => t('Please provide a name for this vocabulary. After upload, this name will appear in the drop down
  164. list above for use again later.'),
  165. '#default_value' => $uobo_name,
  166. );
  167. $form['obo_existing']['uobo_url']= array(
  168. '#type' => 'textfield',
  169. '#title' => t('Remote URL'),
  170. '#description' => t('Please enter a URL for the online OBO file. The file will be downloaded and parsed.
  171. (e.g. http://www.obofoundry.org/ro/ro.obo)'),
  172. '#default_value' => $uobo_url,
  173. );
  174. $form['obo_existing']['uobo_file']= array(
  175. '#type' => 'textfield',
  176. '#title' => t('Local File'),
  177. '#description' => t('Please enter the file system path for an OBO
  178. definition file. If entering a path relative to
  179. the Drupal installation you may use a relative path that excludes the
  180. Drupal installation directory (e.g. sites/default/files/xyz.obo). Note
  181. that Drupal relative paths have no preceeding slash.
  182. Otherwise, please provide the full path on the filesystem. The path
  183. must be accessible to the web server on which this Drupal instance is running.'),
  184. '#default_value' => $uobo_file,
  185. );
  186. $form['obo_existing']['update_obo_details'] = array(
  187. '#type' => 'submit',
  188. '#value' => 'Update Ontology Details',
  189. '#name' => 'update_obo_details'
  190. );
  191. }
  192. $form['obo_new'] = array(
  193. '#type' => 'fieldset',
  194. '#title' => t('Add a New Ontology OBO Reference'),
  195. '#collapsible' => TRUE,
  196. '#collapsed' => TRUE,
  197. );
  198. $form['obo_new']['path_instructions']= array(
  199. '#value' => t('Provide the name and path for the OBO file. If the vocabulary OBO file
  200. is stored local to the server provide a file name. If the vocabulry is stored remotely,
  201. provide a URL. Only provide a URL or a local file, not both.'),
  202. );
  203. $form['obo_new']['obo_name']= array(
  204. '#type' => 'textfield',
  205. '#title' => t('New Vocabulary Name'),
  206. '#description' => t('Please provide a name for this vocabulary. After upload, this name will appear in the drop down
  207. list above for use again later. Additionally, if a default namespace is not provided in the OBO
  208. header this name will be used as the default_namespace.'),
  209. );
  210. $form['obo_new']['obo_url']= array(
  211. '#type' => 'textfield',
  212. '#title' => t('Remote URL'),
  213. '#description' => t('Please enter a URL for the online OBO file. The file will be downloaded and parsed.
  214. (e.g. http://www.obofoundry.org/ro/ro.obo)'),
  215. );
  216. $form['obo_new']['obo_file']= array(
  217. '#type' => 'textfield',
  218. '#title' => t('Local File'),
  219. '#description' => t('Please enter the file system path for an OBO
  220. definition file. If entering a path relative to
  221. the Drupal installation you may use a relative path that excludes the
  222. Drupal installation directory (e.g. sites/default/files/xyz.obo). Note
  223. that Drupal relative paths have no preceeding slash.
  224. Otherwise, please provide the full path on the filesystem. The path
  225. must be accessible to the web server on which this Drupal instance is running.'),
  226. );
  227. return $form;
  228. }
  229. /**
  230. * @see TripalImporter::formSubmit()
  231. */
  232. public function formSubmit($form, &$form_state) {
  233. $obo_id = $form_state['values']['obo_id'];
  234. $obo_name = trim($form_state['values']['obo_name']);
  235. $obo_url = trim($form_state['values']['obo_url']);
  236. $obo_file = trim($form_state['values']['obo_file']);
  237. $uobo_name = array_key_exists('uobo_name', $form_state['values']) ? trim($form_state['values']['uobo_name']) : '';
  238. $uobo_url = array_key_exists('uobo_url', $form_state['values']) ? trim($form_state['values']['uobo_url']) : '';
  239. $uobo_file = array_key_exists('uobo_file', $form_state['values']) ? trim($form_state['values']['uobo_file']) : '';
  240. // If the user requested to alter the details then do that.
  241. if ($form_state['clicked_button']['#name'] == 'update_obo_details') {
  242. $form_state['rebuild'] = TRUE;
  243. $success = db_update('tripal_cv_obo')
  244. ->fields(array(
  245. 'name' => $uobo_name,
  246. 'path' => $uobo_url ? $uobo_url : $uobo_file,
  247. ))
  248. ->condition('obo_id', $obo_id)
  249. ->execute();
  250. if ($success) {
  251. drupal_set_message(t("The vocabulary !vocab has been updated.", array('!vocab' => $uobo_name)));
  252. }
  253. else {
  254. drupal_set_message(t("The vocabulary !vocab could not be updated.", array('!vocab' => $uobo_name)), 'error');
  255. }
  256. }
  257. else if (!empty($obo_name)) {
  258. $obo_id = db_insert('tripal_cv_obo')
  259. ->fields(array(
  260. 'name' => $obo_name,
  261. 'path' => $obo_url ? $obo_url : $obo_file,
  262. ))
  263. ->execute();
  264. // Add the obo_id to the form_state vaules.
  265. $form_state['values']['obo_id'] = $obo_id;
  266. if ($obo_id) {
  267. drupal_set_message(t("The vocabulary !vocab has been added.", array('!vocab' => $obo_name)));
  268. }
  269. else {
  270. $form_state['rebuild'] = TRUE;
  271. drupal_set_message(t("The vocabulary !vocab could not be added.", array('!vocab' => $obo_name)), 'error');
  272. }
  273. }
  274. }
  275. /**
  276. * @see TripalImporter::formValidate()
  277. */
  278. public function formValidate($form, &$form_state) {
  279. $obo_id = $form_state['values']['obo_id'];
  280. $obo_name = trim($form_state['values']['obo_name']);
  281. $obo_url = trim($form_state['values']['obo_url']);
  282. $obo_file = trim($form_state['values']['obo_file']);
  283. $uobo_name = array_key_exists('uobo_name', $form_state['values']) ? trim($form_state['values']['uobo_name']) : '';
  284. $uobo_url = array_key_exists('uobo_url', $form_state['values']) ? trim($form_state['values']['uobo_url']) : '';
  285. $uobo_file = array_key_exists('uobo_file', $form_state['values']) ? trim($form_state['values']['uobo_file']) : '';
  286. // Make sure if the name is changed it doesn't conflict with another OBO.
  287. if ($form_state['clicked_button']['#name'] == 'update_obo_details' or
  288. $form_state['clicked_button']['#name'] == 'update_load_obo') {
  289. // Get the current record
  290. $vocab = db_select('tripal_cv_obo', 't')
  291. ->fields('t', array('obo_id', 'name', 'path'))
  292. ->condition('name', $uobo_name)
  293. ->execute()
  294. ->fetchObject();
  295. if ($vocab and $vocab->obo_id != $obo_id) {
  296. form_set_error('uobo_name', 'The vocabulary name must be different from existing vocabularies');
  297. }
  298. // Make sure the file exists. First check if it is a relative path
  299. $dfile = $_SERVER['DOCUMENT_ROOT'] . base_path() . $uobo_file;
  300. if (!file_exists($dfile)) {
  301. if (!file_exists($uobo_file)) {
  302. form_set_error('uobo_file', 'The specified path does not exist or cannot be read.');
  303. }
  304. }
  305. if (!$uobo_url and !$uobo_file) {
  306. form_set_error('uobo_url', 'Please provide a URL or a path for the vocabulary.');
  307. }
  308. if ($uobo_url and $uobo_file) {
  309. form_set_error('uobo_url', 'Please provide only a URL or a path for the vocabulary, but not both.');
  310. }
  311. }
  312. if ($form_state['clicked_button']['#name'] == 'add_new_obo') {
  313. // Get the current record
  314. $vocab = db_select('tripal_cv_obo', 't')
  315. ->fields('t', array('obo_id', 'name', 'path'))
  316. ->condition('name', $obo_name)
  317. ->execute()
  318. ->fetchObject();
  319. if ($vocab) {
  320. form_set_error('obo_name', 'The vocabulary name must be different from existing vocabularies');
  321. }
  322. // Make sure the file exists. First check if it is a relative path
  323. $dfile = $_SERVER['DOCUMENT_ROOT'] . base_path() . $obo_file;
  324. if (!file_exists($dfile)) {
  325. if (!file_exists($obo_file)) {
  326. form_set_error('obo_file', 'The specified path does not exist or cannot be read.');
  327. }
  328. }
  329. if (!$obo_url and !$obo_file) {
  330. form_set_error('obo_url', 'Please provide a URL or a path for the vocabulary.');
  331. }
  332. if ($obo_url and $obo_file) {
  333. form_set_error('obo_url', 'Please provide only a URL or a path for the vocabulary, but not both.');
  334. }
  335. }
  336. }
  337. /**
  338. * @see TripalImporter::run()
  339. *
  340. * @param $details
  341. * The following arguments are supported:
  342. * - obo_id: (required) The ID of the ontology to be imported.
  343. */
  344. public function run() {
  345. $arguments = $this->arguments['run_args'];
  346. $obo_id = $arguments['obo_id'];
  347. // Make sure the $obo_id is valid
  348. $obo = db_select('tripal_cv_obo', 'tco')
  349. ->fields('tco')
  350. ->condition('obo_id', $obo_id)
  351. ->execute()
  352. ->fetchObject();
  353. if (!$obo) {
  354. throw new Exception("Invalid OBO ID provided: '$obo_id'.");
  355. }
  356. $this->loadOBO_v1_2_id($obo);
  357. }
  358. /**
  359. * @see TripalImporter::postRun()
  360. *
  361. */
  362. public function postRun() {
  363. // Update the cv_root_mview materiailzed view.
  364. $this->logMessage("Updating the cv_root_mview materialized view...");
  365. $mview_id = tripal_get_mview_id('cv_root_mview');
  366. tripal_populate_mview($mview_id);
  367. $this->logMessage("Updating the db2cv_mview materialized view...");
  368. $mview_id = tripal_get_mview_id('db2cv_mview');
  369. tripal_populate_mview($mview_id);
  370. // Upate the cvtermpath table for each newly added CV.
  371. $this->logMessage("Updating cvtermpath table. This may take a while...");
  372. foreach ($this->newcvs as $namespace => $cvid) {
  373. $this->logMessage("- Loading paths for @vocab", array('@vocab' => $namespace));
  374. chado_update_cvtermpath($cvid);
  375. }
  376. }
  377. /**
  378. * A wrapper function for importing the user specified OBO file into Chado by
  379. * specifying the obo_id of the OBO. It requires that the file be in OBO v1.2
  380. * compatible format. This function is typically executed via the Tripal jobs
  381. * management after a user submits a job via the Load Onotloies form.
  382. *
  383. * @param $obo_id
  384. * An obo_id from the tripal_cv_obo file that specifies which OBO file to import
  385. * @ingroup tripal_obo_loader
  386. */
  387. private function loadOBO_v1_2_id($obo) {
  388. // Convert the module name to the real path if present
  389. if (preg_match("/\{(.*?)\}/", $obo->path, $matches)) {
  390. $module = $matches[1];
  391. $path = drupal_realpath(drupal_get_path('module', $module));
  392. $obo->path = preg_replace("/\{.*?\}/", $path, $obo->path);
  393. }
  394. // if the reference is for a remote URL then run the URL processing function
  395. if (preg_match("/^https:\/\//", $obo->path) or
  396. preg_match("/^http:\/\//", $obo->path) or
  397. preg_match("/^ftp:\/\//", $obo->path)) {
  398. $this->loadOBO_v1_2_url($obo->name, $obo->path, 0);
  399. }
  400. // if the reference is for a local file then run the file processing function
  401. else {
  402. // check to see if the file is located local to Drupal
  403. $dfile = $_SERVER['DOCUMENT_ROOT'] . base_path() . $obo->path;
  404. if (file_exists($dfile)) {
  405. $this->loadOBO_v1_2_file($obo->name, $dfile, 0);
  406. }
  407. // if not local to Drupal, the file must be someplace else, just use
  408. // the full path provided
  409. else {
  410. if (file_exists($obo->path)) {
  411. $this->loadOBO_v1_2_file($obo->name, $obo->path, 0);
  412. }
  413. else {
  414. print "ERROR: could not find OBO file: '$obo->path'\n";
  415. }
  416. }
  417. }
  418. }
  419. /**
  420. * A wrapper function for importing the user specified OBO file into Chado by
  421. * specifying the filename and path of the OBO. It requires that the file be in OBO v1.2
  422. * compatible format. This function is typically executed via the Tripal jobs
  423. * management after a user submits a job via the Load Onotloies form.
  424. *
  425. * @param $obo_name
  426. * The name of the OBO (typially the ontology or controlled vocabulary name)
  427. * @param $file
  428. * The path on the file system where the ontology can be found
  429. * @param $is_new
  430. * Set to TRUE if this is a new ontology that does not yet exist in the
  431. * tripal_cv_obo table. If TRUE the OBO will be added to the table.
  432. *
  433. * @ingroup tripal_obo_loader
  434. */
  435. private function loadOBO_v1_2_file($obo_name, $file, $is_new = TRUE) {
  436. if ($is_new) {
  437. chado_insert_obo($obo_name, $file);
  438. }
  439. $success = $this->loadOBO_v1_2($file, $obo_name);
  440. }
  441. /**
  442. * A wrapper function for importing the user specified OBO file into Chado by
  443. * specifying the remote URL of the OBO. It requires that the file be in OBO v1.2
  444. * compatible format. This function is typically executed via the Tripal jobs
  445. * management after a user submits a job via the Load Onotloies form.
  446. *
  447. * @param $obo_name
  448. * The name of the OBO (typially the ontology or controlled vocabulary name)
  449. * @param $url
  450. * The remote URL of the OBO file.
  451. * @param $is_new
  452. * Set to TRUE if this is a new ontology that does not yet exist in the
  453. * tripal_cv_obo table. If TRUE the OBO will be added to the table.
  454. *
  455. * @ingroup tripal_obo_loader
  456. */
  457. private function loadOBO_v1_2_url($obo_name, $url, $is_new = TRUE) {
  458. // first download the OBO
  459. $temp = tempnam(sys_get_temp_dir(), 'obo_');
  460. print "Downloading URL $url, saving to $temp\n";
  461. $url_fh = fopen($url, "r");
  462. $obo_fh = fopen($temp, "w");
  463. if (!$url_fh) {
  464. throw new Exception("Unable to download the remote OBO file at $url. Could a firewall be blocking outgoing connections? " .
  465. " if you are unable to download the file you may manually downlod the OBO file and use the web interface to " .
  466. " specify the location of the file on your server.");
  467. }
  468. while (!feof($url_fh)) {
  469. fwrite($obo_fh, fread($url_fh, 255), 255);
  470. }
  471. fclose($url_fh);
  472. fclose($obo_fh);
  473. if ($is_new) {
  474. chado_insert_obo($obo_name, $url);
  475. }
  476. // second, parse the OBO
  477. $this->loadOBO_v1_2($temp, $obo_name);
  478. // now remove the temp file
  479. unlink($temp);
  480. }
  481. /**
  482. * Imports a given OBO file into Chado. This function is usually called by
  483. * one of three wrapper functions: loadOBO_v1_2_id,
  484. * loadOBO_v1_2_file or tirpal_cv_load_obo_v1_2_url. But, it can
  485. * be called directly if the full path to an OBO file is available on the
  486. * file system.
  487. *
  488. * @param $flie
  489. * The full path to the OBO file on the file system
  490. *
  491. * @ingroup tripal_obo_loader
  492. */
  493. private function loadOBO_v1_2($file, $obo_name) {
  494. $header = array();
  495. $ret = array();
  496. // Empty the temp table.
  497. $sql = "DELETE FROM {tripal_obo_temp}";
  498. chado_query($sql);
  499. $this->logMessage("Step 1: Preloading File $file...");
  500. // parse the obo file
  501. $default_db = $this->parse($file, $header);
  502. // Add the CV for this ontology to the database. The v1.2 definition
  503. // specifies a 'default-namespace' to be used if a 'namespace' is not
  504. // present for each stanza. Some ontologies have adopted the v1.4 method
  505. // in their v1.2 files and not including it.
  506. if (array_key_exists('default-namespace', $header)) {
  507. $defaultcv = chado_insert_cv($header['default-namespace'][0], '');
  508. if (!$defaultcv) {
  509. throw new Exception('Cannot add namespace ' . $header['default-namespace'][0]);
  510. }
  511. $this->newcvs[$header['default-namespace'][0]] = $defaultcv->cv_id;
  512. }
  513. // If the 'default-namespace' is missing.
  514. else {
  515. // Grab the first term accession from the file and get the short name for the cv
  516. $fh = fopen($file, 'r');
  517. while ($line = fgets($fh)) {
  518. // Grab the first item's id info to break apart.
  519. if (preg_match('/^\s*\[/', $line)) {
  520. $stanza = TRUE;
  521. continue;
  522. }
  523. if ($stanza === TRUE && (substr($line, 0, 3) === "id:")) {
  524. $parts = explode(':', $line);
  525. $short_name = strtolower($parts[1]);
  526. $short_name = preg_replace('/\s+/', '', $short_name);
  527. break;
  528. }
  529. }
  530. fclose($fh);
  531. // Check if the EBI ontology search has this ontology:
  532. try {
  533. $results = $this->oboEbiLookup($short_name, 'ontology');
  534. if (array_key_exists('default-namespace', $results['config']['annotations'])) {
  535. $results = $results['config']['annotations']['default-namespace'];
  536. if (is_array($results)) {
  537. $results = $results[0];
  538. }
  539. }
  540. elseif (array_key_exists('namespace', $results['config'])) {
  541. $results = $results['config']['namespace'];
  542. }
  543. else {
  544. $results = $short_name;
  545. }
  546. $defaultcv = chado_insert_cv(strtoupper($results), '');
  547. $this->newcvs[$defaultcv->name] = $defaultcv->cv_id;
  548. }
  549. catch (Exception $e) {
  550. watchdog_exception('OBOImporter no such accession found in EBI Ontology Search', $e);
  551. }
  552. if (empty($defaultcv)) {
  553. throw new Exception("Could not find a namespace for this OBO file: $file");
  554. }
  555. $this->logMessage("This OBO is missing the 'default-namespace' header. It " .
  556. "is not possible to determine which vocabulary terms without a 'namespace' key " .
  557. "should go. Instead, those terms will be placed in the '!vocab' vocabulary.",
  558. array('!vocab' => $defaultcv->name), TRIPAL_WARNING);
  559. }
  560. // Add any typedefs to the vocabulary first.
  561. $this->logMessage("Step 2: Loading type defs...");
  562. $this->loadTypeDefs($defaultcv, $default_db);
  563. // Next add terms to the vocabulary.
  564. $this->logMessage("Step 3: Loading terms...");
  565. if (!$this->processTerms($defaultcv, $default_db)) {
  566. throw new Exception('Cannot add terms from this ontology');
  567. }
  568. }
  569. /**
  570. * OBO files are divided into a typedefs terms section and vocabulary terms section.
  571. * This function loads the typedef terms from the OBO.
  572. *
  573. * @param $defaultcv
  574. * A database object containing a record from the cv table for the
  575. * default controlled vocabulary
  576. * @param $default_db
  577. * The name of the default database.
  578. *
  579. * @ingroup tripal_obo_loader
  580. */
  581. private function loadTypeDefs($defaultcv, $default_db) {
  582. $sql = "SELECT * FROM {tripal_obo_temp} WHERE type = 'Typedef' ";
  583. $typedefs = chado_query($sql);
  584. $sql = "
  585. SELECT count(*) as num_terms
  586. FROM {tripal_obo_temp}
  587. WHERE type = 'Typedef'
  588. ";
  589. $result = chado_query($sql)->fetchObject();
  590. $count = $result->num_terms;
  591. $this->setTotalItems($count);
  592. $this->setItemsHandled(0);
  593. $i = 0;
  594. foreach ($typedefs as $typedef) {
  595. $this->setItemsHandled($i);
  596. $term = unserialize(base64_decode($typedef->stanza));
  597. $this->processTerm($term, $defaultcv->name, 1, $default_db);
  598. $i++;
  599. }
  600. $this->setItemsHandled($i);
  601. return 1;
  602. }
  603. /**
  604. * OBO files are divided into a typedefs section and a terms section.
  605. *
  606. * This function loads the typedef terms from the OBO.
  607. *
  608. * @param $defaultcv
  609. * A database object containing a record from the cv table for the
  610. * default controlled vocabulary
  611. * @param $default_db
  612. * The name of the default database.
  613. */
  614. private function processTerms($defaultcv, $default_db) {
  615. $i = 0;
  616. // Iterate through each term from the OBO file and add it.
  617. $sql = "
  618. SELECT * FROM {tripal_obo_temp}
  619. WHERE type = 'Term'
  620. ORDER BY id
  621. ";
  622. $terms = chado_query($sql);
  623. $sql = "
  624. SELECT count(*) as num_terms
  625. FROM {tripal_obo_temp}
  626. WHERE type = 'Term'
  627. ";
  628. $result = chado_query($sql)->fetchObject();
  629. $count = $result->num_terms;
  630. $this->setTotalItems($count);
  631. $this->setItemsHandled(0);
  632. // Iterate through the terms.
  633. foreach ($terms as $t) {
  634. $term = unserialize(base64_decode($t->stanza));
  635. $this->setItemsHandled($i);
  636. // Add/update this term.
  637. if (!$this->processTerm($term, $defaultcv->name, 0, $default_db)) {
  638. throw new Exception("Failed to process terms from the ontology");
  639. }
  640. $i++;
  641. }
  642. $this->setItemsHandled($i);
  643. return 1;
  644. }
  645. /**
  646. * Uses the provided term array to add/update information to Chado about the
  647. * term including the term, dbxref, synonyms, properties, and relationships.
  648. *
  649. * @param $term
  650. * An array representing the cvterm.
  651. * @param $defaultcv
  652. * The name of the default controlled vocabulary
  653. * @is_relationship
  654. * Set to 1 if this term is a relationship term
  655. * @default_db
  656. * The name of the default database.
  657. *
  658. * @ingroup tripal_obo_loader
  659. */
  660. private function processTerm($term, $defaultcv, $is_relationship = 0, $default_db) {
  661. // make sure we have a namespace for this term
  662. if (!array_key_exists('namespace', $term) and !($defaultcv or $defaultcv == '')) {
  663. throw new Exception("Cannot add the term: no namespace defined. " . $term['id'][0]);
  664. }
  665. // construct the term array for sending to the tripal_chado_add_cvterm function
  666. // for adding a new cvterm
  667. $t = array();
  668. $t['id'] = $term['id'][0];
  669. $t['name'] = $term['name'][0];
  670. if (array_key_exists('def', $term)) {
  671. $t['definition'] = $term['def'][0];
  672. }
  673. if (array_key_exists('subset', $term)) {
  674. $t['subset'] = $term['subset'][0];
  675. }
  676. if (array_key_exists('namespace', $term)) {
  677. $t['namespace'] = $term['namespace'][0];
  678. }
  679. if (array_key_exists('is_obsolete', $term)) {
  680. $t['is_obsolete'] = $term['is_obsolete'][0];
  681. }
  682. // Check that the default_cv is in the cv table.
  683. $sql = "
  684. SELECT CV.name
  685. FROM {cv} CV
  686. WHERE CV.name = '$defaultcv'
  687. ";
  688. $results = chado_query($sql)->fetchObject();
  689. if (!$results){
  690. //The controlled vocabulary is not in the cv term table and needs to be added.
  691. $ontology_info = $this->oboEbiLookup($defaultcv, 'ontology');
  692. if (!empty($ontology_info)){
  693. if (array_key_exists('default-namespace', $ontology_info['config']['annotations'])) {
  694. $results = $ontology_info['config']['annotations']['default-namespace'];
  695. }
  696. elseif (array_key_exists('namespace', $ontology_info['config'])) {
  697. $results = $ontology_info['config']['namespace'];
  698. }
  699. $cv_returned = chado_insert_cv($results[0], '');
  700. // If name && definition are both empty then look up the term from the ontology you just loaded.
  701. if($cv_returned) {
  702. $defaultcv = $cv_returned;
  703. }
  704. }
  705. }
  706. $t['cv_name'] = $defaultcv;
  707. $t['is_relationship'] = $is_relationship;
  708. $t['db_name'] = $default_db;
  709. // add the cvterm
  710. $cvterm = chado_insert_cvterm($t, array('update_existing' => TRUE));
  711. if (!$cvterm) {
  712. throw new Exception("Cannot add the term " . $term['id'][0]);
  713. }
  714. // Remove any relationships that this term already has (in case it was
  715. // updated) and we'll re-add them.
  716. $sql = "
  717. DELETE FROM {cvterm_relationship} CVTR
  718. WHERE CVTR.subject_id = :cvterm_id
  719. ";
  720. chado_query($sql, array(':cvterm_id' => $cvterm->cvterm_id));
  721. if (array_key_exists('namespace', $term)) {
  722. $this->newcvs[$term['namespace'][0]] = $cvterm->cv_id;
  723. }
  724. // now handle other properites
  725. if (array_key_exists('is_anonymous', $term)) {
  726. //print "WARNING: unhandled tag: is_anonymous\n";
  727. }
  728. if (array_key_exists('alt_id', $term)) {
  729. foreach ($term['alt_id'] as $alt_id) {
  730. if (!$this->addCvtermDbxref($cvterm, $alt_id)) {
  731. throw new Exception("Cannot add alternate id $alt_id");
  732. }
  733. }
  734. }
  735. if (array_key_exists('subset', $term)) {
  736. //print "WARNING: unhandled tag: subset\n";
  737. }
  738. // add synonyms for this cvterm
  739. if (array_key_exists('synonym', $term)) {
  740. if (!$this->addSynonym($term, $cvterm)) {
  741. throw new Exception("Cannot add synonyms");
  742. }
  743. }
  744. // reformat the deprecated 'exact_synonym, narrow_synonym, and broad_synonym'
  745. // types to be of the v1.2 standard
  746. if (array_key_exists('exact_synonym', $term) or array_key_exists('narrow_synonym', $term) or array_key_exists('broad_synonym', $term)) {
  747. if (array_key_exists('exact_synonym', $term)) {
  748. foreach ($term['exact_synonym'] as $synonym) {
  749. $new = preg_replace('/^\s*(\".+?\")(.*?)$/', '$1 EXACT $2', $synonym);
  750. $term['synonym'][] = $new;
  751. }
  752. }
  753. if (array_key_exists('narrow_synonym', $term)) {
  754. foreach ($term['narrow_synonym'] as $synonym) {
  755. $new = preg_replace('/^\s*(\".+?\")(.*?)$/', '$1 NARROW $2', $synonym);
  756. $term['synonym'][] = $new;
  757. }
  758. }
  759. if (array_key_exists('broad_synonym', $term)) {
  760. foreach ($term['broad_synonym'] as $synonym) {
  761. $new = preg_replace('/^\s*(\".+?\")(.*?)$/', '$1 BROAD $2', $synonym);
  762. $term['synonym'][] = $new;
  763. }
  764. }
  765. if (!$this->addSynonym($term, $cvterm)) {
  766. throw new Exception("Cannot add/update synonyms");
  767. }
  768. }
  769. // add the comment to the cvtermprop table
  770. if (array_key_exists('comment', $term)) {
  771. $comments = $term['comment'];
  772. $j = 0;
  773. foreach ($comments as $comment) {
  774. if (!$this->addCvtermProp($cvterm, 'comment', $comment, $j)) {
  775. throw new Exception("Cannot add/update cvterm property");
  776. }
  777. $j++;
  778. }
  779. }
  780. // add any other external dbxrefs
  781. if (array_key_exists('xref', $term)) {
  782. foreach ($term['xref'] as $xref) {
  783. if (!$this->addCvtermDbxref($cvterm, $xref)) {
  784. throw new Exception("Cannot add/update cvterm database reference (dbxref).");
  785. }
  786. }
  787. }
  788. if (array_key_exists('xref_analog', $term)) {
  789. foreach ($term['xref_analog'] as $xref) {
  790. if (!$this->addCvtermDbxref($cvterm, $xref)) {
  791. throw new Exception("Cannot add/update cvterm database reference (dbxref).");
  792. }
  793. }
  794. }
  795. if (array_key_exists('xref_unk', $term)) {
  796. foreach ($term['xref_unk'] as $xref) {
  797. if (!$this->addCvtermDbxref($cvterm, $xref)) {
  798. throw new Exception("Cannot add/update cvterm database reference (dbxref).");
  799. }
  800. }
  801. }
  802. // add is_a relationships for this cvterm
  803. if (array_key_exists('is_a', $term)) {
  804. foreach ($term['is_a'] as $is_a) {
  805. if (!$this->addRelationship($cvterm, $defaultcv, 'is_a', $is_a, $is_relationship, $default_db)) {
  806. throw new Exception("Cannot add relationship is_a: $is_a");
  807. }
  808. }
  809. }
  810. if (array_key_exists('intersection_of', $term)) {
  811. //print "WARNING: unhandled tag: intersection_of\n";
  812. }
  813. if (array_key_exists('union_of', $term)) {
  814. //print "WARNING: unhandled tag: union_on\n";
  815. }
  816. if (array_key_exists('disjoint_from', $term)) {
  817. //print "WARNING: unhandled tag: disjoint_from\n";
  818. }
  819. if (array_key_exists('relationship', $term)) {
  820. foreach ($term['relationship'] as $value) {
  821. $rel = preg_replace('/^(.+?)\s.+?$/', '\1', $value);
  822. $object = preg_replace('/^.+?\s(.+?)$/', '\1', $value);
  823. if (!$this->addRelationship($cvterm, $defaultcv, $rel, $object, $is_relationship, $default_db)) {
  824. throw new Exception("Cannot add relationship $rel: $object");
  825. }
  826. }
  827. }
  828. if (array_key_exists('replaced_by', $term)) {
  829. //print "WARNING: unhandled tag: replaced_by\n";
  830. }
  831. if (array_key_exists('consider', $term)) {
  832. //print "WARNING: unhandled tag: consider\n";
  833. }
  834. if (array_key_exists('use_term', $term)) {
  835. //print "WARNING: unhandled tag: user_term\n";
  836. }
  837. if (array_key_exists('builtin', $term)) {
  838. //print "WARNING: unhandled tag: builtin\n";
  839. }
  840. return 1;
  841. }
  842. /**
  843. * Adds a cvterm relationship
  844. *
  845. * @param $cvterm
  846. * A database object for the cvterm
  847. * @param $rel
  848. * The relationship name
  849. * @param $objname
  850. * The relationship term name
  851. * @param $defaultcv
  852. * A database object containing a record from the cv table for the
  853. * default controlled vocabulary
  854. * @object_is_relationship
  855. * Set to 1 if this term is a relationship term
  856. * @default_db
  857. * The name of the default database.
  858. *
  859. * @ingroup tripal_obo_loader
  860. */
  861. private function addRelationship($cvterm, $defaultcv, $rel,
  862. $objname, $object_is_relationship = 0, $default_db = 'OBO_REL') {
  863. // If an accession was passed we need to see if we can find the actual label.
  864. if (strpos($rel, ':')) {
  865. $pair = explode(":", $rel);
  866. $ontology_id = $pair[0];
  867. $accession_num = $pair[1];
  868. if (is_numeric($accession_num)) {
  869. $results = $this->oboEbiLookup($rel, 'query');
  870. if (!empty($results)) {
  871. if (array_key_exists('docs', $results)){
  872. if(!empty($results['docs'])) {
  873. $rel = $results['docs']['label'];
  874. }
  875. else {
  876. // The first search doesn't work, so let's try a broader one.
  877. $results = $this->oboEbiLookup($rel, 'query-non-local');
  878. if (!empty($results)) {
  879. if (array_key_exists('docs', $results)){
  880. if(!empty($results['docs'])) {
  881. $accession = $rel;
  882. $accession_underscore = str_replace(":", "_", $accession);
  883. foreach ($results['docs'] as $item) {
  884. if ($item['label'] != $accession && $item['label'] != $accession_underscore) {
  885. //Found the first place a label is other than the accession is used, so take
  886. // that info and then end the loop.
  887. $rel = $item['label'];
  888. break;
  889. }
  890. }
  891. }
  892. }
  893. }
  894. }
  895. }
  896. }
  897. }
  898. }
  899. // Make sure the relationship cvterm exists.
  900. $term = array(
  901. 'name' => $rel,
  902. 'id' => "$default_db:$rel",
  903. 'definition' => '',
  904. 'is_obsolete' => 0,
  905. 'cv_name' => $defaultcv,
  906. 'is_relationship' => TRUE,
  907. 'db_name' => $default_db
  908. );
  909. $relcvterm = chado_insert_cvterm($term, array('update_existing' => FALSE));
  910. if (!$relcvterm) {
  911. // If the relationship term couldn't be found in the default_db provided
  912. // then do on more check to find it in the relationship ontology
  913. $term = array(
  914. 'name' => $rel,
  915. 'id' => "OBO_REL:$rel",
  916. 'definition' => '',
  917. 'is_obsolete' => 0,
  918. 'cv_name' => $defaultcv,
  919. 'is_relationship' => TRUE,
  920. 'db_name' => 'OBO_REL'
  921. );
  922. $relcvterm = chado_insert_cvterm($term, array('update_existing' => FALSE));
  923. if (!$relcvterm) {
  924. throw new Exception("Cannot find the relationship term in the current ontology or in the relationship ontology: $rel\n");
  925. }
  926. }
  927. // Get the object term.
  928. $oterm = $this->getTerm($objname);
  929. if (!$oterm) {
  930. throw new Exception("Could not find object term $objname\n");
  931. }
  932. $objterm = array();
  933. $objterm['id'] = $oterm['id'][0];
  934. $objterm['name'] = $oterm['name'][0];
  935. if (array_key_exists('def', $oterm)) {
  936. $objterm['definition'] = $oterm['def'][0];
  937. }
  938. if (array_key_exists('subset', $oterm)) {
  939. $objterm['subset'] = $oterm['subset'][0];
  940. }
  941. if (array_key_exists('namespace', $oterm)) {
  942. $objterm['namespace'] = $oterm['namespace'][0];
  943. }
  944. if (array_key_exists('is_obsolete', $oterm)) {
  945. $objterm['is_obsolete'] = $oterm['is_obsolete'][0];
  946. }
  947. $objterm['cv_name' ] = $defaultcv;
  948. $objterm['is_relationship'] = $object_is_relationship;
  949. $objterm['db_name'] = $default_db;
  950. $objcvterm = chado_insert_cvterm($objterm, array('update_existing' => TRUE));
  951. if (!$objcvterm) {
  952. throw new Exception("Cannot add cvterm " . $oterm['name'][0]);
  953. }
  954. // check to see if the cvterm_relationship already exists, if not add it
  955. $values = array(
  956. 'type_id' => $relcvterm->cvterm_id,
  957. 'subject_id' => $cvterm->cvterm_id,
  958. 'object_id' => $objcvterm->cvterm_id
  959. );
  960. $result = chado_select_record('cvterm_relationship', array('*'), $values);
  961. if (count($result) == 0) {
  962. $options = array('return_record' => FALSE);
  963. $success = chado_insert_record('cvterm_relationship', $values, $options);
  964. if (!$success) {
  965. throw new Exception("Cannot add term relationship: '$cvterm->name' $rel '$objcvterm->name'");
  966. }
  967. }
  968. return TRUE;
  969. }
  970. /**
  971. * Retrieves the term array from the temp loading table for a given term id.
  972. *
  973. * @param id
  974. * The id of the term to retrieve
  975. *
  976. * @ingroup tripal_obo_loader
  977. */
  978. private function getTerm($id) {
  979. $values = array('id' => $id);
  980. $result = chado_select_record('tripal_obo_temp', array('stanza'), $values);
  981. if (count($result) == 0) {
  982. return FALSE;
  983. }
  984. return unserialize(base64_decode($result[0]->stanza));
  985. }
  986. /**
  987. * Adds the synonyms to a term
  988. *
  989. * @param term
  990. * An array representing the cvterm. It must have a 'synonym' key/value pair.
  991. * @param cvterm
  992. * The database object of the cvterm to which the synonym will be added.
  993. *
  994. * @ingroup tripal_obo_loader
  995. */
  996. private function addSynonym($term, $cvterm) {
  997. // make sure we have a 'synonym_type' vocabulary
  998. $syncv = chado_insert_cv(
  999. 'synonym_type',
  1000. 'A local vocabulary added for synonym types.'
  1001. );
  1002. // now add the synonyms
  1003. if (array_key_exists('synonym', $term)) {
  1004. foreach ($term['synonym'] as $synonym) {
  1005. // separate out the synonym definition and the synonym type
  1006. $def = preg_replace('/^\s*"(.*)"\s*.*$/', '\1', $synonym);
  1007. // the scope will be 'EXACT', etc...
  1008. $scope = drupal_strtolower(preg_replace('/^.*"\s+(.*?)\s+.*$/', '\1', $synonym));
  1009. if (!$scope) { // if no scope then default to 'exact'
  1010. $scope = 'exact';
  1011. }
  1012. // make sure the synonym type exists in the 'synonym_type' vocabulary
  1013. $values = array(
  1014. 'name' => $scope,
  1015. 'cv_id' => array(
  1016. 'name' => 'synonym_type',
  1017. ),
  1018. );
  1019. $syntype = chado_get_cvterm($values);
  1020. // if it doesn't exist then add it
  1021. if (!$syntype) {
  1022. // build a 'term' object so we can add the missing term
  1023. $term = array(
  1024. 'name' => $scope,
  1025. 'id' => "synonym_type:$scope",
  1026. 'definition' => '',
  1027. 'is_obsolete' => 0,
  1028. 'cv_name' => $syncv->name,
  1029. 'is_relationship' => FALSE
  1030. );
  1031. $syntype = chado_insert_cvterm($term, array('update_existing' => TRUE));
  1032. if (!$syntype) {
  1033. throw new Exception("Cannot add synonym type: internal:$scope");
  1034. }
  1035. }
  1036. // make sure the synonym doesn't already exists
  1037. $values = array(
  1038. 'cvterm_id' => $cvterm->cvterm_id,
  1039. 'synonym' => $def
  1040. );
  1041. $results = chado_select_record('cvtermsynonym', array('*'), $values);
  1042. if (count($results) == 0) {
  1043. $values = array(
  1044. 'cvterm_id' => $cvterm->cvterm_id,
  1045. 'synonym' => $def,
  1046. 'type_id' => $syntype->cvterm_id
  1047. );
  1048. $options = array('return_record' => FALSE);
  1049. $success = chado_insert_record('cvtermsynonym', $values, $options);
  1050. if (!$success) {
  1051. throw new Exception("Failed to insert the synonym for term: $cvterm->name ($def)");
  1052. }
  1053. }
  1054. // now add the dbxrefs for the synonym if we have a comma in the middle
  1055. // of a description then this will cause problems when splitting os lets
  1056. // just change it so it won't mess up our splitting and then set it back
  1057. // later.
  1058. /**
  1059. $synonym = preg_replace('/(".*?),\s(.*?")/','$1,_$2',$synonym);
  1060. $dbxrefs = preg_split("/, /",preg_replace('/^.*\[(.*?)\]$/','\1',$synonym));
  1061. foreach ($dbxrefs as $dbxref) {
  1062. $dbxref = preg_replace('/,_/',", ",$dbxref);
  1063. if ($dbxref) {
  1064. $this->addCvtermDbxref($syn,$dbxref);
  1065. }
  1066. }
  1067. */
  1068. }
  1069. }
  1070. return TRUE;
  1071. }
  1072. /**
  1073. * Parse the OBO file and populate the templ loading table
  1074. *
  1075. * @param $file
  1076. * The path on the file system where the ontology can be found
  1077. * @param $header
  1078. * An array passed by reference that will be populated with the header
  1079. * information from the OBO file
  1080. *
  1081. * @ingroup tripal_obo_loader
  1082. */
  1083. private function parse($obo_file, &$header) {
  1084. $in_header = 1;
  1085. $stanza = array();
  1086. $default_db = '';
  1087. $line_num = 0;
  1088. $num_read = 0;
  1089. $type = '';
  1090. $filesize = filesize($obo_file);
  1091. $this->setTotalItems($filesize);
  1092. $this->setItemsHandled(0);
  1093. // iterate through the lines in the OBO file and parse the stanzas
  1094. $fh = fopen($obo_file, 'r');
  1095. while ($line = fgets($fh)) {
  1096. $line_num++;
  1097. $size = drupal_strlen($line);
  1098. $num_read += $size;
  1099. $line = trim($line);
  1100. $this->setItemsHandled($num_read);
  1101. // remove newlines
  1102. $line = rtrim($line);
  1103. // remove any special characters that may be hiding
  1104. $line = preg_replace('/[^(\x20-\x7F)]*/', '', $line);
  1105. // skip empty lines
  1106. if (strcmp($line, '') == 0) {
  1107. continue;
  1108. }
  1109. //remove comments from end of lines
  1110. $line = preg_replace('/^(.*?)\!.*$/', '\1', $line); // TODO: if the explamation is escaped
  1111. // at the first stanza we're out of header
  1112. if (preg_match('/^\s*\[/', $line)) {
  1113. $in_header = 0;
  1114. // store the stanza we just finished reading
  1115. if (sizeof($stanza) > 0) {
  1116. // add the term to the temp table
  1117. $values = array(
  1118. 'id' => $stanza['id'][0],
  1119. 'stanza' => base64_encode(serialize($stanza)),
  1120. 'type' => $type,
  1121. );
  1122. $success = chado_insert_record('tripal_obo_temp', $values);
  1123. if (!$success) {
  1124. throw new Exception("Cannot insert stanza into temporary table.");
  1125. }
  1126. }
  1127. // get the stanza type: Term, Typedef or Instance
  1128. $type = preg_replace('/^\s*\[\s*(.+?)\s*\]\s*$/', '\1', $line);
  1129. // start fresh with a new array
  1130. $stanza = array();
  1131. continue;
  1132. }
  1133. // break apart the line into the tag and value but ignore any escaped colons
  1134. preg_replace("/\\:/", "|-|-|", $line); // temporarily replace escaped colons
  1135. $pair = explode(":", $line, 2);
  1136. $tag = $pair[0];
  1137. $value = ltrim(rtrim($pair[1]));// remove surrounding spaces
  1138. // if this is the ID then look for the default DB
  1139. $matches = array();
  1140. if ($tag == 'id' and preg_match('/^(.+?):.*$/', $value, $matches)) {
  1141. $default_db = $matches[1];
  1142. }
  1143. $tag = preg_replace("/\|-\|-\|/", "\:", $tag); // return the escaped colon
  1144. $value = preg_replace("/\|-\|-\|/", "\:", $value);
  1145. if ($in_header) {
  1146. if (!array_key_exists($tag, $header)) {
  1147. $header[$tag] = array();
  1148. }
  1149. $header[$tag][] = $value;
  1150. }
  1151. else {
  1152. if (!array_key_exists($tag, $stanza)) {
  1153. $stanza[$tag] = array();
  1154. }
  1155. $stanza[$tag][] = $value;
  1156. }
  1157. }
  1158. // now add the last term in the file
  1159. if (sizeof($stanza) > 0) {
  1160. $values = array(
  1161. 'id' => $stanza['id'][0],
  1162. 'stanza' => base64_encode(serialize($stanza)),
  1163. 'type' => $type,
  1164. );
  1165. chado_insert_record('tripal_obo_temp', $values);
  1166. if (!$success) {
  1167. throw new Exception("Cannot insert stanza into temporary table.");
  1168. }
  1169. $this->setItemsHandled($num_read);
  1170. }
  1171. return $default_db;
  1172. }
  1173. /**
  1174. * Adds a database reference to a cvterm
  1175. *
  1176. * @param cvterm
  1177. * The database object of the cvterm to which the synonym will be added.
  1178. * @param xref
  1179. * The cross refernce. It should be of the form from the OBO specification
  1180. *
  1181. * @ingroup tripal_obo_loader
  1182. */
  1183. private function addCvtermDbxref($cvterm, $xref) {
  1184. $dbname = preg_replace('/^(.+?):.*$/', '$1', $xref);
  1185. $accession = preg_replace('/^.+?:\s*(.*?)(\{.+$|\[.+$|\s.+$|\".+$|$)/', '$1', $xref);
  1186. $description = preg_replace('/^.+?\"(.+?)\".*?$/', '$1', $xref);
  1187. $dbxrefs = preg_replace('/^.+?\[(.+?)\].*?$/', '$1', $xref);
  1188. if (!$accession) {
  1189. throw new Exception("Cannot add a dbxref without an accession: '$xref'");
  1190. }
  1191. // if the xref is a database link, handle that specially
  1192. if (strcmp($dbname, 'http') == 0) {
  1193. $accession = $xref;
  1194. $dbname = 'URL';
  1195. }
  1196. // add the database
  1197. $db = chado_insert_db(array('name' => $dbname));
  1198. if (!$db) {
  1199. throw new Exception("Cannot find database '$dbname' in Chado.");
  1200. }
  1201. // now add the dbxref
  1202. $dbxref = $this->addDbxref($db->db_id, $accession, '', $description);
  1203. if (!$dbxref) {
  1204. throw new Exception("Cannot find or add the database reference (dbxref)");
  1205. }
  1206. // finally add the cvterm_dbxref but first check to make sure it exists
  1207. $values = array(
  1208. 'cvterm_id' => $cvterm->cvterm_id,
  1209. 'dbxref_id' => $dbxref->dbxref_id,
  1210. );
  1211. $result = chado_select_record('cvterm_dbxref', array('*'), $values);
  1212. if (count($result) == 0) {
  1213. $ins_options = array('return_record' => FALSE);
  1214. $result = chado_insert_record('cvterm_dbxref', $values, $ins_options);
  1215. if (!$result) {
  1216. throw new Exception("Cannot add cvterm_dbxref: $xref");
  1217. }
  1218. }
  1219. return TRUE;
  1220. }
  1221. /**
  1222. * Adds a property to a cvterm
  1223. *
  1224. * @param cvterm
  1225. * A database object for the cvterm to which properties will be added
  1226. * @param $property
  1227. * The name of the property to add
  1228. * @param $value
  1229. * The value of the property
  1230. * @param rank
  1231. * The rank of the property
  1232. *
  1233. * @ingroup tripal_obo_loader
  1234. */
  1235. private function addCvtermProp($cvterm, $property, $value, $rank) {
  1236. // make sure the 'cvterm_property_type' CV exists
  1237. $cv = chado_insert_cv('cvterm_property_type', '');
  1238. if (!$cv) {
  1239. throw new Exception("Cannot add/find cvterm_property_type cvterm");
  1240. }
  1241. // get the property type cvterm. If it doesn't exist then we want to add it
  1242. $values = array(
  1243. 'name' => $property,
  1244. 'cv_id' => $cv->cv_id,
  1245. );
  1246. $results = chado_select_record('cvterm', array('*'), $values);
  1247. if (count($results) == 0) {
  1248. $term = array(
  1249. 'name' => $property,
  1250. 'id' => "internal:$property",
  1251. 'definition' => '',
  1252. 'is_obsolete' => 0,
  1253. 'cv_name' => $cv->name,
  1254. 'is_relationship' => FALSE,
  1255. );
  1256. $cvproptype = chado_insert_cvterm($term, array('update_existing' => FALSE));
  1257. if (!$cvproptype) {
  1258. throw new Exception("Cannot add cvterm property: internal:$property");
  1259. }
  1260. }
  1261. else {
  1262. $cvproptype = $results[0];
  1263. }
  1264. // remove any properties that currently exist for this term. We'll reset them
  1265. if ($rank == 0) {
  1266. $values = array('cvterm_id' => $cvterm->cvterm_id);
  1267. $success = chado_delete_record('cvtermprop', $values);
  1268. if (!$success) {
  1269. throw new Exception("Could not remove existing properties to update property $property for term\n");
  1270. }
  1271. }
  1272. // now add the property
  1273. $values = array(
  1274. 'cvterm_id' => $cvterm->cvterm_id,
  1275. 'type_id' => $cvproptype->cvterm_id,
  1276. 'value' => $value,
  1277. 'rank' => $rank,
  1278. );
  1279. $options = array('return_record' => FALSE);
  1280. $result = chado_insert_record('cvtermprop', $values, $options);
  1281. if (!$result) {
  1282. throw new Exception("Could not add property $property for term\n");
  1283. }
  1284. return TRUE;
  1285. }
  1286. /**
  1287. * Adds a database cross reference to a cvterm
  1288. *
  1289. * @param db_id
  1290. * The database ID of the cross reference
  1291. * @param accession
  1292. * The cross reference's accession
  1293. * @param $version
  1294. * The version of the dbxref
  1295. * @param $description
  1296. * The description of the cross reference
  1297. *
  1298. * @ingroup tripal_obo_loader
  1299. */
  1300. private function addDbxref($db_id, $accession, $version='', $description='') {
  1301. // check to see if the dbxref exists if not, add it
  1302. $values = array(
  1303. 'db_id' => $db_id,
  1304. 'accession' => $accession,
  1305. );
  1306. $result = chado_select_record('dbxref', array('dbxref_id'), $values);
  1307. if (count($result) == 0) {
  1308. $ins_values = array(
  1309. 'db_id' => $db_id,
  1310. 'accession' => $accession,
  1311. 'version' => $version,
  1312. 'description' => $description,
  1313. );
  1314. $ins_options = array('return_record' => FALSE);
  1315. $result = chado_insert_record('dbxref', $ins_values, $ins_options);
  1316. if (!$result) {
  1317. throw new Exception("Failed to insert the dbxref record $accession");
  1318. }
  1319. $result = chado_select_record('dbxref', array('dbxref_id'), $values);
  1320. }
  1321. return $result[0];
  1322. }
  1323. /**
  1324. * API call to Ontology Lookup Service provided by
  1325. * https://www.ebi.ac.uk/ols/docs/api#resources-terms
  1326. *
  1327. * @param accession
  1328. * Accession term for query
  1329. * @param type_of_search
  1330. * Either ontology, term, query, or query-non-local
  1331. *
  1332. * @ingroup tripal_obo_loader
  1333. */
  1334. private function oboEbiLookup($accession, $type_of_search) {
  1335. //Grab just the ontology from the $accession.
  1336. $parts = explode(':', $accession);
  1337. $ontology = strtolower($parts[0]);
  1338. $ontology = preg_replace('/\s+/', '', $ontology);
  1339. if ($type_of_search == 'ontology') {
  1340. $options = array();
  1341. $full_url = 'http://www.ebi.ac.uk/ols/api/ontologies/' . $ontology;
  1342. $response = drupal_http_request($full_url, $options);
  1343. if(!empty($response)){
  1344. $response = drupal_json_decode($response->data);
  1345. }
  1346. }
  1347. elseif ($type_of_search == 'term') {
  1348. //The IRI of the terms, this value must be double URL encoded
  1349. $iri = urlencode(urlencode("http://purl.obolibrary.org/obo/" . str_replace(':' , '_', $accession)));
  1350. $options = array();
  1351. $full_url = 'http://www.ebi.ac.uk/ols/api/ontologies/' . $ontology . '/' . 'terms/' . $iri;
  1352. $response = drupal_http_request($full_url, $options);
  1353. if(!empty($response)){
  1354. $response = drupal_json_decode($response->data);
  1355. }
  1356. }
  1357. elseif($type_of_search == 'query') {
  1358. $options = array();
  1359. $full_url = 'http://www.ebi.ac.uk/ols/api/search?q=' . $accession . '&queryFields=obo_id&local=true';
  1360. $response = drupal_http_request($full_url, $options);
  1361. if(!empty($response)){
  1362. $response = drupal_json_decode($response->data);
  1363. }
  1364. }
  1365. elseif($type_of_search == 'query-non-local') {
  1366. $options = array();
  1367. $full_url = 'http://www.ebi.ac.uk/ols/api/search?q=' . $accession . '&queryFields=obo_id';
  1368. $response = drupal_http_request($full_url, $options);
  1369. if(!empty($response)){
  1370. $response = drupal_json_decode($response->data);
  1371. }
  1372. }
  1373. return $response;
  1374. }
  1375. }
  1376. /**
  1377. * Ajax callback for the OBOImporter::form() function.
  1378. */
  1379. function tripal_cv_obo_form_ajax_callback($form, $form_state) {
  1380. return $form['class_elements']['obo_existing'];
  1381. }