OBOImporter.inc 53 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531
  1. <?php
  2. class OBOImporter extends TripalImporter {
  3. // --------------------------------------------------------------------------
  4. // EDITABLE STATIC CONSTANTS
  5. //
  6. // The following constants SHOULD be set for each descendent class. They are
  7. // used by the static functions to provide information to Drupal about
  8. // the field and it's default widget and formatter.
  9. // --------------------------------------------------------------------------
  10. /**
  11. * The name of this loader. This name will be presented to the site
  12. * user.
  13. */
  14. public static $name = 'OBO Vocabulary Loader';
  15. /**
  16. * The machine name for this loader. This name will be used to construct
  17. * the URL for the loader.
  18. */
  19. public static $machine_name = 'chado_obo_loader';
  20. /**
  21. * A brief description for this loader. This description will be
  22. * presented to the site user.
  23. */
  24. public static $description = 'Import vocabularies and terms in OBO format.';
  25. /**
  26. * An array containing the extensions of allowed file types.
  27. */
  28. public static $file_types = array('obo');
  29. /**
  30. * Provides information to the user about the file upload. Typically this
  31. * may include a description of the file types allowed.
  32. */
  33. public static $upload_description = 'Please provide the details for importing a new OBO file. The file must have a .obo extension.';
  34. /**
  35. * The title that should appear above the upload button.
  36. */
  37. public static $upload_title = 'New OBO File';
  38. /**
  39. * If the loader should require an analysis record. To maintain provenance
  40. * we should always indiate where the data we are uploading comes from.
  41. * The method that Tripal attempts to use for this by associating upload files
  42. * with an analysis record. The analysis record provides the details for
  43. * how the file was created or obtained. Set this to FALSE if the loader
  44. * should not require an analysis when loading. if $use_analysis is set to
  45. * true then the form values will have an 'analysis_id' key in the $form_state
  46. * array on submitted forms.
  47. */
  48. public static $use_analysis = FALSE;
  49. /**
  50. * If the $use_analysis value is set above then this value indicates if the
  51. * analysis should be required.
  52. */
  53. public static $require_analysis = TRUE;
  54. /**
  55. * Text that should appear on the button at the bottom of the importer
  56. * form.
  57. */
  58. public static $button_text = 'Import OBO File';
  59. /**
  60. * Indicates the methods that the file uploader will support.
  61. */
  62. public static $methods = array(
  63. // Allow the user to upload a file to the server.
  64. 'file_upload' => FALSE,
  65. // Allow the user to provide the path on the Tripal server for the file.
  66. 'file_local' => FALSE,
  67. // Allow the user to provide a remote URL for the file.
  68. 'file_remote' => FALSE,
  69. );
  70. /**
  71. * Be default, all loaders are automaticlly added to the Admin >
  72. * Tripal > Data Laders menu. However, if this loader should be
  73. * made available via a different menu path, then set it here. If the
  74. * value is empty then the path will be the default.
  75. */
  76. public static $menu_path = 'admin/tripal/loaders/chado_vocabs/obo_loader';
  77. public static $file_required = FALSE;
  78. /**
  79. * Keep track of vocabularies that have been added.
  80. *
  81. * @var array
  82. */
  83. private $newcvs = array();
  84. /**
  85. * @see TripalImporter::form()
  86. */
  87. public function form($form, &$form_state) {
  88. // get a list of db from chado for user to choose
  89. $sql = "SELECT * FROM {tripal_cv_obo} ORDER BY name";
  90. $results = db_query($sql);
  91. $obos = array();
  92. $obos[] = 'Select a Vocabulary';
  93. foreach ($results as $obo) {
  94. $obos[$obo->obo_id] = $obo->name;
  95. }
  96. $obo_id = '';
  97. if (array_key_exists('values', $form_state)) {
  98. $obo_id = array_key_exists('obo_id', $form_state['values']) ? $form_state['values']['obo_id'] : '';
  99. }
  100. $form['instructions']['info'] = array(
  101. '#type' => 'item',
  102. '#markup' => t('This page allows you to load vocabularies and ontologies
  103. that are in OBO format. Once loaded, the terms from these
  104. vocabularies can be used to create content.
  105. You may use the form below to either reload a vocabulary that is already
  106. loaded (as when new updates to that vocabulary are available) or load a new
  107. vocabulary.'),
  108. );
  109. $form['obo_existing'] = array(
  110. '#type' => 'fieldset',
  111. '#title' => t('Use a Saved Ontology OBO Reference'),
  112. '#prefix' => '<span id="obo-existing-fieldset">',
  113. '#suffix' => '</span>'
  114. );
  115. $form['obo_existing']['existing_instructions']= array(
  116. '#type' => 'item',
  117. '#markup' => t('The vocabularies listed in the select box below have bene pre-populated
  118. upon installation of Tripal or have been previously loaded. Select one to edit
  119. its settings or submit for loading. You may reload any vocabulary that has
  120. already been loaded to retrieve any new updates.'),
  121. );
  122. $form['obo_existing']['obo_id'] = array(
  123. '#title' => t('Ontology OBO File Reference'),
  124. '#type' => 'select',
  125. '#options' => $obos,
  126. '#ajax' => array(
  127. 'callback' => 'tripal_cv_obo_form_ajax_callback',
  128. 'wrapper' => 'obo-existing-fieldset',
  129. ),
  130. '#description' => t('Select a vocabulary to import.')
  131. );
  132. // If the user has selected an OBO ID then get the form elements for
  133. // updating.
  134. if ($obo_id) {
  135. $uobo_name = '';
  136. $uobo_url = '';
  137. $uobo_file = '';
  138. $vocab = db_select('tripal_cv_obo', 't')
  139. ->fields('t', array('name', 'path'))
  140. ->condition('obo_id', $obo_id)
  141. ->execute()
  142. ->fetchObject();
  143. $uobo_name = $vocab->name;
  144. if (preg_match('/^http/', $vocab->path)) {
  145. $uobo_url = $vocab->path;
  146. }
  147. else {
  148. $uobo_file = trim($vocab->path);
  149. $matches = array();
  150. if (preg_match('/\{(.*?)\}/', $uobo_file, $matches)) {
  151. $modpath = drupal_get_path('module', $matches[1]);
  152. $uobo_file = preg_replace('/\{.*?\}/', $modpath, $uobo_file);
  153. }
  154. }
  155. // We don't want the previous value to remain. We want the new default to
  156. // show up, so remove the input values
  157. unset($form_state['input']['uobo_name']);
  158. unset($form_state['input']['uobo_url']);
  159. unset($form_state['input']['uobo_file']);
  160. $form['obo_existing']['uobo_name']= array(
  161. '#type' => 'textfield',
  162. '#title' => t('Vocabulary Name'),
  163. '#description' => t('Please provide a name for this vocabulary. After upload, this name will appear in the drop down
  164. list above for use again later.'),
  165. '#default_value' => $uobo_name,
  166. );
  167. $form['obo_existing']['uobo_url']= array(
  168. '#type' => 'textfield',
  169. '#title' => t('Remote URL'),
  170. '#description' => t('Please enter a URL for the online OBO file. The file will be downloaded and parsed.
  171. (e.g. http://www.obofoundry.org/ro/ro.obo)'),
  172. '#default_value' => $uobo_url,
  173. );
  174. $form['obo_existing']['uobo_file']= array(
  175. '#type' => 'textfield',
  176. '#title' => t('Local File'),
  177. '#description' => t('Please enter the file system path for an OBO
  178. definition file. If entering a path relative to
  179. the Drupal installation you may use a relative path that excludes the
  180. Drupal installation directory (e.g. sites/default/files/xyz.obo). Note
  181. that Drupal relative paths have no preceeding slash.
  182. Otherwise, please provide the full path on the filesystem. The path
  183. must be accessible to the web server on which this Drupal instance is running.'),
  184. '#default_value' => $uobo_file,
  185. );
  186. $form['obo_existing']['update_obo_details'] = array(
  187. '#type' => 'submit',
  188. '#value' => 'Update Ontology Details',
  189. '#name' => 'update_obo_details'
  190. );
  191. }
  192. $form['obo_new'] = array(
  193. '#type' => 'fieldset',
  194. '#title' => t('Add a New Ontology OBO Reference'),
  195. '#collapsible' => TRUE,
  196. '#collapsed' => TRUE,
  197. );
  198. $form['obo_new']['path_instructions']= array(
  199. '#value' => t('Provide the name and path for the OBO file. If the vocabulary OBO file
  200. is stored local to the server provide a file name. If the vocabulry is stored remotely,
  201. provide a URL. Only provide a URL or a local file, not both.'),
  202. );
  203. $form['obo_new']['obo_name']= array(
  204. '#type' => 'textfield',
  205. '#title' => t('New Vocabulary Name'),
  206. '#description' => t('Please provide a name for this vocabulary. After upload, this name will appear in the drop down
  207. list above for use again later. Additionally, if a default namespace is not provided in the OBO
  208. header this name will be used as the default_namespace.'),
  209. );
  210. $form['obo_new']['obo_url']= array(
  211. '#type' => 'textfield',
  212. '#title' => t('Remote URL'),
  213. '#description' => t('Please enter a URL for the online OBO file. The file will be downloaded and parsed.
  214. (e.g. http://www.obofoundry.org/ro/ro.obo)'),
  215. );
  216. $form['obo_new']['obo_file']= array(
  217. '#type' => 'textfield',
  218. '#title' => t('Local File'),
  219. '#description' => t('Please enter the file system path for an OBO
  220. definition file. If entering a path relative to
  221. the Drupal installation you may use a relative path that excludes the
  222. Drupal installation directory (e.g. sites/default/files/xyz.obo). Note
  223. that Drupal relative paths have no preceeding slash.
  224. Otherwise, please provide the full path on the filesystem. The path
  225. must be accessible to the web server on which this Drupal instance is running.'),
  226. );
  227. return $form;
  228. }
  229. /**
  230. * @see TripalImporter::formSubmit()
  231. */
  232. public function formSubmit($form, &$form_state) {
  233. $obo_id = $form_state['values']['obo_id'];
  234. $obo_name = trim($form_state['values']['obo_name']);
  235. $obo_url = trim($form_state['values']['obo_url']);
  236. $obo_file = trim($form_state['values']['obo_file']);
  237. $uobo_name = array_key_exists('uobo_name', $form_state['values']) ? trim($form_state['values']['uobo_name']) : '';
  238. $uobo_url = array_key_exists('uobo_url', $form_state['values']) ? trim($form_state['values']['uobo_url']) : '';
  239. $uobo_file = array_key_exists('uobo_file', $form_state['values']) ? trim($form_state['values']['uobo_file']) : '';
  240. // If the user requested to alter the details then do that.
  241. if ($form_state['clicked_button']['#name'] == 'update_obo_details') {
  242. $form_state['rebuild'] = TRUE;
  243. $success = db_update('tripal_cv_obo')
  244. ->fields(array(
  245. 'name' => $uobo_name,
  246. 'path' => $uobo_url ? $uobo_url : $uobo_file,
  247. ))
  248. ->condition('obo_id', $obo_id)
  249. ->execute();
  250. if ($success) {
  251. drupal_set_message(t("The vocabulary !vocab has been updated.", array('!vocab' => $uobo_name)));
  252. }
  253. else {
  254. drupal_set_message(t("The vocabulary !vocab could not be updated.", array('!vocab' => $uobo_name)), 'error');
  255. }
  256. }
  257. else if (!empty($obo_name)) {
  258. $obo_id = db_insert('tripal_cv_obo')
  259. ->fields(array(
  260. 'name' => $obo_name,
  261. 'path' => $obo_url ? $obo_url : $obo_file,
  262. ))
  263. ->execute();
  264. // Add the obo_id to the form_state vaules.
  265. $form_state['values']['obo_id'] = $obo_id;
  266. if ($obo_id) {
  267. drupal_set_message(t("The vocabulary !vocab has been added.", array('!vocab' => $obo_name)));
  268. }
  269. else {
  270. $form_state['rebuild'] = TRUE;
  271. drupal_set_message(t("The vocabulary !vocab could not be added.", array('!vocab' => $obo_name)), 'error');
  272. }
  273. }
  274. }
  275. /**
  276. * @see TripalImporter::formValidate()
  277. */
  278. public function formValidate($form, &$form_state) {
  279. $obo_id = $form_state['values']['obo_id'];
  280. $obo_name = trim($form_state['values']['obo_name']);
  281. $obo_url = trim($form_state['values']['obo_url']);
  282. $obo_file = trim($form_state['values']['obo_file']);
  283. $uobo_name = array_key_exists('uobo_name', $form_state['values']) ? trim($form_state['values']['uobo_name']) : '';
  284. $uobo_url = array_key_exists('uobo_url', $form_state['values']) ? trim($form_state['values']['uobo_url']) : '';
  285. $uobo_file = array_key_exists('uobo_file', $form_state['values']) ? trim($form_state['values']['uobo_file']) : '';
  286. // Make sure if the name is changed it doesn't conflict with another OBO.
  287. if ($form_state['clicked_button']['#name'] == 'update_obo_details' or
  288. $form_state['clicked_button']['#name'] == 'update_load_obo') {
  289. // Get the current record
  290. $vocab = db_select('tripal_cv_obo', 't')
  291. ->fields('t', array('obo_id', 'name', 'path'))
  292. ->condition('name', $uobo_name)
  293. ->execute()
  294. ->fetchObject();
  295. if ($vocab and $vocab->obo_id != $obo_id) {
  296. form_set_error('uobo_name', 'The vocabulary name must be different from existing vocabularies');
  297. }
  298. // Make sure the file exists. First check if it is a relative path
  299. $dfile = $_SERVER['DOCUMENT_ROOT'] . base_path() . $uobo_file;
  300. if (!file_exists($dfile)) {
  301. if (!file_exists($uobo_file)) {
  302. form_set_error('uobo_file', 'The specified path does not exist or cannot be read.');
  303. }
  304. }
  305. if (!$uobo_url and !$uobo_file) {
  306. form_set_error('uobo_url', 'Please provide a URL or a path for the vocabulary.');
  307. }
  308. if ($uobo_url and $uobo_file) {
  309. form_set_error('uobo_url', 'Please provide only a URL or a path for the vocabulary, but not both.');
  310. }
  311. }
  312. if ($form_state['clicked_button']['#name'] == 'add_new_obo') {
  313. // Get the current record
  314. $vocab = db_select('tripal_cv_obo', 't')
  315. ->fields('t', array('obo_id', 'name', 'path'))
  316. ->condition('name', $obo_name)
  317. ->execute()
  318. ->fetchObject();
  319. if ($vocab) {
  320. form_set_error('obo_name', 'The vocabulary name must be different from existing vocabularies');
  321. }
  322. // Make sure the file exists. First check if it is a relative path
  323. $dfile = $_SERVER['DOCUMENT_ROOT'] . base_path() . $obo_file;
  324. if (!file_exists($dfile)) {
  325. if (!file_exists($obo_file)) {
  326. form_set_error('obo_file', 'The specified path does not exist or cannot be read.');
  327. }
  328. }
  329. if (!$obo_url and !$obo_file) {
  330. form_set_error('obo_url', 'Please provide a URL or a path for the vocabulary.');
  331. }
  332. if ($obo_url and $obo_file) {
  333. form_set_error('obo_url', 'Please provide only a URL or a path for the vocabulary, but not both.');
  334. }
  335. }
  336. }
  337. /**
  338. * @see TripalImporter::run()
  339. *
  340. * @param $details
  341. * The following arguments are supported:
  342. * - obo_id: (required) The ID of the ontology to be imported.
  343. */
  344. public function run() {
  345. $arguments = $this->arguments['run_args'];
  346. $obo_id = $arguments['obo_id'];
  347. // Make sure the $obo_id is valid
  348. $obo = db_select('tripal_cv_obo', 'tco')
  349. ->fields('tco')
  350. ->condition('obo_id', $obo_id)
  351. ->execute()
  352. ->fetchObject();
  353. if (!$obo) {
  354. throw new Exception("Invalid OBO ID provided: '$obo_id'.");
  355. }
  356. $this->loadOBO_v1_2_id($obo);
  357. }
  358. /**
  359. * @see TripalImporter::postRun()
  360. *
  361. */
  362. public function postRun() {
  363. // Update the cv_root_mview materiailzed view.
  364. $this->logMessage("Updating the cv_root_mview materialized view...");
  365. $mview_id = tripal_get_mview_id('cv_root_mview');
  366. tripal_populate_mview($mview_id);
  367. $this->logMessage("Updating the db2cv_mview materialized view...");
  368. $mview_id = tripal_get_mview_id('db2cv_mview');
  369. tripal_populate_mview($mview_id);
  370. // Upate the cvtermpath table for each newly added CV.
  371. $this->logMessage("Updating cvtermpath table. This may take a while...");
  372. foreach ($this->newcvs as $namespace => $cvid) {
  373. $this->logMessage("- Loading paths for @vocab", array('@vocab' => $namespace));
  374. tripal_update_cvtermpath($cvid);
  375. }
  376. }
  377. /**
  378. * A wrapper function for importing the user specified OBO file into Chado by
  379. * specifying the obo_id of the OBO. It requires that the file be in OBO v1.2
  380. * compatible format. This function is typically executed via the Tripal jobs
  381. * management after a user submits a job via the Load Onotloies form.
  382. *
  383. * @param $obo_id
  384. * An obo_id from the tripal_cv_obo file that specifies which OBO file to import
  385. * @ingroup tripal_obo_loader
  386. */
  387. private function loadOBO_v1_2_id($obo) {
  388. // Convert the module name to the real path if present
  389. if (preg_match("/\{(.*?)\}/", $obo->path, $matches)) {
  390. $module = $matches[1];
  391. $path = drupal_realpath(drupal_get_path('module', $module));
  392. $obo->path = preg_replace("/\{.*?\}/", $path, $obo->path);
  393. }
  394. // if the reference is for a remote URL then run the URL processing function
  395. if (preg_match("/^https:\/\//", $obo->path) or
  396. preg_match("/^http:\/\//", $obo->path) or
  397. preg_match("/^ftp:\/\//", $obo->path)) {
  398. $this->loadOBO_v1_2_url($obo->name, $obo->path, 0);
  399. }
  400. // if the reference is for a local file then run the file processing function
  401. else {
  402. // check to see if the file is located local to Drupal
  403. $dfile = $_SERVER['DOCUMENT_ROOT'] . base_path() . $obo->path;
  404. if (file_exists($dfile)) {
  405. $this->loadOBO_v1_2_file($obo->name, $dfile, 0);
  406. }
  407. // if not local to Drupal, the file must be someplace else, just use
  408. // the full path provided
  409. else {
  410. if (file_exists($obo->path)) {
  411. $this->loadOBO_v1_2_file($obo->name, $obo->path, 0);
  412. }
  413. else {
  414. print "ERROR: could not find OBO file: '$obo->path'\n";
  415. }
  416. }
  417. }
  418. }
  419. /**
  420. * A wrapper function for importing the user specified OBO file into Chado by
  421. * specifying the filename and path of the OBO. It requires that the file be in OBO v1.2
  422. * compatible format. This function is typically executed via the Tripal jobs
  423. * management after a user submits a job via the Load Onotloies form.
  424. *
  425. * @param $obo_name
  426. * The name of the OBO (typially the ontology or controlled vocabulary name)
  427. * @param $file
  428. * The path on the file system where the ontology can be found
  429. * @param $is_new
  430. * Set to TRUE if this is a new ontology that does not yet exist in the
  431. * tripal_cv_obo table. If TRUE the OBO will be added to the table.
  432. *
  433. * @ingroup tripal_obo_loader
  434. */
  435. private function loadOBO_v1_2_file($obo_name, $file, $is_new = TRUE) {
  436. if ($is_new) {
  437. tripal_insert_obo($obo_name, $file);
  438. }
  439. $success = $this->loadOBO_v1_2($file, $obo_name);
  440. }
  441. /**
  442. * A wrapper function for importing the user specified OBO file into Chado by
  443. * specifying the remote URL of the OBO. It requires that the file be in OBO v1.2
  444. * compatible format. This function is typically executed via the Tripal jobs
  445. * management after a user submits a job via the Load Onotloies form.
  446. *
  447. * @param $obo_name
  448. * The name of the OBO (typially the ontology or controlled vocabulary name)
  449. * @param $url
  450. * The remote URL of the OBO file.
  451. * @param $is_new
  452. * Set to TRUE if this is a new ontology that does not yet exist in the
  453. * tripal_cv_obo table. If TRUE the OBO will be added to the table.
  454. *
  455. * @ingroup tripal_obo_loader
  456. */
  457. private function loadOBO_v1_2_url($obo_name, $url, $is_new = TRUE) {
  458. // first download the OBO
  459. $temp = tempnam(sys_get_temp_dir(), 'obo_');
  460. print "Downloading URL $url, saving to $temp\n";
  461. $url_fh = fopen($url, "r");
  462. $obo_fh = fopen($temp, "w");
  463. if (!$url_fh) {
  464. throw new Exception("Unable to download the remote OBO file at $url. Could a firewall be blocking outgoing connections? " .
  465. " if you are unable to download the file you may manually downlod the OBO file and use the web interface to " .
  466. " specify the location of the file on your server.");
  467. }
  468. while (!feof($url_fh)) {
  469. fwrite($obo_fh, fread($url_fh, 255), 255);
  470. }
  471. fclose($url_fh);
  472. fclose($obo_fh);
  473. if ($is_new) {
  474. tripal_insert_obo($obo_name, $url);
  475. }
  476. // second, parse the OBO
  477. $this->loadOBO_v1_2($temp, $obo_name);
  478. // now remove the temp file
  479. unlink($temp);
  480. }
  481. /**
  482. * Imports a given OBO file into Chado. This function is usually called by
  483. * one of three wrapper functions: loadOBO_v1_2_id,
  484. * loadOBO_v1_2_file or tirpal_cv_load_obo_v1_2_url. But, it can
  485. * be called directly if the full path to an OBO file is available on the
  486. * file system.
  487. *
  488. * @param $flie
  489. * The full path to the OBO file on the file system
  490. *
  491. * @ingroup tripal_obo_loader
  492. */
  493. private function loadOBO_v1_2($file, $obo_name) {
  494. $header = array();
  495. $ret = array();
  496. // Empty the temp table.
  497. $sql = "DELETE FROM {tripal_obo_temp}";
  498. chado_query($sql);
  499. $this->logMessage("Step 1: Preloading File $file...");
  500. // parse the obo file
  501. $default_db = $this->parse($file, $header);
  502. // Add the CV for this ontology to the database. The v1.2 definition
  503. // specifies a 'default-namespace' to be used if a 'namespace' is not
  504. // present for each stanza. Some ontologies have adopted the v1.4 method
  505. // in their v1.2 files and not including it.
  506. if (array_key_exists('default-namespace', $header)) {
  507. $defaultcv = tripal_insert_cv($header['default-namespace'][0], '');
  508. if (!$defaultcv) {
  509. throw new Exception('Cannot add namespace ' . $header['default-namespace'][0]);
  510. }
  511. $this->newcvs[$header['default-namespace'][0]] = $defaultcv->cv_id;
  512. }
  513. // If the 'default-namespace' is missing.
  514. else {
  515. // Grab the first term accession from the file and get the short name for the cv
  516. $fh = fopen($file, 'r');
  517. while ($line = fgets($fh)) {
  518. // Grab the first item's id info to break apart.
  519. if (preg_match('/^\s*\[/', $line)) {
  520. $stanza = TRUE;
  521. continue;
  522. }
  523. if ($stanza === TRUE && (substr($line, 0, 3) === "id:")) {
  524. $parts = explode(':', $line);
  525. $short_name = strtolower($parts[1]);
  526. $short_name = preg_replace('/\s+/', '', $short_name);
  527. break;
  528. }
  529. }
  530. // Check if the EBI ontology search has this ontology:
  531. try {
  532. $results = $this->oboEbiLookup($short_name, 'default_namespace');
  533. if (array_key_exists('default-namespace', $results['config']['annotations'])) {
  534. $results = $results['config']['annotations']['default-namespace'];
  535. }
  536. elseif (array_key_exists('namespace', $results['config'])) {
  537. $results = $results['config']['namespace'];
  538. }
  539. else {
  540. $results = $short_name;
  541. }
  542. $defaultcv = tripal_insert_cv(strtoupper($results), '');
  543. $this->newcvs[strtoupper(strtoupper($header['ontology'][0]))] = $defaultcv->cv_id;
  544. }
  545. catch (Exception $e) {
  546. watchdog_exception('OBOImporter no such accession found in EBI Ontology Search', $e);
  547. }
  548. if (empty($defaultcv)) {
  549. throw new Exception("Could not find a namespace for this OBO file: $file");
  550. }
  551. $this->logMessage("This OBO is missing the 'default-namespace' header. It " .
  552. "is not possible to determine which vocabulary terms without a 'namespace' key " .
  553. "should go. Instead, those terms will be placed in the '!vocab' vocabulary.",
  554. array('!vocab' => $defaultcv->name), TRIPAL_WARNING);
  555. }
  556. // Add any typedefs to the vocabulary first.
  557. $this->logMessage("Step 2: Loading type defs...");
  558. $this->loadTypeDefs($defaultcv, $default_db);
  559. // Next add terms to the vocabulary.
  560. $this->logMessage("Step 3: Loading terms...");
  561. if (!$this->processTerms($defaultcv, $default_db)) {
  562. throw new Exception('Cannot add terms from this ontology');
  563. }
  564. }
  565. /**
  566. * OBO files are divided into a typedefs terms section and vocabulary terms section.
  567. * This function loads the typedef terms from the OBO.
  568. *
  569. * @param $defaultcv
  570. * A database object containing a record from the cv table for the
  571. * default controlled vocabulary
  572. * @param $default_db
  573. * The name of the default database.
  574. *
  575. * @ingroup tripal_obo_loader
  576. */
  577. private function loadTypeDefs($defaultcv, $default_db) {
  578. $sql = "SELECT * FROM {tripal_obo_temp} WHERE type = 'Typedef' ";
  579. $typedefs = chado_query($sql);
  580. $sql = "
  581. SELECT count(*) as num_terms
  582. FROM {tripal_obo_temp}
  583. WHERE type = 'Typedef'
  584. ";
  585. $result = chado_query($sql)->fetchObject();
  586. $count = $result->num_terms;
  587. $this->setTotalItems($count);
  588. $this->setItemsHandled(0);
  589. $i = 0;
  590. foreach ($typedefs as $typedef) {
  591. $this->setItemsHandled($i);
  592. $term = unserialize(base64_decode($typedef->stanza));
  593. $this->processTerm($term, $defaultcv->name, 1, $default_db);
  594. $i++;
  595. }
  596. $this->setItemsHandled($i);
  597. return 1;
  598. }
  599. /**
  600. * OBO files are divided into a typedefs section and a terms section.
  601. *
  602. * This function loads the typedef terms from the OBO.
  603. *
  604. * @param $defaultcv
  605. * A database object containing a record from the cv table for the
  606. * default controlled vocabulary
  607. * @param $default_db
  608. * The name of the default database.
  609. */
  610. private function processTerms($defaultcv, $default_db) {
  611. $i = 0;
  612. // Iterate through each term from the OBO file and add it.
  613. $sql = "
  614. SELECT * FROM {tripal_obo_temp}
  615. WHERE type = 'Term'
  616. ORDER BY id
  617. ";
  618. $terms = chado_query($sql);
  619. $sql = "
  620. SELECT count(*) as num_terms
  621. FROM {tripal_obo_temp}
  622. WHERE type = 'Term'
  623. ";
  624. $result = chado_query($sql)->fetchObject();
  625. $count = $result->num_terms;
  626. $this->setTotalItems($count);
  627. $this->setItemsHandled(0);
  628. // Iterate through the terms.
  629. foreach ($terms as $t) {
  630. $term = unserialize(base64_decode($t->stanza));
  631. $this->setItemsHandled($i);
  632. // Add/update this term.
  633. if (!$this->processTerm($term, $defaultcv->name, 0, $default_db)) {
  634. throw new Exception("Failed to process terms from the ontology");
  635. }
  636. $i++;
  637. }
  638. $this->setItemsHandled($i);
  639. return 1;
  640. }
  641. /**
  642. * Uses the provided term array to add/update information to Chado about the
  643. * term including the term, dbxref, synonyms, properties, and relationships.
  644. *
  645. * @param $term
  646. * An array representing the cvterm.
  647. * @param $defaultcv
  648. * The name of the default controlled vocabulary
  649. * @is_relationship
  650. * Set to 1 if this term is a relationship term
  651. * @default_db
  652. * The name of the default database.
  653. *
  654. * @ingroup tripal_obo_loader
  655. */
  656. private function processTerm($term, $defaultcv, $is_relationship = 0, $default_db) {
  657. // make sure we have a namespace for this term
  658. if (!array_key_exists('namespace', $term) and !($defaultcv or $defaultcv == '')) {
  659. throw new Exception("Cannot add the term: no namespace defined. " . $term['id'][0]);
  660. }
  661. // construct the term array for sending to the tripal_chado_add_cvterm function
  662. // for adding a new cvterm
  663. $t = array();
  664. $t['id'] = $term['id'][0];
  665. $t['name'] = $term['name'][0];
  666. if (array_key_exists('def', $term)) {
  667. $t['definition'] = $term['def'][0];
  668. }
  669. if (array_key_exists('subset', $term)) {
  670. $t['subset'] = $term['subset'][0];
  671. }
  672. if (array_key_exists('namespace', $term)) {
  673. $t['namespace'] = $term['namespace'][0];
  674. }
  675. if (array_key_exists('is_obsolete', $term)) {
  676. $t['is_obsolete'] = $term['is_obsolete'][0];
  677. }
  678. $t['cv_name'] = $defaultcv;
  679. $t['is_relationship'] = $is_relationship;
  680. $t['db_name'] = $default_db;
  681. // add the cvterm
  682. $cvterm = tripal_insert_cvterm($t, array('update_existing' => TRUE));
  683. if (!$cvterm) {
  684. throw new Exception("Cannot add the term " . $term['id'][0]);
  685. }
  686. // Remove any relationships that this term already has (in case it was
  687. // updated) and we'll re-add them.
  688. $sql = "
  689. DELETE FROM {cvterm_relationship} CVTR
  690. WHERE CVTR.subject_id = :cvterm_id
  691. ";
  692. chado_query($sql, array(':cvterm_id' => $cvterm->cvterm_id));
  693. if (array_key_exists('namespace', $term)) {
  694. $this->newcvs[$term['namespace'][0]] = $cvterm->cv_id;
  695. }
  696. // now handle other properites
  697. if (array_key_exists('is_anonymous', $term)) {
  698. //print "WARNING: unhandled tag: is_anonymous\n";
  699. }
  700. if (array_key_exists('alt_id', $term)) {
  701. foreach ($term['alt_id'] as $alt_id) {
  702. if (!$this->addCvtermDbxref($cvterm, $alt_id)) {
  703. throw new Exception("Cannot add alternate id $alt_id");
  704. }
  705. }
  706. }
  707. if (array_key_exists('subset', $term)) {
  708. //print "WARNING: unhandled tag: subset\n";
  709. }
  710. // add synonyms for this cvterm
  711. if (array_key_exists('synonym', $term)) {
  712. if (!$this->addSynonym($term, $cvterm)) {
  713. throw new Exception("Cannot add synonyms");
  714. }
  715. }
  716. // reformat the deprecated 'exact_synonym, narrow_synonym, and broad_synonym'
  717. // types to be of the v1.2 standard
  718. if (array_key_exists('exact_synonym', $term) or array_key_exists('narrow_synonym', $term) or array_key_exists('broad_synonym', $term)) {
  719. if (array_key_exists('exact_synonym', $term)) {
  720. foreach ($term['exact_synonym'] as $synonym) {
  721. $new = preg_replace('/^\s*(\".+?\")(.*?)$/', '$1 EXACT $2', $synonym);
  722. $term['synonym'][] = $new;
  723. }
  724. }
  725. if (array_key_exists('narrow_synonym', $term)) {
  726. foreach ($term['narrow_synonym'] as $synonym) {
  727. $new = preg_replace('/^\s*(\".+?\")(.*?)$/', '$1 NARROW $2', $synonym);
  728. $term['synonym'][] = $new;
  729. }
  730. }
  731. if (array_key_exists('broad_synonym', $term)) {
  732. foreach ($term['broad_synonym'] as $synonym) {
  733. $new = preg_replace('/^\s*(\".+?\")(.*?)$/', '$1 BROAD $2', $synonym);
  734. $term['synonym'][] = $new;
  735. }
  736. }
  737. if (!$this->addSynonym($term, $cvterm)) {
  738. throw new Exception("Cannot add/update synonyms");
  739. }
  740. }
  741. // add the comment to the cvtermprop table
  742. if (array_key_exists('comment', $term)) {
  743. $comments = $term['comment'];
  744. $j = 0;
  745. foreach ($comments as $comment) {
  746. if (!$this->addCvtermProp($cvterm, 'comment', $comment, $j)) {
  747. throw new Exception("Cannot add/update cvterm property");
  748. }
  749. $j++;
  750. }
  751. }
  752. // add any other external dbxrefs
  753. if (array_key_exists('xref', $term)) {
  754. foreach ($term['xref'] as $xref) {
  755. if (!$this->addCvtermDbxref($cvterm, $xref)) {
  756. throw new Exception("Cannot add/update cvterm database reference (dbxref).");
  757. }
  758. }
  759. }
  760. if (array_key_exists('xref_analog', $term)) {
  761. foreach ($term['xref_analog'] as $xref) {
  762. if (!$this->addCvtermDbxref($cvterm, $xref)) {
  763. throw new Exception("Cannot add/update cvterm database reference (dbxref).");
  764. }
  765. }
  766. }
  767. if (array_key_exists('xref_unk', $term)) {
  768. foreach ($term['xref_unk'] as $xref) {
  769. if (!$this->addCvtermDbxref($cvterm, $xref)) {
  770. throw new Exception("Cannot add/update cvterm database reference (dbxref).");
  771. }
  772. }
  773. }
  774. // add is_a relationships for this cvterm
  775. if (array_key_exists('is_a', $term)) {
  776. foreach ($term['is_a'] as $is_a) {
  777. if (!$this->addRelationship($cvterm, $defaultcv, 'is_a', $is_a, $is_relationship, $default_db)) {
  778. throw new Exception("Cannot add relationship is_a: $is_a");
  779. }
  780. }
  781. }
  782. if (array_key_exists('intersection_of', $term)) {
  783. //print "WARNING: unhandled tag: intersection_of\n";
  784. }
  785. if (array_key_exists('union_of', $term)) {
  786. //print "WARNING: unhandled tag: union_on\n";
  787. }
  788. if (array_key_exists('disjoint_from', $term)) {
  789. //print "WARNING: unhandled tag: disjoint_from\n";
  790. }
  791. if (array_key_exists('relationship', $term)) {
  792. foreach ($term['relationship'] as $value) {
  793. $rel = preg_replace('/^(.+?)\s.+?$/', '\1', $value);
  794. $object = preg_replace('/^.+?\s(.+?)$/', '\1', $value);
  795. if (!$this->addRelationship($cvterm, $defaultcv, $rel, $object, $is_relationship, $default_db)) {
  796. throw new Exception("Cannot add relationship $rel: $object");
  797. }
  798. }
  799. }
  800. if (array_key_exists('replaced_by', $term)) {
  801. //print "WARNING: unhandled tag: replaced_by\n";
  802. }
  803. if (array_key_exists('consider', $term)) {
  804. //print "WARNING: unhandled tag: consider\n";
  805. }
  806. if (array_key_exists('use_term', $term)) {
  807. //print "WARNING: unhandled tag: user_term\n";
  808. }
  809. if (array_key_exists('builtin', $term)) {
  810. //print "WARNING: unhandled tag: builtin\n";
  811. }
  812. return 1;
  813. }
  814. /**
  815. * Adds a cvterm relationship
  816. *
  817. * @param $cvterm
  818. * A database object for the cvterm
  819. * @param $rel
  820. * The relationship name
  821. * @param $objname
  822. * The relationship term name
  823. * @param $defaultcv
  824. * A database object containing a record from the cv table for the
  825. * default controlled vocabulary
  826. * @object_is_relationship
  827. * Set to 1 if this term is a relationship term
  828. * @default_db
  829. * The name of the default database.
  830. *
  831. * @ingroup tripal_obo_loader
  832. */
  833. private function addRelationship($cvterm, $defaultcv, $rel,
  834. $objname, $object_is_relationship = 0, $default_db = 'OBO_REL') {
  835. // If an accession was passed we need to see if we can find the actual label.
  836. if (strpos($rel, ':')) {
  837. $pair = explode(":", $rel);
  838. $ontology_id = $pair[0];
  839. $accession_num = $pair[1];
  840. if (strlen($accession_num) > 6) {
  841. $results = $this->oboEbiLookup($rel, 'query');
  842. if (!empty($results)) {
  843. if (array_key_exists('docs', $results)){
  844. if(!empty($results['docs'])) {
  845. $rel = $results['docs']['label'];
  846. }
  847. else {
  848. // The first search doesn't work, so let's try a broader one.
  849. $results = $this->oboEbiLookup($rel, 'query-non-local');
  850. if (!empty($results)) {
  851. if (array_key_exists('docs', $results)){
  852. if(!empty($results['docs'])) {
  853. $accession = $rel;
  854. $accession_underscore = str_replace(":", "_", $accession);
  855. foreach ($results['docs'] as $item) {
  856. if ($item['label'] != $accession && $item['label'] != $accession_underscore) {
  857. //Found the first place a label is other than the accession is used, so take
  858. // that info and then end the loop.
  859. $rel = $item['label'];
  860. break;
  861. }
  862. }
  863. }
  864. }
  865. }
  866. }
  867. }
  868. }
  869. }
  870. }
  871. // Make sure the relationship cvterm exists.
  872. $term = array(
  873. 'name' => $rel,
  874. 'id' => "$default_db:$rel",
  875. 'definition' => '',
  876. 'is_obsolete' => 0,
  877. 'cv_name' => $defaultcv,
  878. 'is_relationship' => TRUE,
  879. 'db_name' => $default_db
  880. );
  881. $relcvterm = tripal_insert_cvterm($term, array('update_existing' => FALSE));
  882. if (!$relcvterm) {
  883. // If the relationship term couldn't be found in the default_db provided
  884. // then do on more check to find it in the relationship ontology
  885. $term = array(
  886. 'name' => $rel,
  887. 'id' => "OBO_REL:$rel",
  888. 'definition' => '',
  889. 'is_obsolete' => 0,
  890. 'cv_name' => $defaultcv,
  891. 'is_relationship' => TRUE,
  892. 'db_name' => 'OBO_REL'
  893. );
  894. $relcvterm = tripal_insert_cvterm($term, array('update_existing' => FALSE));
  895. if (!$relcvterm) {
  896. throw new Exception("Cannot find the relationship term in the current ontology or in the relationship ontology: $rel\n");
  897. }
  898. }
  899. // Get the object term.
  900. $oterm = $this->getTerm($objname);
  901. if (!$oterm) {
  902. throw new Exception("Could not find object term $objname\n");
  903. }
  904. $objterm = array();
  905. $objterm['id'] = $oterm['id'][0];
  906. $objterm['name'] = $oterm['name'][0];
  907. if (array_key_exists('def', $oterm)) {
  908. $objterm['definition'] = $oterm['def'][0];
  909. }
  910. if (array_key_exists('subset', $oterm)) {
  911. $objterm['subset'] = $oterm['subset'][0];
  912. }
  913. if (array_key_exists('namespace', $oterm)) {
  914. $objterm['namespace'] = $oterm['namespace'][0];
  915. }
  916. if (array_key_exists('is_obsolete', $oterm)) {
  917. $objterm['is_obsolete'] = $oterm['is_obsolete'][0];
  918. }
  919. $objterm['cv_name' ] = $defaultcv;
  920. $objterm['is_relationship'] = $object_is_relationship;
  921. $objterm['db_name'] = $default_db;
  922. $objcvterm = tripal_insert_cvterm($objterm, array('update_existing' => TRUE));
  923. if (!$objcvterm) {
  924. throw new Exception("Cannot add cvterm " . $oterm['name'][0]);
  925. }
  926. // check to see if the cvterm_relationship already exists, if not add it
  927. $values = array(
  928. 'type_id' => $relcvterm->cvterm_id,
  929. 'subject_id' => $cvterm->cvterm_id,
  930. 'object_id' => $objcvterm->cvterm_id
  931. );
  932. $result = chado_select_record('cvterm_relationship', array('*'), $values);
  933. if (count($result) == 0) {
  934. $options = array('return_record' => FALSE);
  935. $success = chado_insert_record('cvterm_relationship', $values, $options);
  936. if (!$success) {
  937. throw new Exception("Cannot add term relationship: '$cvterm->name' $rel '$objcvterm->name'");
  938. }
  939. }
  940. return TRUE;
  941. }
  942. /**
  943. * Retrieves the term array from the temp loading table for a given term id.
  944. *
  945. * @param id
  946. * The id of the term to retrieve
  947. *
  948. * @ingroup tripal_obo_loader
  949. */
  950. private function getTerm($id) {
  951. $values = array('id' => $id);
  952. $result = chado_select_record('tripal_obo_temp', array('stanza'), $values);
  953. if (count($result) == 0) {
  954. return FALSE;
  955. }
  956. return unserialize(base64_decode($result[0]->stanza));
  957. }
  958. /**
  959. * Adds the synonyms to a term
  960. *
  961. * @param term
  962. * An array representing the cvterm. It must have a 'synonym' key/value pair.
  963. * @param cvterm
  964. * The database object of the cvterm to which the synonym will be added.
  965. *
  966. * @ingroup tripal_obo_loader
  967. */
  968. private function addSynonym($term, $cvterm) {
  969. // make sure we have a 'synonym_type' vocabulary
  970. $syncv = tripal_insert_cv(
  971. 'synonym_type',
  972. 'A local vocabulary added for synonym types.'
  973. );
  974. // now add the synonyms
  975. if (array_key_exists('synonym', $term)) {
  976. foreach ($term['synonym'] as $synonym) {
  977. // separate out the synonym definition and the synonym type
  978. $def = preg_replace('/^\s*"(.*)"\s*.*$/', '\1', $synonym);
  979. // the scope will be 'EXACT', etc...
  980. $scope = drupal_strtolower(preg_replace('/^.*"\s+(.*?)\s+.*$/', '\1', $synonym));
  981. if (!$scope) { // if no scope then default to 'exact'
  982. $scope = 'exact';
  983. }
  984. // make sure the synonym type exists in the 'synonym_type' vocabulary
  985. $values = array(
  986. 'name' => $scope,
  987. 'cv_id' => array(
  988. 'name' => 'synonym_type',
  989. ),
  990. );
  991. $syntype = tripal_get_cvterm($values);
  992. // if it doesn't exist then add it
  993. if (!$syntype) {
  994. // build a 'term' object so we can add the missing term
  995. $term = array(
  996. 'name' => $scope,
  997. 'id' => "synonym_type:$scope",
  998. 'definition' => '',
  999. 'is_obsolete' => 0,
  1000. 'cv_name' => $syncv->name,
  1001. 'is_relationship' => FALSE
  1002. );
  1003. $syntype = tripal_insert_cvterm($term, array('update_existing' => TRUE));
  1004. if (!$syntype) {
  1005. throw new Exception("Cannot add synonym type: internal:$scope");
  1006. }
  1007. }
  1008. // make sure the synonym doesn't already exists
  1009. $values = array(
  1010. 'cvterm_id' => $cvterm->cvterm_id,
  1011. 'synonym' => $def
  1012. );
  1013. $results = chado_select_record('cvtermsynonym', array('*'), $values);
  1014. if (count($results) == 0) {
  1015. $values = array(
  1016. 'cvterm_id' => $cvterm->cvterm_id,
  1017. 'synonym' => $def,
  1018. 'type_id' => $syntype->cvterm_id
  1019. );
  1020. $options = array('return_record' => FALSE);
  1021. $success = chado_insert_record('cvtermsynonym', $values, $options);
  1022. if (!$success) {
  1023. throw new Exception("Failed to insert the synonym for term: $cvterm->name ($def)");
  1024. }
  1025. }
  1026. // now add the dbxrefs for the synonym if we have a comma in the middle
  1027. // of a description then this will cause problems when splitting os lets
  1028. // just change it so it won't mess up our splitting and then set it back
  1029. // later.
  1030. /**
  1031. $synonym = preg_replace('/(".*?),\s(.*?")/','$1,_$2',$synonym);
  1032. $dbxrefs = preg_split("/, /",preg_replace('/^.*\[(.*?)\]$/','\1',$synonym));
  1033. foreach ($dbxrefs as $dbxref) {
  1034. $dbxref = preg_replace('/,_/',", ",$dbxref);
  1035. if ($dbxref) {
  1036. $this->addCvtermDbxref($syn,$dbxref);
  1037. }
  1038. }
  1039. */
  1040. }
  1041. }
  1042. return TRUE;
  1043. }
  1044. /**
  1045. * Parse the OBO file and populate the templ loading table
  1046. *
  1047. * @param $file
  1048. * The path on the file system where the ontology can be found
  1049. * @param $header
  1050. * An array passed by reference that will be populated with the header
  1051. * information from the OBO file
  1052. *
  1053. * @ingroup tripal_obo_loader
  1054. */
  1055. private function parse($obo_file, &$header) {
  1056. $in_header = 1;
  1057. $stanza = array();
  1058. $default_db = '';
  1059. $line_num = 0;
  1060. $num_read = 0;
  1061. $type = '';
  1062. $filesize = filesize($obo_file);
  1063. $this->setTotalItems($filesize);
  1064. $this->setItemsHandled(0);
  1065. // iterate through the lines in the OBO file and parse the stanzas
  1066. $fh = fopen($obo_file, 'r');
  1067. while ($line = fgets($fh)) {
  1068. $line_num++;
  1069. $size = drupal_strlen($line);
  1070. $num_read += $size;
  1071. $line = trim($line);
  1072. $this->setItemsHandled($num_read);
  1073. // remove newlines
  1074. $line = rtrim($line);
  1075. // remove any special characters that may be hiding
  1076. $line = preg_replace('/[^(\x20-\x7F)]*/', '', $line);
  1077. // skip empty lines
  1078. if (strcmp($line, '') == 0) {
  1079. continue;
  1080. }
  1081. //remove comments from end of lines
  1082. $line = preg_replace('/^(.*?)\!.*$/', '\1', $line); // TODO: if the explamation is escaped
  1083. // at the first stanza we're out of header
  1084. if (preg_match('/^\s*\[/', $line)) {
  1085. $in_header = 0;
  1086. // store the stanza we just finished reading
  1087. if (sizeof($stanza) > 0) {
  1088. // add the term to the temp table
  1089. $values = array(
  1090. 'id' => $stanza['id'][0],
  1091. 'stanza' => base64_encode(serialize($stanza)),
  1092. 'type' => $type,
  1093. );
  1094. $success = chado_insert_record('tripal_obo_temp', $values);
  1095. if (!$success) {
  1096. throw new Exception("Cannot insert stanza into temporary table.");
  1097. }
  1098. }
  1099. // get the stanza type: Term, Typedef or Instance
  1100. $type = preg_replace('/^\s*\[\s*(.+?)\s*\]\s*$/', '\1', $line);
  1101. // start fresh with a new array
  1102. $stanza = array();
  1103. continue;
  1104. }
  1105. // break apart the line into the tag and value but ignore any escaped colons
  1106. preg_replace("/\\:/", "|-|-|", $line); // temporarily replace escaped colons
  1107. $pair = explode(":", $line, 2);
  1108. $tag = $pair[0];
  1109. $value = ltrim(rtrim($pair[1]));// remove surrounding spaces
  1110. // if this is the ID then look for the default DB
  1111. $matches = array();
  1112. if ($tag == 'id' and preg_match('/^(.+?):.*$/', $value, $matches)) {
  1113. $default_db = $matches[1];
  1114. dpm("default_db: $default_db\n");
  1115. // Check that the default_db is in the cv table.
  1116. $sql = "
  1117. SELECT CV.name
  1118. FROM {cv} CV
  1119. WHERE CV.name = '$default_db'
  1120. ";
  1121. $results = chado_query($sql)->fetchObject();
  1122. dpm("results: $results\n");
  1123. if (!$results){
  1124. //The controlled vocabulary is not in the cv term table and needs to be added.
  1125. $ontology_info = $this->oboEbiLookup($default_db, 'ontology');
  1126. if (array_key_exists('default-namespace', $ontology_info['config']['annotations'])) {
  1127. $results = $ontology_info['config']['annotations']['default-namespace'];
  1128. }
  1129. elseif (array_key_exists('namespace', $ontology_info['config'])) {
  1130. $results = $ontology_info['config']['namespace'];
  1131. }
  1132. $defaultcv = tripal_insert_cv($results, '');
  1133. if($default_cv) {
  1134. $default_db = $default_cv;
  1135. }
  1136. }
  1137. }
  1138. dpm("default_db: $default_db\n");
  1139. $tag = preg_replace("/\|-\|-\|/", "\:", $tag); // return the escaped colon
  1140. $value = preg_replace("/\|-\|-\|/", "\:", $value);
  1141. if ($in_header) {
  1142. if (!array_key_exists($tag, $header)) {
  1143. $header[$tag] = array();
  1144. }
  1145. $header[$tag][] = $value;
  1146. }
  1147. else {
  1148. if (!array_key_exists($tag, $stanza)) {
  1149. $stanza[$tag] = array();
  1150. }
  1151. $stanza[$tag][] = $value;
  1152. }
  1153. }
  1154. // now add the last term in the file
  1155. if (sizeof($stanza) > 0) {
  1156. $values = array(
  1157. 'id' => $stanza['id'][0],
  1158. 'stanza' => base64_encode(serialize($stanza)),
  1159. 'type' => $type,
  1160. );
  1161. chado_insert_record('tripal_obo_temp', $values);
  1162. if (!$success) {
  1163. throw new Exception("Cannot insert stanza into temporary table.");
  1164. }
  1165. $this->setItemsHandled($num_read);
  1166. }
  1167. return $default_db;
  1168. }
  1169. /**
  1170. * Adds a database reference to a cvterm
  1171. *
  1172. * @param cvterm
  1173. * The database object of the cvterm to which the synonym will be added.
  1174. * @param xref
  1175. * The cross refernce. It should be of the form from the OBO specification
  1176. *
  1177. * @ingroup tripal_obo_loader
  1178. */
  1179. private function addCvtermDbxref($cvterm, $xref) {
  1180. $dbname = preg_replace('/^(.+?):.*$/', '$1', $xref);
  1181. $accession = preg_replace('/^.+?:\s*(.*?)(\{.+$|\[.+$|\s.+$|\".+$|$)/', '$1', $xref);
  1182. $description = preg_replace('/^.+?\"(.+?)\".*?$/', '$1', $xref);
  1183. $dbxrefs = preg_replace('/^.+?\[(.+?)\].*?$/', '$1', $xref);
  1184. if (!$accession) {
  1185. throw new Exception("Cannot add a dbxref without an accession: '$xref'");
  1186. }
  1187. // if the xref is a database link, handle that specially
  1188. if (strcmp($dbname, 'http') == 0) {
  1189. $accession = $xref;
  1190. $dbname = 'URL';
  1191. }
  1192. // add the database
  1193. $db = tripal_insert_db(array('name' => $dbname));
  1194. if (!$db) {
  1195. throw new Exception("Cannot find database '$dbname' in Chado.");
  1196. }
  1197. // now add the dbxref
  1198. $dbxref = $this->addDbxref($db->db_id, $accession, '', $description);
  1199. if (!$dbxref) {
  1200. throw new Exception("Cannot find or add the database reference (dbxref)");
  1201. }
  1202. // finally add the cvterm_dbxref but first check to make sure it exists
  1203. $values = array(
  1204. 'cvterm_id' => $cvterm->cvterm_id,
  1205. 'dbxref_id' => $dbxref->dbxref_id,
  1206. );
  1207. $result = chado_select_record('cvterm_dbxref', array('*'), $values);
  1208. if (count($result) == 0) {
  1209. $ins_options = array('return_record' => FALSE);
  1210. $result = chado_insert_record('cvterm_dbxref', $values, $ins_options);
  1211. if (!$result) {
  1212. throw new Exception("Cannot add cvterm_dbxref: $xref");
  1213. }
  1214. }
  1215. return TRUE;
  1216. }
  1217. /**
  1218. * Adds a property to a cvterm
  1219. *
  1220. * @param cvterm
  1221. * A database object for the cvterm to which properties will be added
  1222. * @param $property
  1223. * The name of the property to add
  1224. * @param $value
  1225. * The value of the property
  1226. * @param rank
  1227. * The rank of the property
  1228. *
  1229. * @ingroup tripal_obo_loader
  1230. */
  1231. private function addCvtermProp($cvterm, $property, $value, $rank) {
  1232. // make sure the 'cvterm_property_type' CV exists
  1233. $cv = tripal_insert_cv('cvterm_property_type', '');
  1234. if (!$cv) {
  1235. throw new Exception("Cannot add/find cvterm_property_type cvterm");
  1236. }
  1237. // get the property type cvterm. If it doesn't exist then we want to add it
  1238. $values = array(
  1239. 'name' => $property,
  1240. 'cv_id' => $cv->cv_id,
  1241. );
  1242. $results = chado_select_record('cvterm', array('*'), $values);
  1243. if (count($results) == 0) {
  1244. $term = array(
  1245. 'name' => $property,
  1246. 'id' => "internal:$property",
  1247. 'definition' => '',
  1248. 'is_obsolete' => 0,
  1249. 'cv_name' => $cv->name,
  1250. 'is_relationship' => FALSE,
  1251. );
  1252. $cvproptype = tripal_insert_cvterm($term, array('update_existing' => FALSE));
  1253. if (!$cvproptype) {
  1254. throw new Exception("Cannot add cvterm property: internal:$property");
  1255. }
  1256. }
  1257. else {
  1258. $cvproptype = $results[0];
  1259. }
  1260. // remove any properties that currently exist for this term. We'll reset them
  1261. if ($rank == 0) {
  1262. $values = array('cvterm_id' => $cvterm->cvterm_id);
  1263. $success = chado_delete_record('cvtermprop', $values);
  1264. if (!$success) {
  1265. throw new Exception("Could not remove existing properties to update property $property for term\n");
  1266. }
  1267. }
  1268. // now add the property
  1269. $values = array(
  1270. 'cvterm_id' => $cvterm->cvterm_id,
  1271. 'type_id' => $cvproptype->cvterm_id,
  1272. 'value' => $value,
  1273. 'rank' => $rank,
  1274. );
  1275. $options = array('return_record' => FALSE);
  1276. $result = chado_insert_record('cvtermprop', $values, $options);
  1277. if (!$result) {
  1278. throw new Exception("Could not add property $property for term\n");
  1279. }
  1280. return TRUE;
  1281. }
  1282. /**
  1283. * Adds a database cross reference to a cvterm
  1284. *
  1285. * @param db_id
  1286. * The database ID of the cross reference
  1287. * @param accession
  1288. * The cross reference's accession
  1289. * @param $version
  1290. * The version of the dbxref
  1291. * @param $description
  1292. * The description of the cross reference
  1293. *
  1294. * @ingroup tripal_obo_loader
  1295. */
  1296. private function addDbxref($db_id, $accession, $version='', $description='') {
  1297. // check to see if the dbxref exists if not, add it
  1298. $values = array(
  1299. 'db_id' => $db_id,
  1300. 'accession' => $accession,
  1301. );
  1302. $result = chado_select_record('dbxref', array('dbxref_id'), $values);
  1303. if (count($result) == 0) {
  1304. $ins_values = array(
  1305. 'db_id' => $db_id,
  1306. 'accession' => $accession,
  1307. 'version' => $version,
  1308. 'description' => $description,
  1309. );
  1310. $ins_options = array('return_record' => FALSE);
  1311. $result = chado_insert_record('dbxref', $ins_values, $ins_options);
  1312. if (!$result) {
  1313. throw new Exception("Failed to insert the dbxref record $accession");
  1314. }
  1315. $result = chado_select_record('dbxref', array('dbxref_id'), $values);
  1316. }
  1317. return $result[0];
  1318. }
  1319. /**
  1320. * API call to Ontology Lookup Service provided by
  1321. * https://www.ebi.ac.uk/ols/docs/api#resources-terms
  1322. *
  1323. * @param ontology
  1324. * The OLS ontology id e.g. go
  1325. * @param accession
  1326. * Accession term for query
  1327. *
  1328. * @ingroup tripal_obo_loader
  1329. */
  1330. private function oboEbiLookup($accession, $type_of_search) {
  1331. //Grab just the ontology from the $accession.
  1332. $parts = explode(':', $accession);
  1333. $ontology = strtolower($parts[0]);
  1334. $ontology = preg_replace('/\s+/', '', $ontology);
  1335. if ($type_of_search == 'default_namespace') {
  1336. $options = array();
  1337. $full_url = 'http://www.ebi.ac.uk/ols/api/ontologies/' . $ontology;
  1338. $response = drupal_http_request($full_url, $options);
  1339. if(!empty($response)){
  1340. $response = drupal_json_decode($response->data);
  1341. }
  1342. }
  1343. elseif ($type_of_search == 'term') {
  1344. //The IRI of the terms, this value must be double URL encoded
  1345. $iri = urlencode(urlencode("http://purl.obolibrary.org/obo/" . str_replace(':' , '_', $accession)));
  1346. $options = array();
  1347. $full_url = 'http://www.ebi.ac.uk/ols/api/ontologies/' . $ontology . '/' . 'terms/' . $iri;
  1348. $response = drupal_http_request($full_url, $options);
  1349. if(!empty($response)){
  1350. $response = drupal_json_decode($response->data);
  1351. }
  1352. }
  1353. elseif($type_of_search == 'query') {
  1354. $options = array();
  1355. $full_url = 'http://www.ebi.ac.uk/ols/api/search?q=' . $accession . '&queryFields=obo_id&local=true';
  1356. $response = drupal_http_request($full_url, $options);
  1357. if(!empty($response)){
  1358. $response = drupal_json_decode($response->data);
  1359. }
  1360. }
  1361. elseif($type_of_search == 'ontology') {
  1362. $options = array();
  1363. $full_url = 'http://www.ebi.ac.uk/ols/api/ontologies/' . $ontology;
  1364. $response = drupal_http_request($full_url, $options);
  1365. if(!empty($response)){
  1366. $response = drupal_json_decode($response->data);
  1367. }
  1368. }
  1369. elseif($type_of_search == 'query-non-local') {
  1370. $options = array();
  1371. $full_url = 'http://www.ebi.ac.uk/ols/api/search?q=' . $accession . '&queryFields=obo_id';
  1372. $response = drupal_http_request($full_url, $options);
  1373. if(!empty($response)){
  1374. $response = drupal_json_decode($response->data);
  1375. }
  1376. }
  1377. return $response;
  1378. }
  1379. //drush php-eval "module_load_include('inc', 'tripal_chado', 'sites/all/modules/tripal/tripal_chado/includes/TripalImporter'); oboEbiLookup('BFO:0000050')"
  1380. }
  1381. /**
  1382. * Ajax callback for the OBOImporter::form() function.
  1383. */
  1384. function tripal_cv_obo_form_ajax_callback($form, $form_state) {
  1385. return $form['class_elements']['obo_existing'];
  1386. }