Clover icon

Coverage Report

  1. Project Clover database Thu Aug 13 2020 12:04:21 BST
  2. Package jalview.ws.seqfetcher

File ASequenceFetcher.java

 

Coverage histogram

../../../img/srcFileCovDistChart2.png
50% of files have more coverage

Code metrics

64
149
12
1
460
331
50
0.34
12.42
12
4.17

Classes

Class Line # Actions
ASequenceFetcher 42 149 50
0.1955555519.6%
 

Contributing tests

This file is covered by 101 tests. .

Source view

1    /*
2    * Jalview - A Sequence Alignment Editor and Viewer ($$Version-Rel$$)
3    * Copyright (C) $$Year-Rel$$ The Jalview Authors
4    *
5    * This file is part of Jalview.
6    *
7    * Jalview is free software: you can redistribute it and/or
8    * modify it under the terms of the GNU General Public License
9    * as published by the Free Software Foundation, either version 3
10    * of the License, or (at your option) any later version.
11    *
12    * Jalview is distributed in the hope that it will be useful, but
13    * WITHOUT ANY WARRANTY; without even the implied warranty
14    * of MERCHANTABILITY or FITNESS FOR A PARTICULAR
15    * PURPOSE. See the GNU General Public License for more details.
16    *
17    * You should have received a copy of the GNU General Public License
18    * along with Jalview. If not, see <http://www.gnu.org/licenses/>.
19    * The Jalview Authors are detailed in the 'AUTHORS' file.
20    */
21    package jalview.ws.seqfetcher;
22   
23    import jalview.api.FeatureSettingsModelI;
24    import jalview.bin.Cache;
25    import jalview.datamodel.AlignmentI;
26    import jalview.datamodel.DBRefEntry;
27    import jalview.datamodel.SequenceI;
28    import jalview.util.DBRefUtils;
29    import jalview.util.MessageManager;
30   
31    import java.util.ArrayList;
32    import java.util.Collections;
33    import java.util.Comparator;
34    import java.util.Enumeration;
35    import java.util.HashSet;
36    import java.util.Hashtable;
37    import java.util.List;
38    import java.util.Map;
39    import java.util.Stack;
40    import java.util.Vector;
41   
 
42    public class ASequenceFetcher
43    {
44   
45    /*
46    * set of databases we can retrieve entries from
47    */
48    protected Hashtable<String, Map<String, DbSourceProxy>> fetchableDbs;
49   
50    /*
51    * comparator to sort by tier (0/1/2) and name
52    */
53    private Comparator<DbSourceProxy> proxyComparator;
54   
55    /**
56    * Constructor
57    */
 
58  8 toggle protected ASequenceFetcher()
59    {
60  8 super();
61   
62    /*
63    * comparator to sort proxies by tier and name
64    */
65  8 proxyComparator = new Comparator<DbSourceProxy>()
66    {
 
67  0 toggle @Override
68    public int compare(DbSourceProxy o1, DbSourceProxy o2)
69    {
70    /*
71    * Tier 0 precedes 1 precedes 2
72    */
73  0 int compared = Integer.compare(o1.getTier(), o2.getTier());
74  0 if (compared == 0)
75    {
76    // defend against NullPointer - should never happen
77  0 String o1Name = o1.getDbName();
78  0 String o2Name = o2.getDbName();
79  0 if (o1Name != null && o2Name != null)
80    {
81  0 compared = o1Name.compareToIgnoreCase(o2Name);
82    }
83    }
84  0 return compared;
85    }
86    };
87    }
88   
89    /**
90    * get array of supported Databases
91    *
92    * @return database source string for each database - only the latest version
93    * of a source db is bound to each source.
94    */
 
95  1747 toggle public String[] getSupportedDb()
96    {
97  1747 if (fetchableDbs == null)
98    {
99  0 return null;
100    }
101  1747 String[] sf = fetchableDbs.keySet()
102    .toArray(new String[fetchableDbs.size()]);
103  1747 return sf;
104    }
105   
 
106  0 toggle public boolean isFetchable(String source)
107    {
108  0 for (String db : fetchableDbs.keySet())
109    {
110  0 if (source.equalsIgnoreCase(db))
111    {
112  0 return true;
113    }
114    }
115  0 Cache.log.warn("isFetchable doesn't know about '" + source + "'");
116  0 return false;
117    }
118   
119    /**
120    * Fetch sequences for the given cross-references
121    *
122    * @param refs
123    * @param dna
124    * if true, only fetch from nucleotide data sources, else peptide
125    * @return
126    */
 
127  0 toggle public SequenceI[] getSequences(List<DBRefEntry> refs, boolean dna)
128    {
129  0 Vector<SequenceI> rseqs = new Vector<>();
130  0 Hashtable<String, List<String>> queries = new Hashtable<>();
131  0 for (DBRefEntry ref : refs)
132    {
133  0 String canonical = DBRefUtils.getCanonicalName(ref.getSource());
134  0 if (!queries.containsKey(canonical))
135    {
136  0 queries.put(canonical, new ArrayList<String>());
137    }
138  0 List<String> qset = queries.get(canonical);
139  0 if (!qset.contains(ref.getAccessionId()))
140    {
141  0 qset.add(ref.getAccessionId());
142    }
143    }
144  0 Enumeration<String> e = queries.keys();
145  0 while (e.hasMoreElements())
146    {
147  0 List<String> query = null;
148  0 String db = null;
149  0 db = e.nextElement();
150  0 query = queries.get(db);
151  0 if (!isFetchable(db))
152    {
153  0 reportStdError(db, query, new Exception(
154    "Don't know how to fetch from this database :" + db));
155  0 continue;
156    }
157   
158  0 Stack<String> queriesLeft = new Stack<>();
159  0 queriesLeft.addAll(query);
160   
161  0 List<DbSourceProxy> proxies = getSourceProxy(db);
162  0 for (DbSourceProxy fetcher : proxies)
163    {
164  0 List<String> queriesMade = new ArrayList<>();
165  0 HashSet<String> queriesFound = new HashSet<>();
166  0 try
167    {
168  0 if (fetcher.isDnaCoding() != dna)
169    {
170  0 continue; // wrong sort of data
171    }
172  0 boolean doMultiple = fetcher.getMaximumQueryCount() > 1;
173  0 while (!queriesLeft.isEmpty())
174    {
175  0 StringBuffer qsb = new StringBuffer();
176  0 do
177    {
178  0 if (qsb.length() > 0)
179    {
180  0 qsb.append(fetcher.getAccessionSeparator());
181    }
182  0 String q = queriesLeft.pop();
183  0 queriesMade.add(q);
184  0 qsb.append(q);
185  0 } while (doMultiple && !queriesLeft.isEmpty());
186   
187  0 AlignmentI seqset = null;
188  0 try
189    {
190    // create a fetcher and go to it
191  0 seqset = fetcher.getSequenceRecords(qsb.toString());
192    } catch (Exception ex)
193    {
194  0 System.err.println(
195    "Failed to retrieve the following from " + db);
196  0 System.err.println(qsb);
197  0 ex.printStackTrace(System.err);
198    }
199    // TODO: Merge alignment together - perhaps
200  0 if (seqset != null)
201    {
202  0 SequenceI seqs[] = seqset.getSequencesArray();
203  0 if (seqs != null)
204    {
205  0 for (int is = 0; is < seqs.length; is++)
206    {
207  0 rseqs.addElement(seqs[is]);
208    // BH 2015.01.25 check about version/accessid being null here
209  0 List<DBRefEntry> frefs = DBRefUtils.searchRefs(
210    seqs[is].getDBRefs(),
211    new DBRefEntry(db, null, null), DBRefUtils.SEARCH_MODE_FULL);
212  0 for (DBRefEntry dbr : frefs)
213    {
214  0 queriesFound.add(dbr.getAccessionId());
215  0 queriesMade.remove(dbr.getAccessionId());
216    }
217  0 seqs[is] = null;
218    }
219    }
220    else
221    {
222  0 if (fetcher.getRawRecords() != null)
223    {
224  0 System.out.println(
225    "# Retrieved from " + db + ":" + qsb.toString());
226  0 StringBuffer rrb = fetcher.getRawRecords();
227    /*
228    * for (int rr = 0; rr<rrb.length; rr++) {
229    */
230  0 String hdr;
231    // if (rr<qs.length)
232    // {
233  0 hdr = "# " + db + ":" + qsb.toString();
234    /*
235    * } else { hdr = "# part "+rr; }
236    */
237  0 System.out.println(hdr);
238  0 if (rrb != null)
239    {
240  0 System.out.println(rrb);
241    }
242  0 System.out.println("# end of " + hdr);
243    }
244   
245    }
246    }
247   
248    }
249    } catch (Exception ex)
250    {
251  0 reportStdError(db, queriesMade, ex);
252    }
253  0 if (queriesMade.size() > 0)
254    {
255  0 System.out.println("# Adding " + queriesMade.size()
256    + " ids back to queries list for searching again (" + db
257    + ")");
258  0 queriesLeft.addAll(queriesMade);
259    }
260    }
261    }
262   
263  0 SequenceI[] result = null;
264  0 if (rseqs.size() > 0)
265    {
266  0 result = new SequenceI[rseqs.size()];
267  0 int si = 0;
268  0 for (SequenceI s : rseqs)
269    {
270  0 result[si++] = s;
271  0 s.updatePDBIds();
272    }
273    }
274  0 return result;
275    }
276   
 
277  0 toggle public void reportStdError(String db, List<String> queriesMade,
278    Exception ex)
279    {
280   
281  0 System.err.println(
282    "Failed to retrieve the following references from " + db);
283  0 int n = 0;
284  0 for (String qv : queriesMade)
285    {
286  0 System.err.print(" " + qv + ";");
287  0 if (n++ > 10)
288    {
289  0 System.err.println();
290  0 n = 0;
291    }
292    }
293  0 System.err.println();
294  0 ex.printStackTrace();
295    }
296   
297    /**
298    * Returns a list of proxies for the given source
299    *
300    * @param db
301    * database source string TODO: add version string/wildcard for
302    * retrieval of specific DB source/version combinations.
303    * @return a list of DbSourceProxy for the db
304    */
 
305  22720 toggle public List<DbSourceProxy> getSourceProxy(String db)
306    {
307  22720 db = DBRefUtils.getCanonicalName(db);
308  22720 Map<String, DbSourceProxy> dblist = fetchableDbs.get(db);
309  22720 if (dblist == null)
310    {
311  1 return new ArrayList<>();
312    }
313   
314    /*
315    * sort so that primary sources precede secondary
316    */
317  22719 List<DbSourceProxy> dbs = new ArrayList<>(dblist.values());
318  22719 Collections.sort(dbs, proxyComparator);
319  22719 return dbs;
320    }
321   
322    /**
323    * constructs an instance of the proxy and registers it as a valid dbrefsource
324    *
325    * @param dbSourceProxy
326    * reference for class implementing
327    * jalview.ws.seqfetcher.DbSourceProxy
328    */
 
329  64 toggle protected void addDBRefSourceImpl(
330    Class<? extends DbSourceProxy> dbSourceProxy)
331    throws IllegalArgumentException
332    {
333  64 DbSourceProxy proxy = null;
334  64 try
335    {
336  64 DbSourceProxy proxyObj = dbSourceProxy.getConstructor().newInstance();
337  64 proxy = proxyObj;
338    } catch (IllegalArgumentException e)
339    {
340  0 throw e;
341    } catch (Exception e)
342    {
343    // Serious problems if this happens.
344  0 throw new Error(MessageManager
345    .getString("error.dbrefsource_implementation_exception"), e);
346    }
347  64 addDbRefSourceImpl(proxy);
348    }
349   
350    /**
351    * add the properly initialised DbSourceProxy object 'proxy' to the list of
352    * sequence fetchers
353    *
354    * @param proxy
355    */
 
356  64 toggle protected void addDbRefSourceImpl(DbSourceProxy proxy)
357    {
358  64 if (proxy != null)
359    {
360  64 if (fetchableDbs == null)
361    {
362  8 fetchableDbs = new Hashtable<>();
363    }
364  64 Map<String, DbSourceProxy> slist = fetchableDbs
365    .get(proxy.getDbSource());
366  64 if (slist == null)
367    {
368  64 fetchableDbs.put(proxy.getDbSource(),
369    slist = new Hashtable<>());
370    }
371  64 slist.put(proxy.getDbName(), proxy);
372    }
373    }
374   
375    /**
376    * select sources which are implemented by instances of the given class
377    *
378    * @param class
379    * that implements DbSourceProxy
380    * @return null or vector of source names for fetchers
381    */
 
382  0 toggle public String[] getDbInstances(Class class1)
383    {
384  0 if (!DbSourceProxy.class.isAssignableFrom(class1))
385    {
386  0 throw new Error(MessageManager.formatMessage(
387    "error.implementation_error_dbinstance_must_implement_interface",
388    new String[]
389    { class1.toString() }));
390    }
391  0 if (fetchableDbs == null)
392    {
393  0 return null;
394    }
395  0 String[] sources = null;
396  0 Vector<String> src = new Vector<>();
397  0 Enumeration<String> dbs = fetchableDbs.keys();
398  0 while (dbs.hasMoreElements())
399    {
400  0 String dbn = dbs.nextElement();
401  0 for (DbSourceProxy dbp : fetchableDbs.get(dbn).values())
402    {
403  0 if (class1.isAssignableFrom(dbp.getClass()))
404    {
405  0 src.addElement(dbn);
406    }
407    }
408    }
409  0 if (src.size() > 0)
410    {
411  0 src.copyInto(sources = new String[src.size()]);
412    }
413  0 return sources;
414    }
415   
 
416  0 toggle public DbSourceProxy[] getDbSourceProxyInstances(Class class1)
417    {
418  0 List<DbSourceProxy> prlist = new ArrayList<>();
419  0 for (String fetchable : getSupportedDb())
420    {
421  0 for (DbSourceProxy pr : getSourceProxy(fetchable))
422    {
423  0 if (class1.isInstance(pr))
424    {
425  0 prlist.add(pr);
426    }
427    }
428    }
429  0 if (prlist.size() == 0)
430    {
431  0 return null;
432    }
433  0 return prlist.toArray(new DbSourceProxy[0]);
434    }
435   
436    /**
437    * Returns a preferred feature colouring scheme for the given source, or null
438    * if none is defined.
439    *
440    * @param source
441    * @return
442    */
 
443  4 toggle public FeatureSettingsModelI getFeatureColourScheme(String source)
444    {
445    /*
446    * return the first non-null colour scheme for any proxy for
447    * this database source
448    */
449  4 for (DbSourceProxy proxy : getSourceProxy(source))
450    {
451  4 FeatureSettingsModelI preferredColours = proxy
452    .getFeatureColourScheme();
453  4 if (preferredColours != null)
454    {
455  2 return preferredColours;
456    }
457    }
458  2 return null;
459    }
460    }
  • Report generated by OpenClover v 4.4.1 on Thu Aug 13 2020 12:06:48 BST using coverage data from Thu Aug 13 2020 12:06:40 BST.
  • OpenClover is free and open-source software.