View Javadoc

1   /**
2    *
3    * Licensed to the Apache Software Foundation (ASF) under one
4    * or more contributor license agreements.  See the NOTICE file
5    * distributed with this work for additional information
6    * regarding copyright ownership.  The ASF licenses this file
7    * to you under the Apache License, Version 2.0 (the
8    * "License"); you may not use this file except in compliance
9    * with the License.  You may obtain a copy of the License at
10   *
11   *     http://www.apache.org/licenses/LICENSE-2.0
12   *
13   * Unless required by applicable law or agreed to in writing, software
14   * distributed under the License is distributed on an "AS IS" BASIS,
15   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16   * See the License for the specific language governing permissions and
17   * limitations under the License.
18   */
19  package org.apache.hadoop.hbase.client;
20  
21  
22  import java.io.IOException;
23  import java.util.ArrayList;
24  import java.util.HashMap;
25  import java.util.List;
26  import java.util.Map;
27  import java.util.NavigableSet;
28  import java.util.Set;
29  import java.util.TreeMap;
30  import java.util.TreeSet;
31  
32  import org.apache.commons.logging.Log;
33  import org.apache.commons.logging.LogFactory;
34  import org.apache.hadoop.hbase.classification.InterfaceAudience;
35  import org.apache.hadoop.hbase.classification.InterfaceStability;
36  import org.apache.hadoop.hbase.HConstants;
37  import org.apache.hadoop.hbase.filter.Filter;
38  import org.apache.hadoop.hbase.io.TimeRange;
39  import org.apache.hadoop.hbase.security.access.Permission;
40  import org.apache.hadoop.hbase.security.visibility.Authorizations;
41  import org.apache.hadoop.hbase.util.Bytes;
42  
43  /**
44   * Used to perform Get operations on a single row.
45   * <p>
46   * To get everything for a row, instantiate a Get object with the row to get.
47   * To further narrow the scope of what to Get, use the methods below.
48   * <p>
49   * To get all columns from specific families, execute {@link #addFamily(byte[]) addFamily}
50   * for each family to retrieve.
51   * <p>
52   * To get specific columns, execute {@link #addColumn(byte[], byte[]) addColumn}
53   * for each column to retrieve.
54   * <p>
55   * To only retrieve columns within a specific range of version timestamps,
56   * execute {@link #setTimeRange(long, long) setTimeRange}.
57   * <p>
58   * To only retrieve columns with a specific timestamp, execute
59   * {@link #setTimeStamp(long) setTimestamp}.
60   * <p>
61   * To limit the number of versions of each column to be returned, execute
62   * {@link #setMaxVersions(int) setMaxVersions}.
63   * <p>
64   * To add a filter, call {@link #setFilter(Filter) setFilter}.
65   */
66  @InterfaceAudience.Public
67  @InterfaceStability.Stable
68  public class Get extends Query
69    implements Row, Comparable<Row> {
70    private static final Log LOG = LogFactory.getLog(Get.class);
71  
72    private byte [] row = null;
73    private int maxVersions = 1;
74    private boolean cacheBlocks = true;
75    private int storeLimit = -1;
76    private int storeOffset = 0;
77    private TimeRange tr = new TimeRange();
78    private boolean checkExistenceOnly = false;
79    private boolean closestRowBefore = false;
80    private Map<byte [], NavigableSet<byte []>> familyMap =
81      new TreeMap<byte [], NavigableSet<byte []>>(Bytes.BYTES_COMPARATOR);
82  
83    /**
84     * Create a Get operation for the specified row.
85     * <p>
86     * If no further operations are done, this will get the latest version of
87     * all columns in all families of the specified row.
88     * @param row row key
89     */
90    public Get(byte [] row) {
91      Mutation.checkRow(row);
92      this.row = row;
93    }
94  
95    /**
96     * Copy-constructor
97     *
98     * @param get
99     */
100   public Get(Get get) {
101     this(get.getRow());
102     // from Query
103     this.setFilter(get.getFilter());
104     this.setReplicaId(get.getReplicaId());
105     this.setConsistency(get.getConsistency());
106     // from Get
107     this.cacheBlocks = get.getCacheBlocks();
108     this.maxVersions = get.getMaxVersions();
109     this.storeLimit = get.getMaxResultsPerColumnFamily();
110     this.storeOffset = get.getRowOffsetPerColumnFamily();
111     this.tr = get.getTimeRange();
112     this.checkExistenceOnly = get.isCheckExistenceOnly();
113     this.closestRowBefore = get.isClosestRowBefore();
114     Map<byte[], NavigableSet<byte[]>> fams = get.getFamilyMap();
115     for (Map.Entry<byte[],NavigableSet<byte[]>> entry : fams.entrySet()) {
116       byte [] fam = entry.getKey();
117       NavigableSet<byte[]> cols = entry.getValue();
118       if (cols != null && cols.size() > 0) {
119         for (byte[] col : cols) {
120           addColumn(fam, col);
121         }
122       } else {
123         addFamily(fam);
124       }
125     }
126     for (Map.Entry<String, byte[]> attr : get.getAttributesMap().entrySet()) {
127       setAttribute(attr.getKey(), attr.getValue());
128     }
129     for (Map.Entry<byte[], TimeRange> entry : get.getColumnFamilyTimeRange().entrySet()) {
130       TimeRange tr = entry.getValue();
131       setColumnFamilyTimeRange(entry.getKey(), tr.getMin(), tr.getMax());
132     }
133   }
134 
135   public boolean isCheckExistenceOnly() {
136     return checkExistenceOnly;
137   }
138 
139   public void setCheckExistenceOnly(boolean checkExistenceOnly) {
140     this.checkExistenceOnly = checkExistenceOnly;
141   }
142 
143   public boolean isClosestRowBefore() {
144     return closestRowBefore;
145   }
146 
147   public void setClosestRowBefore(boolean closestRowBefore) {
148     this.closestRowBefore = closestRowBefore;
149   }
150 
151   /**
152    * Get all columns from the specified family.
153    * <p>
154    * Overrides previous calls to addColumn for this family.
155    * @param family family name
156    * @return the Get object
157    */
158   public Get addFamily(byte [] family) {
159     familyMap.remove(family);
160     familyMap.put(family, null);
161     return this;
162   }
163 
164   /**
165    * Get the column from the specific family with the specified qualifier.
166    * <p>
167    * Overrides previous calls to addFamily for this family.
168    * @param family family name
169    * @param qualifier column qualifier
170    * @return the Get objec
171    */
172   public Get addColumn(byte [] family, byte [] qualifier) {
173     NavigableSet<byte []> set = familyMap.get(family);
174     if(set == null) {
175       set = new TreeSet<byte []>(Bytes.BYTES_COMPARATOR);
176     }
177     if (qualifier == null) {
178       qualifier = HConstants.EMPTY_BYTE_ARRAY;
179     }
180     set.add(qualifier);
181     familyMap.put(family, set);
182     return this;
183   }
184 
185   /**
186    * Get versions of columns only within the specified timestamp range,
187    * [minStamp, maxStamp).
188    * @param minStamp minimum timestamp value, inclusive
189    * @param maxStamp maximum timestamp value, exclusive
190    * @throws IOException
191    * @return this for invocation chaining
192    */
193   public Get setTimeRange(long minStamp, long maxStamp) throws IOException {
194     tr = new TimeRange(minStamp, maxStamp);
195     return this;
196   }
197 
198   /**
199    * Get versions of columns with the specified timestamp.
200    * @param timestamp version timestamp
201    * @return this for invocation chaining
202    */
203   public Get setTimeStamp(long timestamp)
204   throws IOException {
205     try {
206       tr = new TimeRange(timestamp, timestamp+1);
207     } catch(Exception e) {
208       // This should never happen, unless integer overflow or something extremely wrong...
209       LOG.error("TimeRange failed, likely caused by integer overflow. ", e);
210       throw e;
211     }
212     return this;
213   }
214 
215   @Override public Get setColumnFamilyTimeRange(byte[] cf, long minStamp, long maxStamp) {
216     return (Get) super.setColumnFamilyTimeRange(cf, minStamp, maxStamp);
217   }
218 
219   /**
220    * Get all available versions.
221    * @return this for invocation chaining
222    */
223   public Get setMaxVersions() {
224     this.maxVersions = Integer.MAX_VALUE;
225     return this;
226   }
227 
228   /**
229    * Get up to the specified number of versions of each column.
230    * @param maxVersions maximum versions for each column
231    * @throws IOException if invalid number of versions
232    * @return this for invocation chaining
233    */
234   public Get setMaxVersions(int maxVersions) throws IOException {
235     if(maxVersions <= 0) {
236       throw new IOException("maxVersions must be positive");
237     }
238     this.maxVersions = maxVersions;
239     return this;
240   }
241 
242   /**
243    * Set the maximum number of values to return per row per Column Family
244    * @param limit the maximum number of values returned / row / CF
245    * @return this for invocation chaining
246    */
247   public Get setMaxResultsPerColumnFamily(int limit) {
248     this.storeLimit = limit;
249     return this;
250   }
251 
252   /**
253    * Set offset for the row per Column Family. This offset is only within a particular row/CF
254    * combination. It gets reset back to zero when we move to the next row or CF.
255    * @param offset is the number of kvs that will be skipped.
256    * @return this for invocation chaining
257    */
258   public Get setRowOffsetPerColumnFamily(int offset) {
259     this.storeOffset = offset;
260     return this;
261   }
262 
263   @Override
264   public Get setFilter(Filter filter) {
265     super.setFilter(filter);
266     return this;
267   }
268 
269   /* Accessors */
270 
271   /**
272    * Set whether blocks should be cached for this Get.
273    * <p>
274    * This is true by default.  When true, default settings of the table and
275    * family are used (this will never override caching blocks if the block
276    * cache is disabled for that family or entirely).
277    *
278    * @param cacheBlocks if false, default settings are overridden and blocks
279    * will not be cached
280    */
281   public void setCacheBlocks(boolean cacheBlocks) {
282     this.cacheBlocks = cacheBlocks;
283   }
284 
285   /**
286    * Get whether blocks should be cached for this Get.
287    * @return true if default caching should be used, false if blocks should not
288    * be cached
289    */
290   public boolean getCacheBlocks() {
291     return cacheBlocks;
292   }
293 
294   /**
295    * Method for retrieving the get's row
296    * @return row
297    */
298   @Override
299   public byte [] getRow() {
300     return this.row;
301   }
302 
303   /**
304    * Method for retrieving the get's maximum number of version
305    * @return the maximum number of version to fetch for this get
306    */
307   public int getMaxVersions() {
308     return this.maxVersions;
309   }
310 
311   /**
312    * Method for retrieving the get's maximum number of values
313    * to return per Column Family
314    * @return the maximum number of values to fetch per CF
315    */
316   public int getMaxResultsPerColumnFamily() {
317     return this.storeLimit;
318   }
319 
320   /**
321    * Method for retrieving the get's offset per row per column
322    * family (#kvs to be skipped)
323    * @return the row offset
324    */
325   public int getRowOffsetPerColumnFamily() {
326     return this.storeOffset;
327   }
328 
329   /**
330    * Method for retrieving the get's TimeRange
331    * @return timeRange
332    */
333   public TimeRange getTimeRange() {
334     return this.tr;
335   }
336 
337   /**
338    * Method for retrieving the keys in the familyMap
339    * @return keys in the current familyMap
340    */
341   public Set<byte[]> familySet() {
342     return this.familyMap.keySet();
343   }
344 
345   /**
346    * Method for retrieving the number of families to get from
347    * @return number of families
348    */
349   public int numFamilies() {
350     return this.familyMap.size();
351   }
352 
353   /**
354    * Method for checking if any families have been inserted into this Get
355    * @return true if familyMap is non empty false otherwise
356    */
357   public boolean hasFamilies() {
358     return !this.familyMap.isEmpty();
359   }
360 
361   /**
362    * Method for retrieving the get's familyMap
363    * @return familyMap
364    */
365   public Map<byte[],NavigableSet<byte[]>> getFamilyMap() {
366     return this.familyMap;
367   }
368 
369   /**
370    * Compile the table and column family (i.e. schema) information
371    * into a String. Useful for parsing and aggregation by debugging,
372    * logging, and administration tools.
373    * @return Map
374    */
375   @Override
376   public Map<String, Object> getFingerprint() {
377     Map<String, Object> map = new HashMap<String, Object>();
378     List<String> families = new ArrayList<String>();
379     map.put("families", families);
380     for (Map.Entry<byte [], NavigableSet<byte[]>> entry :
381       this.familyMap.entrySet()) {
382       families.add(Bytes.toStringBinary(entry.getKey()));
383     }
384     return map;
385   }
386 
387   /**
388    * Compile the details beyond the scope of getFingerprint (row, columns,
389    * timestamps, etc.) into a Map along with the fingerprinted information.
390    * Useful for debugging, logging, and administration tools.
391    * @param maxCols a limit on the number of columns output prior to truncation
392    * @return Map
393    */
394   @Override
395   public Map<String, Object> toMap(int maxCols) {
396     // we start with the fingerprint map and build on top of it.
397     Map<String, Object> map = getFingerprint();
398     // replace the fingerprint's simple list of families with a
399     // map from column families to lists of qualifiers and kv details
400     Map<String, List<String>> columns = new HashMap<String, List<String>>();
401     map.put("families", columns);
402     // add scalar information first
403     map.put("row", Bytes.toStringBinary(this.row));
404     map.put("maxVersions", this.maxVersions);
405     map.put("cacheBlocks", this.cacheBlocks);
406     List<Long> timeRange = new ArrayList<Long>();
407     timeRange.add(this.tr.getMin());
408     timeRange.add(this.tr.getMax());
409     map.put("timeRange", timeRange);
410     int colCount = 0;
411     // iterate through affected families and add details
412     for (Map.Entry<byte [], NavigableSet<byte[]>> entry :
413       this.familyMap.entrySet()) {
414       List<String> familyList = new ArrayList<String>();
415       columns.put(Bytes.toStringBinary(entry.getKey()), familyList);
416       if(entry.getValue() == null) {
417         colCount++;
418         --maxCols;
419         familyList.add("ALL");
420       } else {
421         colCount += entry.getValue().size();
422         if (maxCols <= 0) {
423           continue;
424         }
425         for (byte [] column : entry.getValue()) {
426           if (--maxCols <= 0) {
427             continue;
428           }
429           familyList.add(Bytes.toStringBinary(column));
430         }
431       }
432     }
433     map.put("totalColumns", colCount);
434     if (this.filter != null) {
435       map.put("filter", this.filter.toString());
436     }
437     // add the id if set
438     if (getId() != null) {
439       map.put("id", getId());
440     }
441     return map;
442   }
443 
444   //Row
445   @Override
446   public int compareTo(Row other) {
447     // TODO: This is wrong.  Can't have two gets the same just because on same row.
448     return Bytes.compareTo(this.getRow(), other.getRow());
449   }
450 
451   @Override
452   public int hashCode() {
453     // TODO: This is wrong.  Can't have two gets the same just because on same row.  But it
454     // matches how equals works currently and gets rid of the findbugs warning.
455     return Bytes.hashCode(this.getRow());
456   }
457 
458   @Override
459   public boolean equals(Object obj) {
460     if (this == obj) {
461       return true;
462     }
463     if (obj == null || getClass() != obj.getClass()) {
464       return false;
465     }
466     Row other = (Row) obj;
467     // TODO: This is wrong.  Can't have two gets the same just because on same row.
468     return compareTo(other) == 0;
469   }
470 }