View Javadoc
1   /*
2    * Copyright (C) 2012, Google Inc.
3    * and other copyright owners as documented in the project's IP log.
4    *
5    * This program and the accompanying materials are made available
6    * under the terms of the Eclipse Distribution License v1.0 which
7    * accompanies this distribution, is reproduced below, and is
8    * available at http://www.eclipse.org/org/documents/edl-v10.php
9    *
10   * All rights reserved.
11   *
12   * Redistribution and use in source and binary forms, with or
13   * without modification, are permitted provided that the following
14   * conditions are met:
15   *
16   * - Redistributions of source code must retain the above copyright
17   *   notice, this list of conditions and the following disclaimer.
18   *
19   * - Redistributions in binary form must reproduce the above
20   *   copyright notice, this list of conditions and the following
21   *   disclaimer in the documentation and/or other materials provided
22   *   with the distribution.
23   *
24   * - Neither the name of the Eclipse Foundation, Inc. nor the
25   *   names of its contributors may be used to endorse or promote
26   *   products derived from this software without specific prior
27   *   written permission.
28   *
29   * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
30   * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
31   * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
32   * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
33   * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
34   * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
35   * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
36   * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
37   * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
38   * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
39   * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
40   * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
41   * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
42   */
43  
44  package org.eclipse.jgit.revwalk;
45  
46  import java.io.IOException;
47  import java.util.Arrays;
48  
49  import org.eclipse.jgit.errors.IncorrectObjectTypeException;
50  import org.eclipse.jgit.errors.MissingObjectException;
51  import org.eclipse.jgit.internal.revwalk.AddToBitmapFilter;
52  import org.eclipse.jgit.internal.revwalk.AddUnseenToBitmapFilter;
53  import org.eclipse.jgit.lib.AnyObjectId;
54  import org.eclipse.jgit.lib.BitmapIndex;
55  import org.eclipse.jgit.lib.BitmapIndex.Bitmap;
56  import org.eclipse.jgit.lib.BitmapIndex.BitmapBuilder;
57  import org.eclipse.jgit.lib.NullProgressMonitor;
58  import org.eclipse.jgit.lib.ObjectId;
59  import org.eclipse.jgit.lib.ProgressMonitor;
60  import org.eclipse.jgit.revwalk.filter.ObjectFilter;
61  
62  /**
63   * Helper class to do ObjectWalks with pack index bitmaps.
64   *
65   * @since 4.10
66   */
67  public final class BitmapWalker {
68  
69  	private final ObjectWalk walker;
70  
71  	private final BitmapIndex bitmapIndex;
72  
73  	private final ProgressMonitor pm;
74  
75  	private long countOfBitmapIndexMisses;
76  
77  	/**
78  	 * Create a BitmapWalker.
79  	 *
80  	 * @param walker walker to use when traversing the object graph.
81  	 * @param bitmapIndex index to obtain bitmaps from.
82  	 * @param pm progress monitor to report progress on.
83  	 */
84  	public BitmapWalker(
85  			ObjectWalk walker, BitmapIndex bitmapIndex, ProgressMonitor pm) {
86  		this.walker = walker;
87  		this.bitmapIndex = bitmapIndex;
88  		this.pm = (pm == null) ? NullProgressMonitor.INSTANCE : pm;
89  	}
90  
91  	/**
92  	 * Return the number of objects that had to be walked because they were not covered by a
93  	 * bitmap.
94  	 *
95  	 * @return the number of objects that had to be walked because they were not covered by a
96  	 *     bitmap.
97  	 */
98  	public long getCountOfBitmapIndexMisses() {
99  		return countOfBitmapIndexMisses;
100 	}
101 
102 	/**
103 	 * Return, as a bitmap, the objects reachable from the objects in start.
104 	 *
105 	 * @param start
106 	 *            the objects to start the object traversal from.
107 	 * @param seen
108 	 *            the objects to skip if encountered during traversal.
109 	 * @param ignoreMissing
110 	 *            true to ignore missing objects, false otherwise.
111 	 * @return as a bitmap, the objects reachable from the objects in start.
112 	 * @throws org.eclipse.jgit.errors.MissingObjectException
113 	 *             the object supplied is not available from the object
114 	 *             database. This usually indicates the supplied object is
115 	 *             invalid, but the reference was constructed during an earlier
116 	 *             invocation to
117 	 *             {@link org.eclipse.jgit.revwalk.RevWalk#lookupAny(AnyObjectId, int)}.
118 	 * @throws org.eclipse.jgit.errors.IncorrectObjectTypeException
119 	 *             the object was not parsed yet and it was discovered during
120 	 *             parsing that it is not actually the type of the instance
121 	 *             passed in. This usually indicates the caller used the wrong
122 	 *             type in a
123 	 *             {@link org.eclipse.jgit.revwalk.RevWalk#lookupAny(AnyObjectId, int)}
124 	 *             call.
125 	 * @throws java.io.IOException
126 	 *             a pack file or loose object could not be read.
127 	 */
128 	public BitmapBuilder findObjects(Iterable<? extends ObjectId> start, BitmapBuilder seen,
129 			boolean ignoreMissing)
130 			throws MissingObjectException, IncorrectObjectTypeException,
131 				   IOException {
132 		if (!ignoreMissing) {
133 			return findObjectsWalk(start, seen, false);
134 		}
135 
136 		try {
137 			return findObjectsWalk(start, seen, true);
138 		} catch (MissingObjectException ignore) {
139 			// An object reachable from one of the "start"s is missing.
140 			// Walk from the "start"s one at a time so it can be excluded.
141 		}
142 
143 		final BitmapBuilder result = bitmapIndex.newBitmapBuilder();
144 		for (ObjectId obj : start) {
145 			Bitmap bitmap = bitmapIndex.getBitmap(obj);
146 			if (bitmap != null) {
147 				result.or(bitmap);
148 			}
149 		}
150 
151 		for (ObjectId obj : start) {
152 			if (result.contains(obj)) {
153 				continue;
154 			}
155 			try {
156 				result.or(findObjectsWalk(Arrays.asList(obj), result, false));
157 			} catch (MissingObjectException ignore) {
158 				// An object reachable from this "start" is missing.
159 				//
160 				// This can happen when the client specified a "have" line
161 				// pointing to an object that is present but unreachable:
162 				// "git prune" and "git fsck" only guarantee that the object
163 				// database will continue to contain all objects reachable
164 				// from a ref and does not guarantee connectivity for other
165 				// objects in the object database.
166 				//
167 				// In this situation, skip the relevant "start" and move on
168 				// to the next one.
169 				//
170 				// TODO(czhen): Make findObjectsWalk resume the walk instead
171 				// once RevWalk and ObjectWalk support that.
172 			}
173 		}
174 		return result;
175 	}
176 
177 	private BitmapBuilder findObjectsWalk(Iterable<? extends ObjectId> start, BitmapBuilder seen,
178 			boolean ignoreMissingStart)
179 			throws MissingObjectException, IncorrectObjectTypeException,
180 			IOException {
181 		walker.reset();
182 		final BitmapBuilder bitmapResult = bitmapIndex.newBitmapBuilder();
183 
184 		for (ObjectId obj : start) {
185 			Bitmap bitmap = bitmapIndex.getBitmap(obj);
186 			if (bitmap != null)
187 				bitmapResult.or(bitmap);
188 		}
189 
190 		boolean marked = false;
191 		for (ObjectId obj : start) {
192 			try {
193 				if (!bitmapResult.contains(obj)) {
194 					walker.markStart(walker.parseAny(obj));
195 					marked = true;
196 				}
197 			} catch (MissingObjectException e) {
198 				if (ignoreMissingStart)
199 					continue;
200 				throw e;
201 			}
202 		}
203 
204 		if (marked) {
205 			if (seen == null) {
206 				walker.setRevFilter(new AddToBitmapFilter(bitmapResult));
207 			} else {
208 				walker.setRevFilter(
209 						new AddUnseenToBitmapFilter(seen, bitmapResult));
210 			}
211 			walker.setObjectFilter(new BitmapObjectFilter(bitmapResult));
212 
213 			while (walker.next() != null) {
214 				// Iterate through all of the commits. The BitmapRevFilter does
215 				// the work.
216 				//
217 				// filter.include returns true for commits that do not have
218 				// a bitmap in bitmapIndex and are not reachable from a
219 				// bitmap in bitmapIndex encountered earlier in the walk.
220 				// Thus the number of commits returned by next() measures how
221 				// much history was traversed without being able to make use
222 				// of bitmaps.
223 				pm.update(1);
224 				countOfBitmapIndexMisses++;
225 			}
226 
227 			RevObject ro;
228 			while ((ro = walker.nextObject()) != null) {
229 				bitmapResult.addObject(ro, ro.getType());
230 				pm.update(1);
231 			}
232 		}
233 
234 		return bitmapResult;
235 	}
236 
237 	/**
238 	 * Filter that excludes objects already in the given bitmap.
239 	 */
240 	static class BitmapObjectFilter extends ObjectFilter {
241 		private final BitmapBuilder bitmap;
242 
243 		BitmapObjectFilter(BitmapBuilder bitmap) {
244 			this.bitmap = bitmap;
245 		}
246 
247 		@Override
248 		public final boolean include(ObjectWalk walker, AnyObjectId objid)
249 			throws MissingObjectException, IncorrectObjectTypeException,
250 			       IOException {
251 			return !bitmap.contains(objid);
252 		}
253 	}
254 }