View Javadoc
1   /*
2    * Copyright (C) 2009, Google Inc.
3    * Copyright (C) 2008-2009, Johannes E. Schindelin <johannes.schindelin@gmx.de>
4    * and other copyright owners as documented in the project's IP log.
5    *
6    * This program and the accompanying materials are made available
7    * under the terms of the Eclipse Distribution License v1.0 which
8    * accompanies this distribution, is reproduced below, and is
9    * available at http://www.eclipse.org/org/documents/edl-v10.php
10   *
11   * All rights reserved.
12   *
13   * Redistribution and use in source and binary forms, with or
14   * without modification, are permitted provided that the following
15   * conditions are met:
16   *
17   * - Redistributions of source code must retain the above copyright
18   *   notice, this list of conditions and the following disclaimer.
19   *
20   * - Redistributions in binary form must reproduce the above
21   *   copyright notice, this list of conditions and the following
22   *   disclaimer in the documentation and/or other materials provided
23   *   with the distribution.
24   *
25   * - Neither the name of the Eclipse Foundation, Inc. nor the
26   *   names of its contributors may be used to endorse or promote
27   *   products derived from this software without specific prior
28   *   written permission.
29   *
30   * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
31   * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
32   * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
33   * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
34   * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
35   * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
36   * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
37   * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
38   * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
39   * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
40   * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
41   * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
42   * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
43   */
44  
45  package org.eclipse.jgit.diff;
46  
47  import java.io.EOFException;
48  import java.io.File;
49  import java.io.IOException;
50  import java.io.InputStream;
51  import java.io.OutputStream;
52  
53  import org.eclipse.jgit.errors.BinaryBlobException;
54  import org.eclipse.jgit.errors.LargeObjectException;
55  import org.eclipse.jgit.lib.ObjectLoader;
56  import org.eclipse.jgit.util.IO;
57  import org.eclipse.jgit.util.IntList;
58  import org.eclipse.jgit.util.RawParseUtils;
59  
60  /**
61   * A Sequence supporting UNIX formatted text in byte[] format.
62   * <p>
63   * Elements of the sequence are the lines of the file, as delimited by the UNIX
64   * newline character ('\n'). The file content is treated as 8 bit binary text,
65   * with no assumptions or requirements on character encoding.
66   * <p>
67   * Note that the first line of the file is element 0, as defined by the Sequence
68   * interface API. Traditionally in a text editor a patch file the first line is
69   * line number 1. Callers may need to subtract 1 prior to invoking methods if
70   * they are converting from "line number" to "element index".
71   */
72  public class RawText extends Sequence {
73  	/** A RawText of length 0 */
74  	public static final RawText EMPTY_TEXT = new RawText(new byte[0]);
75  
76  	/** Number of bytes to check for heuristics in {@link #isBinary(byte[])} */
77  	static final int FIRST_FEW_BYTES = 8000;
78  
79  	/** The file content for this sequence. */
80  	protected final byte[] content;
81  
82  	/** Map of line number to starting position within {@link #content}. */
83  	protected final IntList lines;
84  
85  	/**
86  	 * Create a new sequence from an existing content byte array.
87  	 * <p>
88  	 * The entire array (indexes 0 through length-1) is used as the content.
89  	 *
90  	 * @param input
91  	 *            the content array. The object retains a reference to this
92  	 *            array, so it should be immutable.
93  	 */
94  	public RawText(byte[] input) {
95  		this(input, RawParseUtils.lineMap(input, 0, input.length));
96  	}
97  
98  	/**
99  	 * Create a new sequence from the existing content byte array and the line
100 	 * map indicating line boundaries.
101 	 *
102 	 * @param input
103 	 *            the content array. The object retains a reference to this
104 	 *            array, so it should be immutable.
105 	 * @param lineMap
106 	 *            an array with 1-based offsets for the start of each line.
107 	 *            The first and last entries should be {@link Integer#MIN_VALUE}
108 	 *            and an offset one past the end of the last line, respectively.
109 	 * @since 5.0
110 	 */
111 	public RawText(byte[] input, IntList lineMap) {
112 		content = input;
113 		lines = lineMap;
114 	}
115 
116 	/**
117 	 * Create a new sequence from a file.
118 	 * <p>
119 	 * The entire file contents are used.
120 	 *
121 	 * @param file
122 	 *            the text file.
123 	 * @throws java.io.IOException
124 	 *             if Exceptions occur while reading the file
125 	 */
126 	public RawText(File file) throws IOException {
127 		this(IO.readFully(file));
128 	}
129 
130 	/**
131 	 * @return the raw, unprocessed content read.
132 	 * @since 4.11
133 	 */
134 	public byte[] getRawContent() {
135 		return content;
136 	}
137 
138 	/** @return total number of items in the sequence. */
139 	/** {@inheritDoc} */
140 	@Override
141 	public int size() {
142 		// The line map is always 2 entries larger than the number of lines in
143 		// the file. Index 0 is padded out/unused. The last index is the total
144 		// length of the buffer, and acts as a sentinel.
145 		//
146 		return lines.size() - 2;
147 	}
148 
149 	/**
150 	 * Write a specific line to the output stream, without its trailing LF.
151 	 * <p>
152 	 * The specified line is copied as-is, with no character encoding
153 	 * translation performed.
154 	 * <p>
155 	 * If the specified line ends with an LF ('\n'), the LF is <b>not</b>
156 	 * copied. It is up to the caller to write the LF, if desired, between
157 	 * output lines.
158 	 *
159 	 * @param out
160 	 *            stream to copy the line data onto.
161 	 * @param i
162 	 *            index of the line to extract. Note this is 0-based, so line
163 	 *            number 1 is actually index 0.
164 	 * @throws java.io.IOException
165 	 *             the stream write operation failed.
166 	 */
167 	public void writeLine(OutputStream out, int i)
168 			throws IOException {
169 		int start = getStart(i);
170 		int end = getEnd(i);
171 		if (content[end - 1] == '\n')
172 			end--;
173 		out.write(content, start, end - start);
174 	}
175 
176 	/**
177 	 * Determine if the file ends with a LF ('\n').
178 	 *
179 	 * @return true if the last line has an LF; false otherwise.
180 	 */
181 	public boolean isMissingNewlineAtEnd() {
182 		final int end = lines.get(lines.size() - 1);
183 		if (end == 0)
184 			return true;
185 		return content[end - 1] != '\n';
186 	}
187 
188 	/**
189 	 * Get the text for a single line.
190 	 *
191 	 * @param i
192 	 *            index of the line to extract. Note this is 0-based, so line
193 	 *            number 1 is actually index 0.
194 	 * @return the text for the line, without a trailing LF.
195 	 */
196 	public String getString(int i) {
197 		return getString(i, i + 1, true);
198 	}
199 
200 	/**
201 	 * Get the text for a region of lines.
202 	 *
203 	 * @param begin
204 	 *            index of the first line to extract. Note this is 0-based, so
205 	 *            line number 1 is actually index 0.
206 	 * @param end
207 	 *            index of one past the last line to extract.
208 	 * @param dropLF
209 	 *            if true the trailing LF ('\n') of the last returned line is
210 	 *            dropped, if present.
211 	 * @return the text for lines {@code [begin, end)}.
212 	 */
213 	public String getString(int begin, int end, boolean dropLF) {
214 		if (begin == end)
215 			return ""; //$NON-NLS-1$
216 
217 		int s = getStart(begin);
218 		int e = getEnd(end - 1);
219 		if (dropLF && content[e - 1] == '\n')
220 			e--;
221 		return decode(s, e);
222 	}
223 
224 	/**
225 	 * Decode a region of the text into a String.
226 	 *
227 	 * The default implementation of this method tries to guess the character
228 	 * set by considering UTF-8, the platform default, and falling back on
229 	 * ISO-8859-1 if neither of those can correctly decode the region given.
230 	 *
231 	 * @param start
232 	 *            first byte of the content to decode.
233 	 * @param end
234 	 *            one past the last byte of the content to decode.
235 	 * @return the region {@code [start, end)} decoded as a String.
236 	 */
237 	protected String decode(int start, int end) {
238 		return RawParseUtils.decode(content, start, end);
239 	}
240 
241 	private int getStart(int i) {
242 		return lines.get(i + 1);
243 	}
244 
245 	private int getEnd(int i) {
246 		return lines.get(i + 2);
247 	}
248 
249 	/**
250 	 * Determine heuristically whether a byte array represents binary (as
251 	 * opposed to text) content.
252 	 *
253 	 * @param raw
254 	 *            the raw file content.
255 	 * @return true if raw is likely to be a binary file, false otherwise
256 	 */
257 	public static boolean isBinary(byte[] raw) {
258 		return isBinary(raw, raw.length);
259 	}
260 
261 	/**
262 	 * Determine heuristically whether the bytes contained in a stream
263 	 * represents binary (as opposed to text) content.
264 	 *
265 	 * Note: Do not further use this stream after having called this method! The
266 	 * stream may not be fully read and will be left at an unknown position
267 	 * after consuming an unknown number of bytes. The caller is responsible for
268 	 * closing the stream.
269 	 *
270 	 * @param raw
271 	 *            input stream containing the raw file content.
272 	 * @return true if raw is likely to be a binary file, false otherwise
273 	 * @throws java.io.IOException
274 	 *             if input stream could not be read
275 	 */
276 	public static boolean isBinary(InputStream raw) throws IOException {
277 		final byte[] buffer = new byte[FIRST_FEW_BYTES];
278 		int cnt = 0;
279 		while (cnt < buffer.length) {
280 			final int n = raw.read(buffer, cnt, buffer.length - cnt);
281 			if (n == -1)
282 				break;
283 			cnt += n;
284 		}
285 		return isBinary(buffer, cnt);
286 	}
287 
288 	/**
289 	 * Determine heuristically whether a byte array represents binary (as
290 	 * opposed to text) content.
291 	 *
292 	 * @param raw
293 	 *            the raw file content.
294 	 * @param length
295 	 *            number of bytes in {@code raw} to evaluate. This should be
296 	 *            {@code raw.length} unless {@code raw} was over-allocated by
297 	 *            the caller.
298 	 * @return true if raw is likely to be a binary file, false otherwise
299 	 */
300 	public static boolean isBinary(byte[] raw, int length) {
301 		// Same heuristic as C Git
302 		if (length > FIRST_FEW_BYTES)
303 			length = FIRST_FEW_BYTES;
304 		for (int ptr = 0; ptr < length; ptr++)
305 			if (raw[ptr] == '\0')
306 				return true;
307 
308 		return false;
309 	}
310 
311 	/**
312 	 * Get the line delimiter for the first line.
313 	 *
314 	 * @since 2.0
315 	 * @return the line delimiter or <code>null</code>
316 	 */
317 	public String getLineDelimiter() {
318 		if (size() == 0)
319 			return null;
320 		int e = getEnd(0);
321 		if (content[e - 1] != '\n')
322 			return null;
323 		if (content.length > 1 && e > 1 && content[e - 2] == '\r')
324 			return "\r\n"; //$NON-NLS-1$
325 		else
326 			return "\n"; //$NON-NLS-1$
327 	}
328 
329 	/**
330 	 * Read a blob object into RawText, or throw BinaryBlobException if the blob
331 	 * is binary.
332 	 *
333 	 * @param ldr
334 	 *            the ObjectLoader for the blob
335 	 * @param threshold
336 	 *            if the blob is larger than this size, it is always assumed to
337 	 *            be binary.
338 	 * @since 4.10
339 	 * @return the RawText representing the blob.
340 	 * @throws org.eclipse.jgit.errors.BinaryBlobException
341 	 *             if the blob contains binary data.
342 	 * @throws java.io.IOException
343 	 *             if the input could not be read.
344 	 */
345 	public static RawText load(ObjectLoader ldr, int threshold)
346 			throws IOException, BinaryBlobException {
347 		long sz = ldr.getSize();
348 
349 		if (sz > threshold) {
350 			throw new BinaryBlobException();
351 		}
352 
353 		if (sz <= FIRST_FEW_BYTES) {
354 			byte[] data = ldr.getCachedBytes(FIRST_FEW_BYTES);
355 			if (isBinary(data)) {
356 				throw new BinaryBlobException();
357 			}
358 			return new RawText(data);
359 		}
360 
361 		byte[] head = new byte[FIRST_FEW_BYTES];
362 		try (InputStream stream = ldr.openStream()) {
363 			int off = 0;
364 			int left = head.length;
365 			while (left > 0) {
366 				int n = stream.read(head, off, left);
367 				if (n < 0) {
368 					throw new EOFException();
369 				}
370 				left -= n;
371 
372 				while (n > 0) {
373 					if (head[off] == '\0') {
374 						throw new BinaryBlobException();
375 					}
376 					off++;
377 					n--;
378 				}
379 			}
380 
381 			byte data[];
382 			try {
383 				data = new byte[(int)sz];
384 			} catch (OutOfMemoryError e) {
385 				throw new LargeObjectException.OutOfMemory(e);
386 			}
387 
388 			System.arraycopy(head, 0, data, 0, head.length);
389 			IO.readFully(stream, data, off, (int) (sz-off));
390 			return new RawText(data, RawParseUtils.lineMapOrBinary(data, 0, (int) sz));
391 		}
392 	}
393 }