Fix use case resulting 4GB+ files created as 0 bytes on disk

Signed-off-by: LordKiRon <lordkiron@gmail.com>

Author: LordKiRon

object-file.c

@@ -2108,6 +2108,7 @@ int odb_source_loose_read_object_stream(struct odb_read_stream **out,
 	struct object_info oi = OBJECT_INFO_INIT;
 	struct odb_loose_read_stream *st;
 	unsigned long mapsize;
+	unsigned long size_ul;
 	void *mapped;
 
 	mapped = odb_source_loose_map_object(source, oid, &mapsize);
@@ -2131,11 +2132,18 @@ int odb_source_loose_read_object_stream(struct odb_read_stream **out,
 		goto error;
 	}
 
-	oi.sizep = &st->base.size;
+	/*
+	 * object_info.sizep is unsigned long* (32-bit on Windows), but
+	 * st->base.size is size_t (64-bit). Use temporary variable.
+	 * Note: loose objects >4GB would still truncate here, but such
+	 * large loose objects are uncommon (they'd normally be packed).
+	 */
+	oi.sizep = &size_ul;
 	oi.typep = &st->base.type;
 
 	if (parse_loose_header(st->hdr, &oi) < 0 || st->base.type < 0)
 		goto error;
+	st->base.size = size_ul;
 
 	st->mapped = mapped;
 	st->mapsize = mapsize;

odb/streaming.c

@@ -158,15 +158,26 @@ static int open_istream_incore(struct odb_read_stream **out,
 		.base.read = read_istream_incore,
 	};
 	struct odb_incore_read_stream *st;
+	unsigned long size_ul;
 	int ret;
 
 	oi.typep = &stream.base.type;
-	oi.sizep = &stream.base.size;
+	/*
+	 * object_info.sizep is unsigned long* (32-bit on Windows), but
+	 * stream.base.size is size_t (64-bit). We use a temporary variable
+	 * because the types are incompatible. Note: this path still truncates
+	 * for >4GB objects, but large objects should use pack streaming
+	 * (packfile_store_read_object_stream) which handles size_t properly.
+	 * This incore fallback is only used for small objects or when pack
+	 * streaming is unavailable.
+	 */
+	oi.sizep = &size_ul;
 	oi.contentp = (void **)&stream.buf;
 	ret = odb_read_object_info_extended(odb, oid, &oi,
 					    OBJECT_INFO_DIE_IF_CORRUPT);
 	if (ret)
 		return ret;
+	stream.base.size = size_ul;
 
 	CALLOC_ARRAY(st, 1);
 	*st = stream;

odb/streaming.h

@@ -21,7 +21,7 @@ struct odb_read_stream {
 	odb_read_stream_close_fn close;
 	odb_read_stream_read_fn read;
 	enum object_type type;
-	unsigned long size; /* inflated size of full object */
+	size_t size; /* inflated size of full object */
 };
 
 /*

packfile.c

@@ -1130,8 +1130,8 @@ unsigned long repo_approximate_object_count(struct repository *r)
 	return r->objects->approximate_object_count;
 }
 
-unsigned long unpack_object_header_buffer(const unsigned char *buf,
-		unsigned long len, enum object_type *type, unsigned long *sizep)
+static unsigned long unpack_object_header_buffer_internal(const unsigned char *buf,
+		unsigned long len, enum object_type *type, size_t *sizep)
 {
 	unsigned shift;
 	size_t size, c;
@@ -1142,7 +1142,11 @@ unsigned long unpack_object_header_buffer(const unsigned char *buf,
 	size = c & 15;
 	shift = 4;
 	while (c & 0x80) {
-		if (len <= used || (bitsizeof(long) - 7) < shift) {
+		/*
+		 * Each continuation byte adds 7 bits. Ensure shift won't
+		 * overflow size_t (use size_t not long for 64-bit on Windows).
+		 */
+		if (len <= used || (bitsizeof(size_t) - 7) < shift) {
 			error("bad object header");
 			size = used = 0;
 			break;
@@ -1151,6 +1155,15 @@ unsigned long unpack_object_header_buffer(const unsigned char *buf,
 		size = st_add(size, st_left_shift(c & 0x7f, shift));
 		shift += 7;
 	}
+	*sizep = size;
+	return used;
+}
+
+unsigned long unpack_object_header_buffer(const unsigned char *buf,
+		unsigned long len, enum object_type *type, unsigned long *sizep)
+{
+	size_t size;
+	unsigned long used = unpack_object_header_buffer_internal(buf, len, type, &size);
 	*sizep = cast_size_t_to_ulong(size);
 	return used;
 }
@@ -1210,6 +1223,32 @@ unsigned long get_size_from_delta(struct packed_git *p,
 	return get_delta_hdr_size(&data, delta_head+sizeof(delta_head));
 }
 
+/*
+ * Like unpack_object_header(), but returns size via size_t* instead of
+ * unsigned long*. This is needed for >4GB objects on Windows where
+ * unsigned long is 32-bit but size_t is 64-bit. Used by streaming code
+ * to get the correct untruncated object size.
+ */
+static int unpack_object_header_sz(struct packed_git *p,
+				   struct pack_window **w_curs,
+				   off_t *curpos,
+				   size_t *sizep)
+{
+	unsigned char *base;
+	unsigned long left;
+	unsigned long used;
+	enum object_type type;
+
+	base = use_pack(p, w_curs, *curpos, &left);
+	used = unpack_object_header_buffer_internal(base, left, &type, sizep);
+	if (!used) {
+		type = OBJ_BAD;
+	} else
+		*curpos += used;
+
+	return type;
+}
+
 int unpack_object_header(struct packed_git *p,
 			 struct pack_window **w_curs,
 			 off_t *curpos,
@@ -2561,21 +2600,29 @@ int packfile_store_read_object_stream(struct odb_read_stream **out,
 	struct pack_window *window = NULL;
 	struct object_info oi = OBJECT_INFO_INIT;
 	enum object_type in_pack_type;
-	unsigned long size;
-
-	oi.sizep = &size;
+	size_t size;
 
+	/*
+	 * We need to check if this is a delta or if the object is smaller
+	 * than the big file threshold. For the initial check, we don't need
+	 * the exact size, just whether it qualifies for streaming.
+	 */
 	if (packfile_store_read_object_info(store, oid, &oi, 0) ||
 	    oi.u.packed.type == PACKED_OBJECT_TYPE_REF_DELTA ||
-	    oi.u.packed.type == PACKED_OBJECT_TYPE_OFS_DELTA ||
-	    repo_settings_get_big_file_threshold(store->source->odb->repo) >= size)
+	    oi.u.packed.type == PACKED_OBJECT_TYPE_OFS_DELTA)
 		return -1;
 
-	in_pack_type = unpack_object_header(oi.u.packed.pack,
-					    &window,
-					    &oi.u.packed.offset,
-					    &size);
+	/* Read the actual size using size_t to handle >4GB objects on Windows */
+	in_pack_type = unpack_object_header_sz(oi.u.packed.pack,
+					       &window,
+					       &oi.u.packed.offset,
+					       &size);
 	unuse_pack(&window);
+
+	/* Now check the big file threshold with the correct size */
+	if (repo_settings_get_big_file_threshold(store->source->odb->repo) >= size)
+		return -1;
+
 	switch (in_pack_type) {
 	default:
 		return -1; /* we do not do deltas for now */