| 
									
										
										
										
											2015-05-05 06:23:28 +03:00
										 |  |  | # Builds an ext4 image containing a populated /nix/store with the closure | 
					
						
							| 
									
										
										
										
											2019-06-01 21:06:03 -04:00
										 |  |  | # of store paths passed in the storePaths parameter, in addition to the | 
					
						
							|  |  |  | # contents of a directory that can be populated with commands. The | 
					
						
							|  |  |  | # generated image is sized to only fit its contents, with the expectation | 
					
						
							|  |  |  | # that a script resizes the filesystem at boot time. | 
					
						
							| 
									
										
										
										
											2015-05-05 06:23:28 +03:00
										 |  |  | { pkgs | 
					
						
							| 
									
										
										
										
											2019-12-12 23:14:04 -08:00
										 |  |  | , lib | 
					
						
							| 
									
										
										
										
											2019-06-01 21:06:03 -04:00
										 |  |  | # List of derivations to be included | 
					
						
							| 
									
										
										
										
											2015-05-05 06:23:28 +03:00
										 |  |  | , storePaths | 
					
						
							| 
									
										
										
										
											2019-12-12 23:14:04 -08:00
										 |  |  | # Whether or not to compress the resulting image with zstd | 
					
						
							|  |  |  | , compressImage ? false, zstd | 
					
						
							| 
									
										
										
										
											2019-06-01 21:06:03 -04:00
										 |  |  | # Shell commands to populate the ./files directory. | 
					
						
							|  |  |  | # All files in that directory are copied to the root of the FS. | 
					
						
							|  |  |  | , populateImageCommands ? "" | 
					
						
							| 
									
										
										
										
											2015-05-05 06:23:28 +03:00
										 |  |  | , volumeLabel | 
					
						
							| 
									
										
										
										
											2018-07-06 20:59:19 -07:00
										 |  |  | , uuid ? "44444444-4444-4444-8888-888888888888" | 
					
						
							| 
									
										
										
										
											2018-06-05 03:18:11 -04:00
										 |  |  | , e2fsprogs | 
					
						
							|  |  |  | , libfaketime | 
					
						
							|  |  |  | , perl | 
					
						
							| 
									
										
										
										
											2020-03-16 11:58:05 +02:00
										 |  |  | , fakeroot | 
					
						
							| 
									
										
										
										
											2015-05-05 06:23:28 +03:00
										 |  |  | }: | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-04-09 22:24:01 +03:00
										 |  |  | let | 
					
						
							| 
									
										
										
										
											2018-06-05 03:18:11 -04:00
										 |  |  |   sdClosureInfo = pkgs.buildPackages.closureInfo { rootPaths = storePaths; }; | 
					
						
							| 
									
										
										
										
											2018-04-09 22:24:01 +03:00
										 |  |  | in | 
					
						
							| 
									
										
										
										
											2015-05-05 06:23:28 +03:00
										 |  |  | pkgs.stdenv.mkDerivation { | 
					
						
							| 
									
										
										
										
											2019-12-12 23:14:04 -08:00
										 |  |  |   name = "ext4-fs.img${lib.optionalString compressImage ".zst"}"; | 
					
						
							| 
									
										
										
										
											2015-05-05 06:23:28 +03:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-03-16 11:58:05 +02:00
										 |  |  |   nativeBuildInputs = [ e2fsprogs.bin libfaketime perl fakeroot ] | 
					
						
							| 
									
										
										
										
											2019-12-12 23:14:04 -08:00
										 |  |  |   ++ lib.optional compressImage zstd; | 
					
						
							| 
									
										
										
										
											2015-05-05 06:23:28 +03:00
										 |  |  | 
 | 
					
						
							|  |  |  |   buildCommand = | 
					
						
							|  |  |  |     ''
 | 
					
						
							| 
									
										
										
										
											2019-12-12 23:14:04 -08:00
										 |  |  |       ${if compressImage then "img=temp.img" else "img=$out"} | 
					
						
							| 
									
										
										
										
											2019-06-01 21:06:03 -04:00
										 |  |  |       ( | 
					
						
							|  |  |  |       mkdir -p ./files | 
					
						
							|  |  |  |       ${populateImageCommands} | 
					
						
							|  |  |  |       ) | 
					
						
							| 
									
										
										
										
											2019-12-12 23:14:04 -08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-03-16 11:58:05 +02:00
										 |  |  |       echo "Preparing store paths for image..." | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       # Create nix/store before copying path | 
					
						
							|  |  |  |       mkdir -p ./rootImage/nix/store | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       xargs -I % cp -a --reflink=auto % -t ./rootImage/nix/store/ < ${sdClosureInfo}/store-paths | 
					
						
							|  |  |  |       ( | 
					
						
							|  |  |  |         GLOBIGNORE=".:.." | 
					
						
							|  |  |  |         shopt -u dotglob | 
					
						
							|  |  |  |         cp -a --reflink=auto ./files/* -t ./rootImage/
 | 
					
						
							|  |  |  |       ) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       # Also include a manifest of the closures in a format suitable for nix-store --load-db | 
					
						
							|  |  |  |       cp ${sdClosureInfo}/registration ./rootImage/nix-path-registration | 
					
						
							| 
									
										
										
										
											2015-05-05 06:23:28 +03:00
										 |  |  | 
 | 
					
						
							|  |  |  |       # Make a crude approximation of the size of the target image. | 
					
						
							|  |  |  |       # If the script starts failing, increase the fudge factors here. | 
					
						
							| 
									
										
										
										
											2020-03-16 11:58:05 +02:00
										 |  |  |       numInodes=$(find ./rootImage | wc -l) | 
					
						
							|  |  |  |       numDataBlocks=$(du -s -c -B 4096 --apparent-size ./rootImage | tail -1 | awk '{ print int($1 * 1.10) }') | 
					
						
							| 
									
										
										
										
											2015-05-05 06:23:28 +03:00
										 |  |  |       bytes=$((2 * 4096 * $numInodes + 4096 * $numDataBlocks)) | 
					
						
							|  |  |  |       echo "Creating an EXT4 image of $bytes bytes (numInodes=$numInodes, numDataBlocks=$numDataBlocks)" | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-12-12 23:14:04 -08:00
										 |  |  |       truncate -s $bytes $img | 
					
						
							| 
									
										
										
										
											2018-05-05 19:02:50 +03:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-03-16 11:58:05 +02:00
										 |  |  |       faketime -f "1970-01-01 00:00:01" fakeroot mkfs.ext4 -L ${volumeLabel} -U ${uuid} -d ./rootImage $img | 
					
						
							| 
									
										
										
										
											2019-12-12 23:14:04 -08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-02-05 15:29:22 +01:00
										 |  |  |       export EXT2FS_NO_MTAB_OK=yes | 
					
						
							| 
									
										
										
										
											2018-05-05 19:02:50 +03:00
										 |  |  |       # I have ended up with corrupted images sometimes, I suspect that happens when the build machine's disk gets full during the build. | 
					
						
							| 
									
										
										
										
											2019-12-12 23:14:04 -08:00
										 |  |  |       if ! fsck.ext4 -n -f $img; then | 
					
						
							| 
									
										
										
										
											2018-05-05 19:02:50 +03:00
										 |  |  |         echo "--- Fsck failed for EXT4 image of $bytes bytes (numInodes=$numInodes, numDataBlocks=$numDataBlocks) ---" | 
					
						
							|  |  |  |         cat errorlog | 
					
						
							|  |  |  |         return 1 | 
					
						
							|  |  |  |       fi | 
					
						
							| 
									
										
										
										
											2018-11-28 22:10:15 -05:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-02-05 15:29:22 +01:00
										 |  |  |       echo "Resizing to minimum allowed size" | 
					
						
							|  |  |  |       resize2fs -M $img | 
					
						
							| 
									
										
										
										
											2018-11-28 22:10:15 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  |       # And a final fsck, because of the previous truncating. | 
					
						
							| 
									
										
										
										
											2019-12-12 23:14:04 -08:00
										 |  |  |       fsck.ext4 -n -f $img | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |       if [ ${builtins.toString compressImage} ]; then | 
					
						
							|  |  |  |         echo "Compressing image" | 
					
						
							|  |  |  |         zstd -v --no-progress ./$img -o $out | 
					
						
							|  |  |  |       fi | 
					
						
							| 
									
										
										
										
											2015-05-05 06:23:28 +03:00
										 |  |  |     '';
 | 
					
						
							|  |  |  | } |