╭─────────────╮ │scroll to top│ ╰─────────────╯ ╭ net.zig ──────────────────────────────────────────────────────╮ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ │ ╰───────────────────────────────────────────────────────────────╯
🬐 🬠 🬞🬂🬏 🬟 🬑 🬟 🬑 ╭7ddb9128..╮ 7ddb9128.. see-em: 🬋🬋🬋 🬋🬋🬋 🬋 🬋 │files │ commits refs discuss issues new login 🬐 🬠 🬐 🬠 🬑 🬟 🬰 ╰──────────╯ (690) user
╭────╮ ╭ clone ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ╮ │http│ ssh │ │ ╰────╯ ╰ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ─ ╯
.. event/ event.zig ╭─────────────────────────────────╮ │net.zig │ ╰─────────────────────────────────╯ ssh.zig ui.zig undo.zig
1069 // the description and labels were correctly edited 1070 try std.testing.expectEqualStrings(events_to_push2[0].event.issue.?.description, issue.event.description); 1071 try std.testing.expectEqualStrings(events_to_push2[0].event.issue.?.labels, issue.event.labels); 1072 } 1073 } 1074 1075 fn testClone( 1076 comptime repo_kind: rp.RepoKind, 1077 comptime transport_def: net.TransportDefinition, 1078 comptime shell_out_to_git: bool, 1079 comptime hash_kind: hash.HashKind, 1080 comptime port: u16, 1081 io: std.Io, 1082 allocator: std.mem.Allocator, 1083 ) !void { 1084 // create the temp dir 1085 var temp = std.testing.tmpDir(.{}); 1086 defer temp.cleanup(); 1087 const temp_path = try temp.dir.realPathFileAlloc(io, ".", allocator); 1088 defer allocator.free(temp_path); 1089 1090 // init server 1091 var server_process = try runServer(io, allocator, temp_path, port); 1092 defer _ = server_process.kill(io); 1093 1094 // register the repo under admin and locate its on-disk directory 1095 const server_path = (try repoOnDiskPath(io, allocator, temp_path, "testrepo", true)).?; 1096 defer allocator.free(server_path); 1097 1098 // init server repo with default branch name as main 1099 // is_test must be false when shell_out_to_git so commits get real timestamps (needed for --shallow-since) 1100 var server_repo = try rp.Repo(.xit, .{ .hash = hash_kind, .is_test = !shell_out_to_git }).init(io, allocator, .{ .bare = true, .path = server_path, .create_default_branch = "main" }); 1101 defer server_repo.deinit(io, allocator); 1102 1103 if (shell_out_to_git) { 1104 try server_repo.addConfig(io, allocator, .{ .name = "user.name", .value = "test" }); 1105 try server_repo.addConfig(io, allocator, .{ .name = "user.email", .value = "test@test" }); 1106 try server_repo.addConfig(io, allocator, .{ .name = "uploadpack.allowfilter", .value = "true" }); 1107 } 1108 1109 // make a commit 1110 _ = try commitServer(&server_repo, io, allocator, .{ .files = &.{.{ .path = "hello.txt", .content = "hello, world!" }} }, .{ .message = "let there be light" }); 1111 1112 // tag first commit 1113 _ = try server_repo.addTag(io, allocator, .{ .name = "v1", .message = "first" }); 1114 1115 // make a commit 1116 _ = try commitServer(&server_repo, io, allocator, .{ .files = &.{.{ .path = "goodbye.txt", .content = "goodbye, world!" }} }, .{ .message = "add goodbye file" }); 1117 1118 // export server repo 1119 { 1120 const export_file = try server_repo.core.repo_dir.createFile(io, "git-daemon-export-ok", .{}); 1121 defer export_file.close(io); 1122 } 1123 1124 const client_path = try std.Io.Dir.path.join(allocator, &.{ temp_path, "client" }); 1125 defer allocator.free(client_path); 1126 1127 // get remote url 1128 const remote_url = try remoteUrl(transport_def, allocator, "testrepo", port); 1129 defer allocator.free(remote_url); 1130 1131 const is_ssh = switch (transport_def) { 1132 .file => false, 1133 .wire => |wire_kind| .ssh == wire_kind, 1134 }; 1135 1136 if (shell_out_to_git) { 1137 const ssh_cmd = (try sshCommand(true, allocator, temp_path, port)).?; 1138 defer allocator.free(ssh_cmd); 1139 const ssh_config_arg = try allocator.print("core.sshCommand={s}", .{ssh_cmd}); 1140 defer allocator.free(ssh_config_arg); 1141 1142 { 1143 var process = try std.process.spawn(io, .{ 1144 .argv = if (is_ssh) 1145 &.{ "git", "-c", ssh_config_arg, "clone", "--quiet", "--depth", "1", remote_url, "client" } 1146 else 1147 &.{ "git", "clone", "--quiet", "--depth", "1", remote_url, "client" }, 1148 .cwd = .{ .path = temp_path }, 1149 .stdin = .ignore, 1150 .stdout = .ignore, 1151 .stderr = .inherit, 1152 }); 1153 defer process.kill(io); 1154 const term = try process.wait(io); 1155 if (term != .exited or term.exited != 0) return error.GitCommandFailed; 1156 } 1157 1158 // make sure shallow clone was successful 1159 { 1160 const hello_txt = try temp.dir.openFile(io, "client/hello.txt", .{}); 1161 hello_txt.close(io); 1162 } 1163 1164 // make a third commit on the server 1165 _ = try commitServer(&server_repo, io, allocator, .{ .files = &.{.{ .path = "extra.txt", .content = "extra content" }} }, .{ .message = "add extra file" }); 1166 1167 // pull --unshallow to deepen the clone and get the new commit 1168 { 1169 var process = try std.process.spawn(io, .{ 1170 .argv = if (is_ssh) 1171 &.{ "git", "-c", ssh_config_arg, "pull", "--quiet", "--unshallow" } 1172 else 1173 &.{ "git", "pull", "--quiet", "--unshallow" }, 1174 .cwd = .{ .path = client_path }, 1175 .stdin = .ignore, 1176 .stdout = .ignore, 1177 .stderr = .inherit, 1178 }); 1179 defer process.kill(io); 1180 const term = try process.wait(io); 1181 if (term != .exited or term.exited != 0) return error.GitCommandFailed; 1182 } 1183 1184 // make sure unshallow pull was successful 1185 { 1186 const extra_txt = try temp.dir.openFile(io, "client/extra.txt", .{}); 1187 extra_txt.close(io); 1188 } 1189 1190 // delete client and clone again with --shallow-since 1191 try temp.dir.deleteTree(io, "client"); 1192 1193 { 1194 var process = try std.process.spawn(io, .{ 1195 .argv = if (is_ssh) 1196 &.{ "git", "-c", ssh_config_arg, "clone", "--quiet", "--shallow-since=2000-01-01", remote_url, "client" } 1197 else 1198 &.{ "git", "clone", "--quiet", "--shallow-since=2000-01-01", remote_url, "client" }, 1199 .cwd = .{ .path = temp_path }, 1200 .stdin = .ignore, 1201 .stdout = .ignore, 1202 .stderr = .inherit, 1203 }); 1204 defer process.kill(io); 1205 const term = try process.wait(io); 1206 if (term != .exited or term.exited != 0) return error.GitCommandFailed; 1207 } 1208 1209 // make sure shallow clone was successful 1210 { 1211 const hello_txt = try temp.dir.openFile(io, "client/hello.txt", .{}); 1212 hello_txt.close(io); 1213 } 1214 1215 // delete client and clone again with --shallow-exclude 1216 try temp.dir.deleteTree(io, "client"); 1217 1218 { 1219 var process = try std.process.spawn(io, .{ 1220 .argv = if (is_ssh) 1221 &.{ "git", "-c", ssh_config_arg, "clone", "--quiet", "--shallow-exclude=v1", remote_url, "client" } 1222 else 1223 &.{ "git", "clone", "--quiet", "--shallow-exclude=v1", remote_url, "client" }, 1224 .cwd = .{ .path = temp_path }, 1225 .stdin = .ignore, 1226 .stdout = .ignore, 1227 .stderr = .inherit, 1228 }); 1229 defer process.kill(io); 1230 const term = try process.wait(io); 1231 if (term != .exited or term.exited != 0) return error.GitCommandFailed; 1232 } 1233 1234 // make sure shallow clone was successful 1235 { 1236 const hello_txt = try temp.dir.openFile(io, "client/hello.txt", .{}); 1237 hello_txt.close(io); 1238 } 1239 1240 // delete client and clone again with --filter=blob:none 1241 try temp.dir.deleteTree(io, "client"); 1242 1243 { 1244 var process = try std.process.spawn(io, .{ 1245 .argv = if (is_ssh) 1246 &.{ "git", "-c", ssh_config_arg, "clone", "--quiet", "--filter=blob:none", remote_url, "client" } 1247 else 1248 &.{ "git", "clone", "--quiet", "--filter=blob:none", remote_url, "client" }, 1249 .cwd = .{ .path = temp_path }, 1250 .stdin = .ignore, 1251 .stdout = .ignore, 1252 .stderr = .inherit, 1253 }); 1254 defer process.kill(io); 1255 const term = try process.wait(io); 1256 if (term != .exited or term.exited != 0) return error.GitCommandFailed; 1257 } 1258 1259 // make sure partial clone was successful 1260 { 1261 const hello_txt = try temp.dir.openFile(io, "client/hello.txt", .{}); 1262 hello_txt.close(io); 1263 } 1264 1265 // delete client and clone again with --filter=tree:0 1266 try temp.dir.deleteTree(io, "client"); 1267 1268 { 1269 var process = try std.process.spawn(io, .{ 1270 .argv = if (is_ssh) 1271 &.{ "git", "-c", ssh_config_arg, "clone", "--quiet", "--filter=tree:0", remote_url, "client" } 1272 else 1273 &.{ "git", "clone", "--quiet", "--filter=tree:0", remote_url, "client" }, 1274 .cwd = .{ .path = temp_path }, 1275 .stdin = .ignore, 1276 .stdout = .ignore, 1277 .stderr = .inherit, 1278 }); 1279 defer process.kill(io); 1280 const term = try process.wait(io); 1281 if (term != .exited or term.exited != 0) return error.GitCommandFailed; 1282 } 1283 1284 // make sure treeless clone was successful 1285 { 1286 const goodbye_txt = try temp.dir.openFile(io, "client/goodbye.txt", .{}); 1287 goodbye_txt.close(io); 1288 } 1289 } else { 1290 const ssh_cmd_maybe = try sshCommand(is_ssh, allocator, temp_path, port); 1291 defer if (ssh_cmd_maybe) |ssh_cmd| allocator.free(ssh_cmd); 1292 1293 // clone repo 1294 var clone_result = try rp.AnyRepo(repo_kind, .{ .is_test = true }).clone( 1295 io, 1296 allocator, 1297 remote_url, 1298 temp_path, 1299 client_path, 1300 null, 1301 .{ .transport = .{ .wire = .{ .ssh = .{ 1302 .command = ssh_cmd_maybe, 1303 } } } }, 1304 ); 1305 defer clone_result.deinit(io, allocator); 1306 const client_repo = &@field(clone_result, @tagName(hash_kind)); 1307 1308 // make sure HEAD points to the right default branch 1309 var current_branch_buffer: [rf.MAX_REF_CONTENT_SIZE]u8 = @splat(0); 1310 const head = try client_repo.head(io, &current_branch_buffer); 1311 try std.testing.expectEqualStrings("main", head.ref.name); 1312 1313 // make sure clone was successful 1314 const hello_txt = try temp.dir.openFile(io, "client/hello.txt", .{}); 1315 defer hello_txt.close(io); 1316 } 1317 } 1318 1319 fn testFetchLarge( 1320 comptime repo_kind: rp.RepoKind, 1321 comptime transport_def: net.TransportDefinition, 1322 comptime shell_out_to_git: bool, 1323 comptime hash_kind: hash.HashKind, 1324 comptime port: u16, 1325 io: std.Io, 1326 allocator: std.mem.Allocator, 1327 ) !void { 1328 // create the temp dir 1329 var temp = std.testing.tmpDir(.{}); 1330 defer temp.cleanup(); 1331 const temp_path = try temp.dir.realPathFileAlloc(io, ".", allocator); 1332 defer allocator.free(temp_path); 1333 1334 // init server 1335 var server_process = try runServer(io, allocator, temp_path, port); 1336 defer _ = server_process.kill(io); 1337 1338 // register the repo under admin and locate its on-disk directory 1339 const server_path = (try repoOnDiskPath(io, allocator, temp_path, "testrepo", true)).?; 1340 defer allocator.free(server_path); 1341 1342 var server_repo = try rp.Repo(.xit, .{ .hash = hash_kind, .is_test = true }).init(io, allocator, .{ .bare = true, .path = server_path }); 1343 defer server_repo.deinit(io, allocator); 1344 1345 // make a commit with files from the current repo 1346 const commit1 = try commitServer(&server_repo, io, allocator, .{ .dirs = &.{"src"} }, .{ .message = "let there be light" }); 1347 1348 // export server repo 1349 { 1350 const export_file = try server_repo.core.repo_dir.createFile(io, "git-daemon-export-ok", .{}); 1351 defer export_file.close(io); 1352 } 1353 1354 if (shell_out_to_git) { 1355 try server_repo.addConfig(io, allocator, .{ .name = "uploadpack.allowrefinwant", .value = "true" }); 1356 } 1357 1358 const client_path = try std.Io.Dir.path.join(allocator, &.{ temp_path, "client" }); 1359 defer allocator.free(client_path); 1360 1361 var client_repo = try rp.Repo(repo_kind, .{ .hash = hash_kind, .is_test = true }).init(io, allocator, .{ .path = client_path }); 1362 defer client_repo.deinit(io, allocator); 1363 1364 // add remote 1365 { 1366 const remote_url = try remoteUrl(transport_def, allocator, "testrepo", port); 1367 defer allocator.free(remote_url); 1368 1369 try client_repo.addRemote(io, allocator, .{ .name = "origin", .value = remote_url }); 1370 try client_repo.addConfig(io, allocator, .{ .name = "branch.master.remote", .value = "origin" }); 1371 } 1372 1373 const is_ssh = switch (transport_def) { 1374 .file => false, 1375 .wire => |wire_kind| .ssh == wire_kind, 1376 }; 1377 1378 if (shell_out_to_git) { 1379 const ssh_cmd = (try sshCommand(true, allocator, temp_path, port)).?; 1380 defer allocator.free(ssh_cmd); 1381 const ssh_config_arg = try allocator.print("core.sshCommand={s}", .{ssh_cmd}); 1382 defer allocator.free(ssh_config_arg); 1383 1384 { 1385 var process = try std.process.spawn(io, .{ 1386 .argv = if (is_ssh) 1387 &.{ "git", "-c", ssh_config_arg, "pull", "--quiet", "origin", "master" } 1388 else 1389 &.{ "git", "pull", "--quiet", "origin", "master" }, 1390 .cwd = .{ .path = client_path }, 1391 .stdin = .ignore, 1392 .stdout = .ignore, 1393 .stderr = .inherit, 1394 }); 1395 defer process.kill(io); 1396 const term = try process.wait(io); 1397 if (term != .exited or term.exited != 0) return error.GitCommandFailed; 1398 } 1399 1400 // make sure pull was successful 1401 { 1402 const oid_master = (try client_repo.readRef(io, .{ .kind = .head, .name = "master" })).?; 1403 try std.testing.expectEqualStrings(&commit1, &oid_master); 1404 } 1405 1406 // make another commit on the server 1407 const commit2 = try commitServer(&server_repo, io, allocator, .{ .files = &.{.{ .path = "extra.txt", .content = "extra content" }} }, .{ .message = "add extra file" }); 1408 1409 // fetch with ref-in-want (git uses want-ref in protocol v2 when fetching named refs) 1410 { 1411 var process = try std.process.spawn(io, .{ 1412 .argv = if (is_ssh) 1413 &.{ "git", "-c", ssh_config_arg, "fetch", "--quiet", "origin", "master" } 1414 else 1415 &.{ "git", "fetch", "--quiet", "origin", "master" }, 1416 .cwd = .{ .path = client_path }, 1417 .stdin = .ignore, 1418 .stdout = .ignore, 1419 .stderr = .inherit, 1420 }); 1421 defer process.kill(io); 1422 const term = try process.wait(io); 1423 if (term != .exited or term.exited != 0) return error.GitCommandFailed; 1424 } 1425 1426 // make sure fetch with want-ref was successful 1427 { 1428 const oid_remote_master = (try client_repo.readRef(io, .{ .kind = .{ .remote = "origin" }, .name = "master" })).?; 1429 try std.testing.expectEqualStrings(&commit2, &oid_remote_master); 1430 } 1431 } else { 1432 const refspecs = &.{ 1433 "+refs/heads/master:refs/heads/master", 1434 }; 1435 1436 const ssh_cmd_maybe = try sshCommand(is_ssh, allocator, temp_path, port); 1437 defer if (ssh_cmd_maybe) |ssh_cmd| allocator.free(ssh_cmd); 1438 1439 try client_repo.fetch( 1440 io, 1441 allocator, 1442 "origin", 1443 .{ .refspecs = refspecs, .wire = .{ .ssh = .{ 1444 .command = ssh_cmd_maybe, 1445 } } }, 1446 ); 1447 1448 // update the working dir 1449 try client_repo.restore(io, allocator, "."); 1450 } 1451 1452 // make sure fetch was successful 1453 { 1454 const oid_master = (try client_repo.readRef(io, .{ .kind = .head, .name = "master" })).?; 1455 try std.testing.expectEqualStrings(&commit1, &oid_master); 1456 } 1457 } 1458 1459 fn testPushLarge( 1460 comptime repo_kind: rp.RepoKind, 1461 comptime transport_def: net.TransportDefinition, 1462 comptime shell_out_to_git: bool, 1463 comptime hash_kind: hash.HashKind, 1464 comptime port: u16, 1465 io: std.Io, 1466 allocator: std.mem.Allocator, 1467 ) !void { 1468 // create the temp dir 1469 var temp = std.testing.tmpDir(.{}); 1470 defer temp.cleanup(); 1471 const temp_path = try temp.dir.realPathFileAlloc(io, ".", allocator); 1472 defer allocator.free(temp_path); 1473 1474 // init server 1475 var server_process = try runServer(io, allocator, temp_path, port); 1476 defer _ = server_process.kill(io); 1477 1478 // register the repo under admin and locate its on-disk directory 1479 const server_path = (try repoOnDiskPath(io, allocator, temp_path, "testrepo", true)).?; 1480 defer allocator.free(server_path); 1481 1482 var server_repo = try rp.Repo(.xit, .{ .hash = hash_kind, .is_test = true }).init(io, allocator, .{ .bare = true, .path = server_path }); 1483 defer server_repo.deinit(io, allocator); 1484 1485 // add config 1486 try server_repo.addConfig(io, allocator, .{ .name = "http.receivepack", .value = "true" }); 1487 1488 // export server repo 1489 { 1490 const export_file = try server_repo.core.repo_dir.createFile(io, "git-daemon-export-ok", .{}); 1491 defer export_file.close(io); 1492 } 1493 1494 const client_path = try std.Io.Dir.path.join(allocator, &.{ temp_path, "client" }); 1495 defer allocator.free(client_path); 1496 1497 var client_repo = try rp.Repo(repo_kind, .{ .hash = hash_kind, .is_test = true }).init(io, allocator, .{ .path = client_path }); 1498 defer client_repo.deinit(io, allocator); 1499 1500 var client_dir = try temp.dir.openDir(io, "client", .{}); 1501 defer client_dir.close(io); 1502 1503 { 1504 const hello_txt = try client_repo.core.work_dir.createFile(io, "hello.txt", .{ .truncate = true }); 1505 defer hello_txt.close(io); 1506 try hello_txt.writeStreamingAll(io, "hello, world!"); 1507 try client_repo.add(io, allocator, &.{"hello.txt"}); 1508 } 1509 1510 // copy files from current repo into client dir 1511 const cwd = std.Io.Dir.cwd(); 1512 for (&[_][]const u8{"src"}) |dir_name| { 1513 var src_repo_dir = try cwd.openDir(io, dir_name, .{ .iterate = true }); 1514 defer src_repo_dir.close(io); 1515 1516 var dest_repo_dir = try client_dir.createDirPathOpen(io, dir_name, .{}); 1517 defer dest_repo_dir.close(io); 1518 1519 try copyDir(io, src_repo_dir, dest_repo_dir); 1520 1521 try client_repo.add(io, allocator, &.{dir_name}); 1522 } 1523 1524 _ = try client_repo.commit(io, allocator, .{ .message = "let there be light" }); 1525 1526 // change the files so git will send them as delta objects 1527 for (&[_][]const u8{"src"}) |dir_name| { 1528 var dest_repo_dir = try client_dir.createDirPathOpen(io, dir_name, .{ .open_options = .{ .iterate = true } }); 1529 defer dest_repo_dir.close(io); 1530 1531 { 1532 var iter = dest_repo_dir.iterate(); 1533 while (try iter.next(io)) |entry| { 1534 switch (entry.kind) { 1535 .file => { 1536 const file = try dest_repo_dir.openFile(io, entry.name, .{ .mode = .read_write }); 1537 defer file.close(io); 1538 var writer = file.writer(io, &.{}); 1539 try writer.interface.writeAll("EDIT"); 1540 }, 1541 else => {}, 1542 } 1543 } 1544 } 1545 1546 try client_repo.add(io, allocator, &.{dir_name}); 1547 } 1548 1549 const commit2 = try client_repo.commit(io, allocator, .{ .message = "more stuff" }); 1550 1551 // add remote 1552 { 1553 const remote_url = try remoteUrl(transport_def, allocator, "testrepo", port); 1554 defer allocator.free(remote_url); 1555 1556 try client_repo.addRemote(io, allocator, .{ .name = "origin", .value = remote_url }); 1557 try client_repo.addConfig(io, allocator, .{ .name = "branch.master.remote", .value = "origin" }); 1558 } 1559 1560 const is_ssh = switch (transport_def) { 1561 .file => false, 1562 .wire => |wire_kind| .ssh == wire_kind, 1563 }; 1564 1565 if (shell_out_to_git) { 1566 const ssh_cmd = (try sshCommand(true, allocator, temp_path, port)).?; 1567 defer allocator.free(ssh_cmd); 1568 const ssh_config_arg = try allocator.print("core.sshCommand={s}", .{ssh_cmd}); 1569 defer allocator.free(ssh_config_arg); 1570 1571 // shell out to git so it will send delta objects 1572 var process = try std.process.spawn(io, .{ 1573 .argv = if (is_ssh) 1574 &.{ "git", "-c", ssh_config_arg, "push", "--quiet", "origin", "master" } 1575 else 1576 &.{ "git", "push", "--quiet", "origin", "master" }, 1577 .cwd = .{ .path = client_path }, 1578 .stdin = .ignore, 1579 .stdout = .ignore, 1580 .stderr = .inherit, 1581 }); 1582 defer process.kill(io); 1583 const term = try process.wait(io); 1584 if (term != .exited or term.exited != 0) return error.GitCommandFailed; 1585 } else { 1586 const ssh_cmd_maybe = try sshCommand(is_ssh, allocator, temp_path, port); 1587 defer if (ssh_cmd_maybe) |ssh_cmd| allocator.free(ssh_cmd); 1588 1589 try client_repo.push( 1590 io, 1591 allocator, 1592 "origin", 1593 "master", 1594 false, 1595 .{ .wire = .{ .ssh = .{ 1596 .command = ssh_cmd_maybe, 1597 } } }, 1598 ); 1599 } 1600 1601 // make sure push was successful 1602 { 1603 const oid_master = (try server_repo.readRef(io, .{ .kind = .head, .name = "master" })).?; 1604 try std.testing.expectEqualStrings(&commit2, &oid_master); 1605 1606 try std.testing.expectError(error.FileNotFound, server_repo.core.work_dir.openFile(io, "hello.txt", .{})); 1607 } 1608 } 1609 1610 fn copyDir(io: std.Io, src_dir: std.Io.Dir, dest_dir: std.Io.Dir) !void { 1611 var iter = src_dir.iterate(); 1612 while (try iter.next(io)) |entry| { 1613 switch (entry.kind) { 1614 .file => try src_dir.copyFile(entry.name, dest_dir, entry.name, io, .{}), 1615 .directory => { 1616 try dest_dir.createDirPath(io, entry.name); 1617 var dest_entry_dir = try dest_dir.openDir(io, entry.name, .{ .access_sub_paths = true, .iterate = true, .follow_symlinks = false }); 1618 defer dest_entry_dir.close(io); 1619 var src_entry_dir = try src_dir.openDir(io, entry.name, .{ .access_sub_paths = true, .iterate = true, .follow_symlinks = false }); 1620 defer src_entry_dir.close(io); 1621 try copyDir(io, src_entry_dir, dest_entry_dir); 1622 }, 1623 else => {}, 1624 } 1625 } 1626 } 1627 1628 // the dev SSH public key matching the private key written by runServer 1629 const admin_ssh_key = "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKeIs8mJqigBZ5y84J4COgnAJJ5bHPKy+lM2SliMXbYm radar@roark"; 1630 1631 // create the admin event repo with a user holding the dev SSH public key, plus 1632 // that user's repo 1633 fn setupAdmin(io: std.Io, allocator: std.mem.Allocator, data_path: []const u8) !void { 1634 const admin_repo_path = try std.Io.Dir.path.join(allocator, &.{ data_path, "admin" }); 1635 defer allocator.free(admin_repo_path); 1636 1637 var repo = try rp.Repo(.xit, evt.admin_repo_opts).init(io, allocator, .{ .bare = true, .path = admin_repo_path }); 1638 defer repo.deinit(io, allocator); 1639 1640 try repo.addConfig(io, allocator, .{ .name = "user.name", .value = "haxy" }); 1641 try repo.addConfig(io, allocator, .{ .name = "user.email", .value = "admin@haxy" }); 1642 1643 var prng = std.Random.DefaultPrng.init(std.testing.random_seed); 1644 const user_id = evt.EventWithId.randomId(prng.random()); 1645 1646 var password_hash_buf: [evt.User.password_hash_max_len]u8 = undefined; 1647 const password_hash = try evt.User.hashPassword("password", &password_hash_buf, io); 1648 1649 const users_dir = try std.Io.Dir.path.join(allocator, &.{ data_path, "users" }); 1650 defer allocator.free(users_dir); 1651 try evt.consume(.{ .server = .{ .users_dir = users_dir } }, .admin, .xit, evt.admin_repo_opts, io, allocator, &repo, evt.events_ref, &[_]evt.EventWithId{.{ 1652 .id = std.fmt.bytesToHex(user_id, .lower), 1653 .author = .{ .name = "admin", .email = "admin@example.test" }, 1654 .event = .{ .user = .{ 1655 .name = "admin", 1656 .email = "admin@example.test", 1657 .password_hash = password_hash, 1658 .ssh_keys = admin_ssh_key, 1659 } }, 1660 }}); 1661 1662 const user_repo_path = try evt.userRepoPath(allocator, users_dir, &user_id); 1663 defer allocator.free(user_repo_path); 1664 var user_repo = try evt.initUserRepo(io, allocator, user_repo_path); 1665 defer user_repo.deinit(io, allocator); 1666 } 1667 1668 // resolve admin:<repo_name> to its on-disk directory under <data_dir>/users via 1669 // the event store 1670 fn repoOnDiskPath( 1671 io: std.Io, 1672 allocator: std.mem.Allocator, 1673 data_path: []const u8, 1674 repo_name: []const u8, 1675 create: bool, 1676 ) !?[]u8 { 1677 const admin_repo_path = try std.Io.Dir.path.join(allocator, &.{ data_path, "admin" }); 1678 defer allocator.free(admin_repo_path); 1679 const users_dir = try std.Io.Dir.path.join(allocator, &.{ data_path, "users" }); 1680 defer allocator.free(users_dir); 1681 1682 const location = (try evt.resolveOrCreateRepo( 1683 io, 1684 allocator, 1685 users_dir, 1686 admin_repo_path, 1687 "admin", 1688 repo_name, 1689 if (create) .{ .read_access = .public } else null, 1690 )) orelse return null; 1691 return try evt.repoPath(allocator, users_dir, &location.owner_id, &location.repo_id); 1692 } 1693 1694 // build the remote URL addressing admin:<repo_name> over the given transport 1695 fn remoteUrl( 1696 comptime transport_def: net.TransportDefinition, 1697 allocator: std.mem.Allocator, 1698 repo_name: []const u8, 1699 port: u16, 1700 ) ![]u8 { 1701 return switch (transport_def) { 1702 .file => unreachable, 1703 .wire => |wire_kind| switch (wire_kind) { 1704 .http => try allocator.print("http://localhost:{}/admin:{s}", .{ port, repo_name }), 1705 .raw => try allocator.print("git://localhost:{}/admin:{s}", .{ port, repo_name }), 1706 .ssh => try allocator.print("git@localhost:admin:{s}", .{repo_name}), 1707 }, 1708 }; 1709 } 1710 1711 // the ssh command the haxy git client should invoke, or null when not using 1712 // ssh. haxy generates a fresh host key on every run, so accept the unknown host 1713 // and skip writing to known_hosts. 1714 fn sshCommand( 1715 is_ssh: bool, 1716 allocator: std.mem.Allocator, 1717 temp_path: []const u8, 1718 port: u16, 1719 ) !?[]u8 { 1720 if (!is_ssh) return null; 1721 1722 const priv_key_path = try std.Io.Dir.path.join(allocator, &.{ temp_path, "key" }); 1723 defer allocator.free(priv_key_path); 1724 1725 if (builtin.target.os.tag == .windows) std.mem.replaceScalar(u8, priv_key_path, '\\', '/'); 1726 const null_path = if (builtin.target.os.tag == .windows) "NUL" else "/dev/null"; 1727 return try allocator.print("ssh -p {} -o BatchMode=yes -o StrictHostKeyChecking=no -o UserKnownHostsFile={s} -o LogLevel=ERROR -o IdentitiesOnly=yes -i \"{s}\"", .{ port + 1, null_path, priv_key_path }); 1728 } 1729 1730 const ServerFiles = union(enum) { 1731 files: []const struct { path: []const u8, content: []const u8 }, 1732 dirs: []const []const u8, 1733 }; 1734 1735 /// commit files without writing the server's index or worktree. 1736 fn commitServer(repo: anytype, io: std.Io, allocator: std.mem.Allocator, files: ServerFiles, metadata: xit.object.CommitMetadata(repo.self_repo_opts.hash)) ![xit.hash.hexLen(repo.self_repo_opts.hash)]u8 { 1737 const R = @TypeOf(repo.*); 1738 const opts = repo.self_repo_opts; 1739 const Index = xit.index.Index(.xit, opts); 1740 var result: [xit.hash.hexLen(opts.hash)]u8 = undefined; 1741 const Ctx = struct { 1742 core: *R.Core, 1743 io: std.Io, 1744 allocator: std.mem.Allocator, 1745 files: ServerFiles, 1746 metadata: xit.object.CommitMetadata(opts.hash), 1747 result: *[xit.hash.hexLen(opts.hash)]u8, 1748 1749 fn addFile(ctx: @This(), state: R.State(.read_write), index: *Index, path: []const u8, content: []const u8) !void { 1750 var reader = std.Io.Reader.fixed(content); 1751 var oid: [xit.hash.byteLen(opts.hash)]u8 = undefined; 1752 try xit.object.writeObject(.xit, opts, state, ctx.io, ctx.allocator, &reader, .{ .kind = .blob, .size = content.len }, &oid); 1753 const path_parts = try xit.fs.splitPath(ctx.allocator, path); 1754 defer ctx.allocator.free(path_parts); 1755 try index.addTreeEntryFile(&.{ .oid = oid, .mode = @bitCast(@as(u32, 0o100644)) }, path_parts, content.len, 0); 1756 } 1757 1758 fn addDir(ctx: @This(), state: R.State(.read_write), index: *Index, path: []const u8) anyerror!void { 1759 var dir = try std.Io.Dir.cwd().openDir(ctx.io, path, .{ .iterate = true }); 1760 defer dir.close(ctx.io); 1761 var entries = dir.iterate(); 1762 while (try entries.next(ctx.io)) |entry| { 1763 const child = try std.Io.Dir.path.join(ctx.allocator, &.{ path, entry.name }); 1764 defer ctx.allocator.free(child); 1765 switch (entry.kind) { 1766 .directory => try ctx.addDir(state, index, child), 1767 .file => { 1768 const content = try dir.readFileAlloc(ctx.io, entry.name, ctx.allocator, .unlimited); 1769 defer ctx.allocator.free(content); 1770 try ctx.addFile(state, index, child, content); 1771 }, 1772 else => {}, 1773 } 1774 } 1775 } 1776 1777 pub fn run(ctx: @This(), cursor: *R.DB.Cursor(.read_write)) !void { 1778 var moment = try R.DB.HashMap(.read_write).init(cursor.*); 1779 const state = R.State(.read_write){ .core = ctx.core, .extra = .{ .moment = &moment } }; 1780 const head_oid = try rf.readHeadRecurMaybe(.xit, opts, state.readOnly(), ctx.io); 1781 var index = if (head_oid) |oid| try Index.initFromCommit(state.readOnly(), ctx.io, ctx.allocator, &oid) else try Index.init(state.readOnly(), ctx.io, ctx.allocator); 1782 defer index.deinit(); 1783 switch (ctx.files) { 1784 .files => |updates| for (updates) |file| try ctx.addFile(state, &index, file.path, file.content), 1785 .dirs => |dirs| for (dirs) |dir| try ctx.addDir(state, &index, dir), 1786 } 1787 var tree = try xit.object.Tree.initFromIndex(.xit, opts, state, ctx.io, ctx.allocator, &index); 1788 defer tree.deinit(); 1789 var head_buffer: [rf.MAX_REF_CONTENT_SIZE]u8 = undefined; 1790 const head = try rf.readHead(.xit, opts, state.readOnly(), ctx.io, &head_buffer) orelse return error.HeadNotFound; 1791 ctx.result.* = try xit.object.writeCommit(.xit, opts, state, ctx.io, ctx.allocator, ctx.metadata, &tree, head.ref); 1792 try xit.undo.write(opts, state, std.Io.Timestamp.now(ctx.io, .real).toSeconds(), .{ .commit = try .init(ctx.metadata.message, ctx.result.*, opts.max_read_size) }); 1793 } 1794 }; 1795 try repo.core.db_file.lock(io, .exclusive); 1796 defer repo.core.db_file.unlock(io); 1797 const history = try R.DB.ArrayList(.read_write).init(repo.core.db.rootCursor()); 1798 try history.appendContext(.{ .slot = try history.getSlot(-1) }, Ctx{ 1799 .core = &repo.core, 1800 .io = io, 1801 .allocator = allocator, 1802 .files = files, 1803 .metadata = metadata, 1804 .result = &result, 1805 }); 1806 return result; 1807 } 1808