12345module exchange67import os8import src.events9import src.history10import src.remote11import src.snapshot12import src.storage13141516fn machine(name string) !string {17 dir := os.join_path(os.temp_dir(), 'koh3_sync_${os.getpid()}_${name}', 'proj')18 os.rmdir_all(os.dir(dir)) or {}19 os.mkdir_all(dir, os.MkdirParams{})!20 return dir21}2223fn scratch(name string) !string {24 dir := os.join_path(os.temp_dir(), 'koh3_sync_${os.getpid()}_${name}')25 os.rmdir_all(dir) or {}26 os.mkdir_all(dir, os.MkdirParams{})!27 return dir28}2930fn open_repo(dir string) !storage.Store {31 mut store := storage.create(dir)!32 os.write_file(os.join_path(dir, '.kohignore'), '*.log\n')!33 return store34}3536fn put(root string, rel string, text string) ! {37 full := os.join_path(root, rel)38 os.mkdir_all(os.dir(full), os.MkdirParams{})!39 os.write_file(full, text)!40}4142fn make_save(store &storage.Store, message string) !history.Save {43 return history.save_worktree(store, store.root, snapshot.load(store.root), history.SaveInput{44 message: message45 })!46}4748fn offer_now(store &storage.Store, mut backend remote.Backend) !OfferReport {49 return offer(store, mut backend)!50}5152fn steal_now(store &storage.Store, mut backend remote.Backend) !StealReport {53 return steal(store, mut backend, StealOptions{54 theirs: true55 })!56}5758fn test_first_offer_publishes_the_whole_line() {59 base := scratch('first')!60 defer {61 os.rmdir_all(base) or {}62 }63 mut a := open_repo(machine('first_a')!)!64 defer {65 a.close()66 }67 put(a.root, 'a.txt', 'one\n')!68 make_save(a, 'first')!69 put(a.root, 'a.txt', 'two\n')!70 make_save(a, 'second')!71 mut backend := remote.new_folder(os.join_path(base, 'remote'))!7273 report := offer_now(a, mut backend)!74 assert report.repo == 'proj'75 assert report.saves == 276 assert report.objects >= 277 assert backend.get(head_key('proj'))!.found78 assert backend.list('proj/saves')!.len == 27980 81 again := offer_now(a, mut backend)!82 assert again.saves == 083}8485fn test_the_repo_name_is_remembered_and_head_offered() {86 base := scratch('remember')!87 defer {88 os.rmdir_all(base) or {}89 }90 mut a := open_repo(machine('remember_a')!)!91 defer {92 a.close()93 }94 put(a.root, 'a.txt', 'one\n')!95 make_save(a, 'first')!96 mut backend := remote.new_folder(os.join_path(base, 'remote'))!97 offer_now(a, mut backend)!98 assert a.state('remote_repo') or { '' } == 'proj'99 assert backend.get(head_key('proj'))!.body.bytestr() == head_of(a).id100 101 assert a.state('remote_head') or { '' } == head_of(a).id102103 104 105 put(a.root, 'a.txt', 'two\n')!106 make_save(a, 'second')!107 offer_now(a, mut backend)!108 assert backend.get(head_key('proj'))!.body.bytestr() == head_of(a).id109}110111fn test_steal_fast_forwards_a_machine_that_has_nothing_of_its_own() {112 base := scratch('forward')!113 defer {114 os.rmdir_all(base) or {}115 }116 mut backend := remote.new_folder(os.join_path(base, 'remote'))!117 mut a := open_repo(machine('fwd_a')!)!118 defer {119 a.close()120 }121 put(a.root, 'a.txt', 'from A\n')!122 make_save(a, 'A writes')!123 offer_now(a, mut backend)!124125 126 mut b := open_repo(machine('fwd_b')!)!127 defer {128 b.close()129 }130 fetched := fetch_repo(mut backend, 'proj')!131 b.begin()!132 write_fetched(b, fetched)!133 history.set_head(b, fetched.head)!134 b.commit()!135 snapshot.restore_files(b, b.root, snapshot.load(b.root), history.files_of(b, fetched.head)!, [])!136 assert os.read_file(os.join_path(b.root, 'a.txt'))! == 'from A\n'137 assert head_of(b).id == fetched.head138}139140141142fn test_steal_while_only_ahead_leaves_the_line_alone() {143 base := scratch('ahead')!144 defer {145 os.rmdir_all(base) or {}146 }147 mut backend := remote.new_folder(os.join_path(base, 'remote'))!148 mut a := open_repo(machine('ahead_a')!)!149 defer {150 a.close()151 }152 put(a.root, 'a.txt', 'one\n')!153 make_save(a, 'offered')!154 offer_now(a, mut backend)!155 put(a.root, 'a.txt', 'two\n')!156 ahead := make_save(a, 'not offered yet')!157 report := steal_now(a, mut backend)!158 assert report.replayed == 0159 assert head_of(a).id == ahead.id160 161 assert !snapshot.restore_pending(a)162 assert history.all_saves(a)!.len == 2163 offer_now(a, mut backend)!164 assert backend.get(head_key('proj'))!.body.bytestr() == ahead.id165}166167168169fn test_steal_never_writes_through_a_symlinked_folder() {170 base := scratch('steal_link')!171 defer {172 os.rmdir_all(base) or {}173 }174 mut backend := remote.new_folder(os.join_path(base, 'remote'))!175 mut a := open_repo(machine('steal_link_a')!)!176 defer {177 a.close()178 }179 mut b := open_repo(machine('steal_link_b')!)!180 defer {181 b.close()182 }183 put(a.root, 'a.txt', 'one\n')!184 make_save(a, 'first')!185 offer_now(a, mut backend)!186 join(b, mut backend)!187 outside := os.join_path(base, 'outside')188 put(outside, 'a.md', 'precious\n')!189 os.symlink(outside, os.join_path(b.root, 'docs'))!190 put(a.root, 'docs/a.md', 'from A\n')!191 make_save(a, 'A adds docs')!192 offer_now(a, mut backend)!193 head_before := head_of(b).id194 if _ := steal_now(b, mut backend) {195 assert false, 'a steal writing through a symlinked folder must refuse'196 } else {197 assert err.msg().contains('docs')198 }199 assert os.read_file(os.join_path(outside, 'a.md'))! == 'precious\n'200 assert head_of(b).id == head_before201}202203204fn test_steal_refuses_after_a_restore_cut_short() {205 base := scratch('steal_cut')!206 defer {207 os.rmdir_all(base) or {}208 }209 mut backend := remote.new_folder(os.join_path(base, 'remote'))!210 mut a := open_repo(machine('steal_cut_a')!)!211 defer {212 a.close()213 }214 put(a.root, 'a.txt', 'one\n')!215 make_save(a, 'first')!216 offer_now(a, mut backend)!217 a.set_state('restoring', 'yes')!218 if _ := steal_now(a, mut backend) {219 assert false, 'steal must refuse while a restore is unfinished'220 } else {221 assert err.msg().contains('koh revert')222 }223}224225226227fn test_a_clone_imports_parents_before_children() {228 base := scratch('clone_order')!229 defer {230 os.rmdir_all(base) or {}231 }232 mut backend := remote.new_folder(os.join_path(base, 'remote'))!233 mut a := open_repo(machine('order_a')!)!234 defer {235 a.close()236 }237 put(a.root, 'a.txt', 'one\n')!238 parent := make_save(a, 'parent')!239 child := history.save_tree(a, '', history.files_of(a, parent.id)!, history.SaveInput{240 message: 'replayed, older than its parent'241 created_at: parent.created_at - 3600242 })!243 offer_now(a, mut backend)!244 mut b := open_repo(machine('order_b')!)!245 defer {246 b.close()247 }248 join(b, mut backend)!249 assert head_of(b).id == child.id250}251252253fn test_steal_refuses_an_unsaved_executable_bit_change() {254 base := scratch('chmod')!255 defer {256 os.rmdir_all(base) or {}257 }258 mut backend := remote.new_folder(os.join_path(base, 'remote'))!259 mut a := open_repo(machine('chmod_a')!)!260 defer {261 a.close()262 }263 put(a.root, 'run.sh', 'echo hi\n')!264 make_save(a, 'script')!265 offer_now(a, mut backend)!266 os.chmod(os.join_path(a.root, 'run.sh'), 0o755)!267 if _ := steal_now(a, mut backend) {268 assert false, 'a chmod-only change should make the tree dirty'269 } else {270 assert err.msg() == dirty_tree271 }272}273274fn test_divergence_without_clashes_keeps_both_machines_work() {275 base := scratch('diverge')!276 defer {277 os.rmdir_all(base) or {}278 }279 mut backend := remote.new_folder(os.join_path(base, 'remote'))!280 mut a := open_repo(machine('div_a')!)!281 defer {282 a.close()283 }284 mut b := open_repo(machine('div_b')!)!285 defer {286 b.close()287 }288 put(a.root, 'shared.txt', 'base\n')!289 make_save(a, 'base')!290 offer_now(a, mut backend)!291292 293 join(b, mut backend)!294 put(a.root, 'fromA.txt', 'A\n')!295 make_save(a, 'A adds a file')!296 put(b.root, 'fromB.txt', 'B\n')!297 make_save(b, 'B adds a file')!298 offer_now(a, mut backend)!299300 301 if _ := offer_now(b, mut backend) {302 assert false, 'offering on top of unknown remote saves should be refused'303 } else {304 assert err.msg().contains('run koh steal')305 }306307 report := steal_now(b, mut backend)!308 assert !report.forward309 assert report.replayed == 1310 assert report.clashes.len == 0311 312 assert os.read_file(os.join_path(b.root, 'fromA.txt'))! == 'A\n'313 assert os.read_file(os.join_path(b.root, 'fromB.txt'))! == 'B\n'314 assert os.read_file(os.join_path(b.root, 'shared.txt'))! == 'base\n'315 316 mut saw_replay := false317 for save in history.all_saves(b)! {318 if save.replayed_from != '' {319 saw_replay = true320 }321 }322 assert saw_replay323 324 offer_now(b, mut backend)!325 line_head := backend.get(head_key('proj'))!.body.bytestr().trim_space()326 assert line_head == head_of(b).id327}328329330331332333fn test_a_local_change_undone_does_not_block_a_combine() {334 base := scratch('undone')!335 defer {336 os.rmdir_all(base) or {}337 }338 mut backend := remote.new_folder(os.join_path(base, 'remote'))!339 mut a := open_repo(machine('undone_a')!)!340 defer {341 a.close()342 }343 mut b := open_repo(machine('undone_b')!)!344 defer {345 b.close()346 }347 put(a.root, 'f.txt', 'base\n')!348 put(a.root, 'g.txt', 'base\n')!349 make_save(a, 'base')!350 offer_now(a, mut backend)!351 join(b, mut backend)!352353 put(a.root, 'f.txt', 'from A\n')!354 put(a.root, 'g.txt', 'same\n')!355 make_save(a, 'A edits both')!356 offer_now(a, mut backend)!357358 put(b.root, 'f.txt', 'tried on B\n')!359 put(b.root, 'g.txt', 'first try\n')!360 tried := make_save(b, 'B tries')!361 put(b.root, 'f.txt', 'base\n')!362 put(b.root, 'g.txt', 'same\n')!363 put(b.root, 'h.txt', 'B\n')!364 undone := make_save(b, 'B undoes f, lands on the same g, adds h')!365366 report := steal_now(b, mut backend)!367 assert report.clashes.len == 0368 assert os.read_file(os.join_path(b.root, 'f.txt'))! == 'from A\n'369 assert os.read_file(os.join_path(b.root, 'g.txt'))! == 'same\n'370 assert os.read_file(os.join_path(b.root, 'h.txt'))! == 'B\n'371 372 373 assert report.replayed == 1374 assert head_of(b).replayed_from == undone.id375 ids := history.all_saves(b)!.map(it.id)376 assert tried.id in ids && undone.id in ids377 assert history.files_of(b, tried.id)!.any(it.path == 'f.txt')378}379380381382fn test_clash_questions_are_asked_before_the_write_lock() {383 base := scratch('ask_unlocked')!384 defer {385 os.rmdir_all(base) or {}386 }387 mut backend := remote.new_folder(os.join_path(base, 'remote'))!388 mut a := open_repo(machine('ask_a')!)!389 defer {390 a.close()391 }392 mut b := open_repo(machine('ask_b')!)!393 defer {394 b.close()395 }396 put(a.root, 'same.txt', 'base\n')!397 make_save(a, 'base')!398 offer_now(a, mut backend)!399 join(b, mut backend)!400 put(a.root, 'same.txt', 'A version\n')!401 make_save(a, 'A edits same')!402 offer_now(a, mut backend)!403 put(b.root, 'same.txt', 'B version\n')!404 make_save(b, 'B edits same')!405 root := b.root406 407 if _ := steal(b, mut backend, StealOptions{408 guide: fn [root] (preview StealPreview) !map[string]Side {409 other := storage.open(root) or { panic(err) }410 defer {411 other.close()412 }413 os.write_file(os.join_path(root, 'agent.txt'), 'saved meanwhile\n') or { panic(err) }414 history.save_worktree(other, root, snapshot.load(root), history.SaveInput{415 message: 'agent saves during the question'416 }) or { panic('steal held the write lock while asking: ${err}') }417 return {418 preview.clashes[0].path: Side.mine419 }420 }421 })422 {423 assert false, 'a steal whose line moved during the question must refuse'424 } else {425 assert err.msg().contains('changed while')426 }427 428 assert head_of(b).message == 'agent saves during the question'429 report := steal(b, mut backend, StealOptions{430 mine: true431 })!432 assert report.kept_mine == 1433 assert os.read_file(os.join_path(b.root, 'agent.txt'))! == 'saved meanwhile\n'434 assert os.read_file(os.join_path(b.root, 'same.txt'))! == 'B version\n'435}436437fn test_clashing_files_are_chosen_one_at_a_time() {438 base := scratch('clash')!439 defer {440 os.rmdir_all(base) or {}441 }442 mut backend := remote.new_folder(os.join_path(base, 'remote'))!443 mut a := open_repo(machine('clash_a')!)!444 defer {445 a.close()446 }447 mut b := open_repo(machine('clash_b')!)!448 defer {449 b.close()450 }451 put(a.root, 'same.txt', 'base\n')!452 put(a.root, 'other.txt', 'quiet\n')!453 make_save(a, 'base')!454 offer_now(a, mut backend)!455 join(b, mut backend)!456457 458 put(a.root, 'same.txt', 'A version\n')!459 make_save(a, 'A edits same')!460 offer_now(a, mut backend)!461 put(b.root, 'same.txt', 'B version\n')!462 make_save(b, 'B edits same')!463464 465 if _ := steal(b, mut backend, StealOptions{}) {466 assert false, 'an undecided clash must be refused'467 } else {468 assert err.msg().contains('--mine') || err.msg().contains('--theirs')469 470 if err is ClashError {471 assert err.paths == ['same.txt']472 } else {473 assert false, 'an undecided clash must be a ClashError, not ${err}'474 }475 }476 assert find_clashes(history.files_of(b, head_of(b).id)!, history.files_of(b, head_of(b).id)!, history.files_of(b,477 head_of(b).id)!).len == 0478479 480 report := steal_now(b, mut backend)!481 assert report.clashes == ['same.txt']482 assert report.kept_mine == 0483 assert report.kept_versions == ['same.txt:${report.previous_head}']484 assert os.read_file(os.join_path(b.root, 'same.txt'))! == 'A version\n'485 assert os.read_file(os.join_path(b.root, 'other.txt'))! == 'quiet\n'486}487488fn test_cancelling_a_guided_steal_keeps_the_line_and_can_retry() {489 base := scratch('guided_cancel')!490 defer { os.rmdir_all(base) or {} }491 mut backend := remote.new_folder(os.join_path(base, 'remote'))!492 mut a := open_repo(machine('guided_cancel_a')!)!493 defer { a.close() }494 mut b := open_repo(machine('guided_cancel_b')!)!495 defer { b.close() }496 put(a.root, 'same.txt', 'base\n')!497 make_save(a, 'base')!498 offer_now(a, mut backend)!499 join(b, mut backend)!500 put(a.root, 'same.txt', 'remote\n')!501 remote_head := make_save(a, 'remote change')!502 offer_now(a, mut backend)!503 put(b.root, 'same.txt', 'mine\n')!504 local_head := make_save(b, 'local change')!505506 if _ := steal(b, mut backend, StealOptions{507 guide: fn (preview StealPreview) !map[string]Side {508 assert preview.clashes.len == 1509 return error('cancelled')510 }511 }) {512 assert false, 'the guide cancelled'513 } else {514 assert err.msg() == 'cancelled'515 }516 assert head_of(b).id == local_head.id517 assert os.read_file(os.join_path(b.root, 'same.txt'))! == 'mine\n'518 assert history.by_id(b, remote_head.id) != none519 assert steal(b, mut backend, StealOptions{ mine: true })!.kept_mine == 1520}521522fn test_choosing_mine_keeps_the_local_version() {523 base := scratch('mine')!524 defer {525 os.rmdir_all(base) or {}526 }527 mut backend := remote.new_folder(os.join_path(base, 'remote'))!528 mut a := open_repo(machine('mine_a')!)!529 defer {530 a.close()531 }532 mut b := open_repo(machine('mine_b')!)!533 defer {534 b.close()535 }536 put(a.root, 'same.txt', 'base\n')!537 make_save(a, 'base')!538 offer_now(a, mut backend)!539 join(b, mut backend)!540 put(a.root, 'same.txt', 'A version\n')!541 make_save(a, 'A edits')!542 offer_now(a, mut backend)!543 put(b.root, 'same.txt', 'B version\n')!544 make_save(b, 'B edits')!545546 report := steal(b, mut backend, StealOptions{547 mine: true548 })!549 assert report.kept_mine == 1550 assert os.read_file(os.join_path(b.root, 'same.txt'))! == 'B version\n'551 552 assert head_of(b).message.contains('combine: kept mine for 1 file')553 554 assert head_of(b).restores == ''555 assert history.all_saves(b)!.len >= 4556}557558fn test_flags_travel_with_the_saves() {559 base := scratch('flags')!560 defer {561 os.rmdir_all(base) or {}562 }563 mut backend := remote.new_folder(os.join_path(base, 'remote'))!564 mut a := open_repo(machine('flag_a')!)!565 defer {566 a.close()567 }568 mut b := open_repo(machine('flag_b')!)!569 defer {570 b.close()571 }572 put(a.root, 'a.txt', 'one\n')!573 save := make_save(a, 'suspect save')!574 events.flag(a, save.id, 'look at this')!575 offer_now(a, mut backend)!576577 578 fetched := fetch_back_to_known(b, mut backend, 'proj')!579 assert fetched.events_out.len == 1580 assert fetched.events_out[0].kind == events.kind_flag581 b.begin()!582 write_fetched(b, fetched)!583 history.set_head(b, fetched.head)!584 b.commit()!585 state := events.flag_state(b, save.id)!586 assert state.flagged587 assert state.reason == 'look at this'588}589590fn test_a_second_offer_racing_head_is_refused_not_forced() {591 base := scratch('race')!592 defer {593 os.rmdir_all(base) or {}594 }595 mut backend := remote.new_folder(os.join_path(base, 'remote'))!596 mut a := open_repo(machine('race_a')!)!597 defer {598 a.close()599 }600 put(a.root, 'a.txt', 'one\n')!601 make_save(a, 'base')!602 offer_now(a, mut backend)!603604 605 assert backend.put_if_match(head_key('proj'), 'a-save-we-do-not-have'.bytes(),606 backend.get(head_key('proj'))!.tag)!607608 put(a.root, 'a.txt', 'two\n')!609 make_save(a, 'second')!610 if _ := offer_now(a, mut backend) {611 assert false, 'offering while the remote head moved must be refused'612 } else {613 assert err.msg().contains('run koh steal')614 }615}616617618fn join(store &storage.Store, mut backend remote.Backend) ! {619 fetched := fetch_repo(mut backend, 'proj')!620 store.begin()!621 write_fetched(store, fetched)!622 history.set_head(store, fetched.head)!623 store.commit()!624 snapshot.restore_files(store, store.root, snapshot.load(store.root), history.files_of(store,625 fetched.head)!, [])!626 store.set_state('remote_repo', 'proj')!627}628629struct FaultyBackend {630mut:631 inner remote.Backend632 writes int633 reads int634 fail_write int 635 fail_read int636 637 fail_delete bool638 639 640 race_format bool641 raced bool642}643644fn (mut f FaultyBackend) get(key string) !remote.Object {645 f.reads++646 if f.fail_read > 0 && f.reads >= f.fail_read {647 return error('injected read failure')648 }649 return f.inner.get(key)!650}651652fn (mut f FaultyBackend) list(prefix string) ![]string {653 return f.inner.list(prefix)!654}655656fn (mut f FaultyBackend) put_if_absent(key string, body []u8) !bool {657 f.writes++658 if f.fail_write > 0 && f.writes >= f.fail_write {659 return error('injected write failure')660 }661 if f.race_format && !f.raced && key.ends_with('/format') {662 f.raced = true663 f.inner.put_if_absent(key, 'koh-remote 2'.bytes())!664 return false665 }666 return f.inner.put_if_absent(key, body)!667}668669fn (mut f FaultyBackend) put_if_match(key string, body []u8, tag string) !bool {670 f.writes++671 if f.fail_write > 0 && f.writes >= f.fail_write {672 return error('injected write failure')673 }674 return f.inner.put_if_match(key, body, tag)!675}676677fn (mut f FaultyBackend) delete(key string) ! {678 if f.fail_delete {679 return error('injected delete failure')680 }681 f.inner.delete(key)!682}683684685686687fn test_an_offer_sends_only_the_objects_a_save_adds() {688 base := scratch('offer_diff')!689 defer {690 os.rmdir_all(base) or {}691 }692 mut a := open_repo(machine('offer_diff_a')!)!693 defer {694 a.close()695 }696 for i in 0 .. 20 {697 put(a.root, 'f${i}.txt', 'file ${i}\n')!698 }699 make_save(a, 'twenty files')!700 mut backend := FaultyBackend{701 inner: remote.new_folder(os.join_path(base, 'remote'))!702 }703 offer(a, mut backend)!704 put(a.root, 'f3.txt', 'changed\n')!705 make_save(a, 'one change')!706 before := backend.writes707 report := offer(a, mut backend)!708 assert report.objects == 1709 710 assert backend.writes - before == 3711}712713fn test_a_failed_offer_is_safe_to_re_run() {714 base := scratch('fault_offer')!715 defer {716 os.rmdir_all(base) or {}717 }718 remote_dir := os.join_path(base, 'remote')719 mut a := open_repo(machine('fault_a')!)!720 defer {721 a.close()722 }723 put(a.root, 'a.txt', 'one\n')!724 make_save(a, 'first')!725 put(a.root, 'a.txt', 'two\n')!726 make_save(a, 'second')!727728 729 mut flaky := FaultyBackend{730 inner: remote.new_folder(remote_dir)!731 fail_write: 2732 }733 if _ := offer(a, mut flaky) {734 assert false, 'the injected failure should have surfaced'735 }736737 738 739 mut healthy := remote.new_folder(remote_dir)!740 report := offer(a, mut healthy)!741 assert report.saves == 2742 assert healthy.get(head_key('proj'))!.body.bytestr().trim_space() == head_of(a).id743 assert healthy.list('proj/saves')!.len == 2744}745746fn test_a_failed_steal_leaves_nothing_behind() {747 base := scratch('fault_steal')!748 defer {749 os.rmdir_all(base) or {}750 }751 remote_dir := os.join_path(base, 'remote')752 mut a := open_repo(machine('fault_s_a')!)!753 defer {754 a.close()755 }756 mut b := open_repo(machine('fault_s_b')!)!757 defer {758 b.close()759 }760 put(a.root, 'a.txt', 'from A\n')!761 make_save(a, 'A writes')!762 mut healthy := remote.new_folder(remote_dir)!763 offer(a, mut healthy)!764765 766 mut flaky := FaultyBackend{767 inner: remote.new_folder(remote_dir)!768 fail_read: 2769 }770 if _ := fetch_back_to_known(b, mut flaky, 'proj') {771 assert false, 'the injected read failure should have surfaced'772 }773 774 assert history.head(b) == none775 assert b.object_count()! == 0776777 778 fetched := fetch_back_to_known(b, mut healthy, 'proj')!779 b.begin()!780 write_fetched(b, fetched)!781 history.set_head(b, fetched.head)!782 b.commit()!783 snapshot.restore_files(b, b.root, snapshot.load(b.root), history.files_of(b, fetched.head)!, [])!784 assert os.read_file(os.join_path(b.root, 'a.txt'))! == 'from A\n'785}786787fn test_an_interrupted_strip_is_idempotent() {788 789 790 791 base := scratch('fault_strip')!792 defer {793 os.rmdir_all(base) or {}794 }795 mut a := open_repo(machine('fault_strip_a')!)!796 defer {797 a.close()798 }799 put(a.root, 'secret.txt', 'shh\n')!800 put(a.root, 'keep.txt', 'fine\n')!801 save := make_save(a, 'add both')!802803 for _ in 0 .. 2 {804 strip_local(a, 'secret.txt', '')!805 }806 files := history.files_of(a, save.id)!807 808 809 assert files.map(it.path) == ['.kohignore', 'keep.txt']810 assert events.strip_events(a)!.len == 1811}812813814815816817fn test_a_strip_matches_the_path_exactly() {818 mut a := open_repo(machine('strip_exact')!)!819 defer {820 a.close()821 }822 hash := a.put_object('x\n'.bytes())!823 mut files := []snapshot.FileEntry{}824 for path in ['DOCS.txt', 'Docs/keep.txt', 'a_b/x.txt', 'aXb/y.txt', 'docs/secret.txt'] {825 files << snapshot.FileEntry{826 path: path827 hash: hash828 }829 }830 save := history.save_tree(a, '', files, history.SaveInput{831 message: 'add all'832 })!833 assert strip_scope(a, 'docs', '')!.files == 1834 strip_local(a, 'docs', '')!835 strip_local(a, 'a_b', '')!836 assert history.files_of(a, save.id)!.map(it.path) == ['DOCS.txt', 'Docs/keep.txt', 'aXb/y.txt']837}838839fn test_a_strip_reaches_the_remote_and_other_machines() {840 base := scratch('strip_sync')!841 defer {842 os.rmdir_all(base) or {}843 }844 mut a := open_repo(machine('strip_a')!)!845 defer {846 a.close()847 }848 mut b := open_repo(machine('strip_b')!)!849 defer {850 b.close()851 }852 put(a.root, 'secrets.env', 'api_key=1\n')!853 put(a.root, 'keep.txt', 'fine\n')!854 save := make_save(a, 'add both')!855 mut backend := remote.new_folder(os.join_path(base, 'remote'))!856 offer_now(a, mut backend)!857 join(b, mut backend)!858 assert b.object_count()! > 0859860 861 862 mut secret_hash := ''863 for file in history.files_of(a, save.id)! {864 if file.path == 'secrets.env' {865 secret_hash = file.hash866 }867 }868 assert secret_hash != ''869 strip_local(a, 'secrets.env', '')!870 report := push_strip(a, mut backend, 'secrets.env')!871 assert report.event_sent872 assert report.records == 1873874 875 876 record := decode_save(backend.get(save_key('proj', save.id))!.body)!877 for file in record.files {878 assert file.path != 'secrets.env'879 }880 881 882 assert !backend.get(object_key('proj', secret_hash))!.found883 assert backend.list('proj/objects')!.len == 2884885 886 b.begin()!887 fetched := fetch_back_to_known(b, mut backend, 'proj')!888 write_fetched(b, fetched)!889 b.commit()!890 mut paths := []string{}891 for file in history.files_of(b, save.id)! {892 paths << file.path893 }894 assert 'secrets.env' !in paths895 assert 'keep.txt' in paths896897 898 899 900 assert events.strip_events(b)!.map(it.id) == events.strip_events(a)!.map(it.id)901 put(b.root, 'secrets.env', 'rotated\n')!902 assert !dirty(b, history.head(b))!903 put(b.root, 'keep.txt', 'still fine\n')!904 later := make_save(b, 'edit keep')!905 offer_now(b, mut backend)!906 assert backend.list('proj/events')!.len == 1907 assert 'secrets.env' !in history.files_of(b, later.id)!.map(it.path)908}909910911912913fn test_a_strip_reaches_saves_made_after_it_by_a_machine_that_had_not_heard() {914 base := scratch('strip_later')!915 defer {916 os.rmdir_all(base) or {}917 }918 mut backend := remote.new_folder(os.join_path(base, 'remote'))!919 mut a := open_repo(machine('strip_later_a')!)!920 defer {921 a.close()922 }923 mut b := open_repo(machine('strip_later_b')!)!924 defer {925 b.close()926 }927 put(a.root, 'secrets.env', 'api_key=1\n')!928 old := make_save(a, 'leak the key')!929 offer_now(a, mut backend)!930 join(b, mut backend)!931 strip_local(a, 'secrets.env', '')!932 push_strip(a, mut backend, 'secrets.env')!933 934 put(b.root, 'secrets.env', 'api_key=2\n')!935 later := history.save_tree(b, b.root, snapshot.walk(b, b.root, snapshot.load(b.root))!, history.SaveInput{936 message: 'rotate the key'937 created_at: events.strip_events(a)!.last().created_at + 3600938 })!939 assert 'secrets.env' in history.files_of(b, later.id)!.map(it.path)940 b.begin()!941 write_fetched(b, fetch_back_to_known(b, mut backend, 'proj')!)!942 b.commit()!943 assert 'secrets.env' !in history.files_of(b, later.id)!.map(it.path)944 offer_now(b, mut backend)!945946 mut c := open_repo(machine('strip_later_c')!)!947 defer {948 c.close()949 }950 join(c, mut backend)!951 for save in [old.id, later.id] {952 assert 'secrets.env' !in history.files_of(c, save)!.map(it.path)953 }954 assert !os.exists(os.join_path(c.root, 'secrets.env'))955}956957958959960fn test_an_interrupted_remote_strip_finishes_when_re_run() {961 base := scratch('strip_resume')!962 defer {963 os.rmdir_all(base) or {}964 }965 remote_dir := os.join_path(base, 'remote')966 mut backend := remote.new_folder(remote_dir)!967 mut a := open_repo(machine('resume_a')!)!968 defer {969 a.close()970 }971 mut b := open_repo(machine('resume_b')!)!972 defer {973 b.close()974 }975 put(a.root, 'secrets.env', 'api_key=1\n')!976 put(a.root, 'shared.env', 'same bytes on B\n')!977 save := make_save(a, 'add secrets')!978 offer_now(a, mut backend)!979 join(b, mut backend)!980 put(b.root, 'copy.txt', 'same bytes on B\n')!981 b_save := make_save(b, 'B keeps a copy')!982 offer_now(b, mut backend)!983 shared_hash := storage.hash_hex('same bytes on B\n'.bytes())984 secret_hash := storage.hash_hex('api_key=1\n'.bytes())985986 strip_local(a, 'secrets.env', '')!987 988 989 mut flaky := FaultyBackend{990 inner: remote.new_folder(remote_dir)!991 fail_write: 3992 }993 if _ := push_strip(a, mut flaky, 'secrets.env') {994 assert false, 'the injected failure should have surfaced'995 }996 assert strip_pending(a, 'secrets.env')997 assert strip_local(a, 'secrets.env', '')!.files_removed == 0998 report := push_strip(a, mut backend, 'secrets.env')!999 assert report.records == 11000 assert !strip_pending(a, 'secrets.env')1001 assert !backend.get(object_key('proj', secret_hash))!.found1002 record := decode_save(backend.get(save_key('proj', save.id))!.body)!1003 assert 'secrets.env' !in record.files.map(it.path)1004 b_record := decode_save(backend.get(save_key('proj', b_save.id))!.body)!1005 assert 'secrets.env' !in b_record.files.map(it.path)10061007 1008 strip_local(a, 'shared.env', '')!1009 push_strip(a, mut backend, 'shared.env')!1010 assert backend.get(object_key('proj', shared_hash))!.found1011}1012101310141015fn test_offer_waits_for_an_unapplied_strip() {1016 base := scratch('strip_first')!1017 defer {1018 os.rmdir_all(base) or {}1019 }1020 mut backend := remote.new_folder(os.join_path(base, 'remote'))!1021 mut a := open_repo(machine('strip_first_a')!)!1022 defer {1023 a.close()1024 }1025 mut b := open_repo(machine('strip_first_b')!)!1026 defer {1027 b.close()1028 }1029 put(a.root, 'secrets.env', 'api_key=1\n')!1030 make_save(a, 'add secrets')!1031 offer_now(a, mut backend)!1032 join(b, mut backend)!1033 strip_local(a, 'secrets.env', '')!1034 push_strip(a, mut backend, 'secrets.env')!1035 put(b.root, 'more.txt', 'B keeps working\n')!1036 later := make_save(b, 'B saves with the secret still in its tree')!1037 if _ := offer_now(b, mut backend) {1038 assert false, 'B offered records that still list the stripped path'1039 }1040 steal_now(b, mut backend)!1041 offer_now(b, mut backend)!1042 record := decode_save(backend.get(save_key('proj', later.id))!.body)!1043 assert 'secrets.env' !in record.files.map(it.path)1044}1045104610471048fn test_a_strip_whose_deletes_failed_finishes_when_run_again() {1049 base := scratch('strip_twice')!1050 defer {1051 os.rmdir_all(base) or {}1052 }1053 remote_dir := os.join_path(base, 'remote')1054 mut backend := remote.new_folder(remote_dir)!1055 mut a := open_repo(machine('strip_twice_a')!)!1056 defer {1057 a.close()1058 }1059 put(a.root, 'secrets.env', 'first key\n')!1060 make_save(a, 'first key')!1061 offer_now(a, mut backend)!1062 strip_local(a, 'secrets.env', '')!1063 mut flaky := FaultyBackend{1064 inner: remote.new_folder(remote_dir)!1065 fail_delete: true1066 }1067 if _ := push_strip(a, mut flaky, 'secrets.env') {1068 assert false, 'the injected delete failure should have surfaced'1069 }1070 put(a.root, 'secrets.env', 'second key\n')!1071 put(a.root, 'other.txt', 'more work\n')!1072 make_save(a, 'more work')!1073 offer_now(a, mut backend)!1074 push_strip(a, mut backend, 'secrets.env')!1075 for key in ['first key\n', 'second key\n'] {1076 assert !backend.get(object_key('proj', storage.hash_hex(key.bytes())))!.found1077 }1078}107910801081fn test_unfinished_strips_of_one_path_in_different_saves_finish_together() {1082 base := scratch('strip_scopes')!1083 defer {1084 os.rmdir_all(base) or {}1085 }1086 remote_dir := os.join_path(base, 'remote')1087 mut backend := remote.new_folder(remote_dir)!1088 mut a := open_repo(machine('strip_scopes_a')!)!1089 defer {1090 a.close()1091 }1092 put(a.root, 'secrets.env', 'first key\n')!1093 first := make_save(a, 'first key')!1094 put(a.root, 'secrets.env', 'second key\n')!1095 second := make_save(a, 'second key')!1096 offer_now(a, mut backend)!1097 strip_local(a, 'secrets.env', first.id)!1098 1099 mut flaky := FaultyBackend{1100 inner: remote.new_folder(remote_dir)!1101 fail_write: 21102 }1103 if _ := push_strip(a, mut flaky, 'secrets.env') {1104 assert false, 'the injected failure should have surfaced'1105 }1106 strip_local(a, 'secrets.env', second.id)!1107 push_strip(a, mut backend, 'secrets.env')!1108 assert !strip_pending(a, 'secrets.env')1109 for save in [first, second] {1110 record := decode_save(backend.get(save_key('proj', save.id))!.body)!1111 assert 'secrets.env' !in record.files.map(it.path)1112 }1113 for key in ['first key\n', 'second key\n'] {1114 assert !backend.get(object_key('proj', storage.hash_hex(key.bytes())))!.found1115 }1116}1117111811191120fn test_a_stripped_path_cannot_be_saved_again_on_any_machine() {1121 base := scratch('strip_again')!1122 defer {1123 os.rmdir_all(base) or {}1124 }1125 mut backend := remote.new_folder(os.join_path(base, 'remote'))!1126 mut a := open_repo(machine('strip_again_a')!)!1127 defer {1128 a.close()1129 }1130 mut b := open_repo(machine('strip_again_b')!)!1131 defer {1132 b.close()1133 }1134 put(a.root, 'secrets.env', 'first key\n')!1135 make_save(a, 'first key')!1136 offer_now(a, mut backend)!1137 join(b, mut backend)!1138 strip_local(a, 'secrets.env', '')!1139 push_strip(a, mut backend, 'secrets.env')!1140 steal_now(b, mut backend)!1141 for repo in [a, b] {1142 put(repo.root, 'secrets.env', 'second key\n')!1143 if _ := make_save(repo, 'second key') {1144 assert false, 'a banned path must not make a save'1145 }1146 }1147}1148114911501151fn test_a_stripped_path_is_not_asked_about() {1152 base := scratch('clash_strip')!1153 defer {1154 os.rmdir_all(base) or {}1155 }1156 mut backend := remote.new_folder(os.join_path(base, 'remote'))!1157 mut a := open_repo(machine('clash_strip_a')!)!1158 defer {1159 a.close()1160 }1161 mut b := open_repo(machine('clash_strip_b')!)!1162 defer {1163 b.close()1164 }1165 put(a.root, 'secrets.env', 'key one\n')!1166 make_save(a, 'base')!1167 offer_now(a, mut backend)!1168 join(b, mut backend)!1169 put(a.root, 'secrets.env', 'key two\n')!1170 make_save(a, 'A rotates')!1171 offer_now(a, mut backend)!1172 strip_local(a, 'secrets.env', '')!1173 push_strip(a, mut backend, 'secrets.env')!1174 put(b.root, 'secrets.env', 'key three\n')!1175 mine := make_save(b, 'B rotates')!1176 report := steal(b, mut backend, StealOptions{})!1177 assert report.clashes.len == 01178 for save in history.all_saves(b)! {1179 assert 'secrets.env' !in history.files_of(b, save.id)!.map(it.path)1180 }1181 assert history.by_id(b, mine.id) != none1182}1183118411851186fn test_a_strip_of_the_shared_base_is_seen_before_asking() {1187 base := scratch('clash_base_strip')!1188 defer {1189 os.rmdir_all(base) or {}1190 }1191 mut backend := remote.new_folder(os.join_path(base, 'remote'))!1192 mut a := open_repo(machine('base_strip_a')!)!1193 defer {1194 a.close()1195 }1196 mut b := open_repo(machine('base_strip_b')!)!1197 defer {1198 b.close()1199 }1200 put(a.root, 'notes.txt', 'shared\n')!1201 common := make_save(a, 'base')!1202 offer_now(a, mut backend)!1203 join(b, mut backend)!1204 put(a.root, 'other.txt', 'A moves on\n')!1205 make_save(a, 'A moves on')!1206 offer_now(a, mut backend)!1207 strip_local(a, 'notes.txt', common.id)!1208 push_strip(a, mut backend, 'notes.txt')!1209 put(b.root, 'notes.txt', 'B edits\n')!1210 make_save(b, 'B edits notes')!1211 if _ := steal(b, mut backend, StealOptions{}) {1212 assert false, 'with the base stripped, notes.txt differs on both sides'1213 } else {1214 assert err.msg().contains('notes.txt changed on both machines')1215 }1216 report := steal(b, mut backend, StealOptions{1217 mine: true1218 })!1219 assert report.clashes == ['notes.txt']1220 assert os.read_file(os.join_path(b.root, 'notes.txt'))! == 'B edits\n'1221}1222122312241225fn test_steal_into_a_folder_with_unsaved_files_refuses() {1226 base := scratch('steal_unsaved')!1227 defer {1228 os.rmdir_all(base) or {}1229 }1230 mut backend := remote.new_folder(os.join_path(base, 'remote'))!1231 mut a := open_repo(machine('unsaved_a')!)!1232 defer {1233 a.close()1234 }1235 put(a.root, 'notes.txt', 'from A\n')!1236 make_save(a, 'A writes')!1237 offer_now(a, mut backend)!1238 b_root := machine('unsaved_b')!1239 mut b := storage.create(b_root)!1240 defer {1241 b.close()1242 }1243 put(b_root, 'notes.txt', 'never saved\n')!1244 1245 b.set_state('remote_repo', 'proj')!1246 if _ := steal(b, mut backend, StealOptions{}) {1247 assert false, 'steal overwrote a folder with unsaved files'1248 } else {1249 assert err.msg() == no_saves_here1250 }1251 assert os.read_file(os.join_path(b_root, 'notes.txt'))! == 'never saved\n'1252 1253 os.rm(os.join_path(b_root, 'notes.txt'))!1254 put(b_root, snapshot.ignore_file, snapshot.default_ignore)!1255 steal(b, mut backend, StealOptions{})!1256 assert os.read_file(os.join_path(b_root, 'notes.txt'))! == 'from A\n'1257}1258125912601261fn test_steal_reports_incoming_flagged_saves() {1262 base := scratch('flag_warn')!1263 defer {1264 os.rmdir_all(base) or {}1265 }1266 mut backend := remote.new_folder(os.join_path(base, 'remote'))!1267 mut a := open_repo(machine('flag_warn_a')!)!1268 defer {1269 a.close()1270 }1271 mut b := open_repo(machine('flag_warn_b')!)!1272 defer {1273 b.close()1274 }1275 put(a.root, 'a.txt', 'one\n')!1276 make_save(a, 'fine')!1277 offer_now(a, mut backend)!1278 join(b, mut backend)!1279 put(a.root, 'a.txt', 'two\n')!1280 suspect := make_save(a, 'suspect')!1281 put(a.root, 'a.txt', 'three\n')!1282 make_save(a, 'also fine')!1283 events.flag(a, suspect.id, 'broke the build')!1284 offer_now(a, mut backend)!1285 report := steal_now(b, mut backend)!1286 assert report.flagged.map(it.save_id) == [suspect.id]1287 assert report.flagged[0].reason == 'broke the build'1288}128912901291fn head_of(store &storage.Store) history.Save {1292 return history.head(store) or { panic('this repo has no head') }1293}1294129512961297fn test_the_first_offer_records_the_remote_format() {1298 base := scratch('format_write')!1299 defer {1300 os.rmdir_all(base) or {}1301 }1302 mut backend := remote.new_folder(os.join_path(base, 'remote'))!1303 mut a := open_repo(machine('format_write_a')!)!1304 defer {1305 a.close()1306 }1307 put(a.root, 'a.txt', 'one\n')!1308 make_save(a, 'first')!1309 offer_now(a, mut backend)!1310 assert backend.get(format_key('proj'))!.body.bytestr().trim_space() == format_value1311}1312131313141315fn test_a_remote_without_a_format_still_syncs() {1316 base := scratch('format_old')!1317 defer {1318 os.rmdir_all(base) or {}1319 }1320 mut backend := remote.new_folder(os.join_path(base, 'remote'))!1321 mut a := open_repo(machine('format_old_a')!)!1322 defer {1323 a.close()1324 }1325 put(a.root, 'a.txt', 'one\n')!1326 make_save(a, 'first')!1327 offer_now(a, mut backend)!1328 1329 backend.delete(format_key('proj'))!1330 mut b := open_repo(machine('format_old_b')!)!1331 defer {1332 b.close()1333 }1334 join(b, mut backend)!1335 assert head_of(b).id == head_of(a).id1336 put(a.root, 'a.txt', 'two\n')!1337 make_save(a, 'second')!1338 offer_now(a, mut backend)!1339 assert backend.get(format_key('proj'))!.body.bytestr().trim_space() == format_value1340 report := steal_now(b, mut backend)!1341 assert report.head == head_of(a).id1342}1343134413451346fn test_an_unknown_remote_format_is_refused() {1347 base := scratch('format_unknown')!1348 defer {1349 os.rmdir_all(base) or {}1350 }1351 mut backend := remote.new_folder(os.join_path(base, 'remote'))!1352 mut a := open_repo(machine('format_bad_a')!)!1353 defer {1354 a.close()1355 }1356 put(a.root, 'a.txt', 'one\n')!1357 make_save(a, 'first')!1358 offer_now(a, mut backend)!1359 backend.delete(format_key('proj'))!1360 backend.put_if_absent(format_key('proj'), 'koh-remote 2'.bytes())!1361 if _ := offer_now(a, mut backend) {1362 assert false, 'offer must refuse a format it does not speak'1363 } else {1364 assert err.msg().contains('koh-remote 2')1365 }1366 if _ := steal_now(a, mut backend) {1367 assert false, 'steal must refuse a format it does not speak'1368 } else {1369 assert err.msg().contains('koh-remote 2')1370 }1371 if _ := fetch_repo(mut backend, 'proj') {1372 assert false, 'a clone must refuse a format it does not speak'1373 } else {1374 assert err.msg().contains('koh-remote 2')1375 }1376}13771378137913801381fn test_a_lost_format_write_is_read_back_and_refused() {1382 base := scratch('format_race')!1383 defer {1384 os.rmdir_all(base) or {}1385 }1386 mut inner := remote.new_folder(os.join_path(base, 'remote'))!1387 mut a := open_repo(machine('format_race_a')!)!1388 defer {1389 a.close()1390 }1391 put(a.root, 'a.txt', 'one\n')!1392 make_save(a, 'first')!1393 mut backend := remote.Backend(FaultyBackend{1394 inner: inner1395 race_format: true1396 })1397 if _ := offer_now(a, mut backend) {1398 assert false, 'offer must refuse the format another machine wrote first'1399 } else {1400 assert err.msg().contains('koh-remote 2')1401 }1402}