commit 5a59d1c5f10ac0ae80a253018592239cfad94327
Author: Greg Althaus <galthaus@austin.rr.com>
Date: Fri Aug 23 23:33:09 2019 -0500
Fix path to file
M backend/dataTracker.go
commit cc5c9396bc50d36eb110ec7bab1f15bc63c5a15f
Author: Greg Althaus <galthaus@austin.rr.com>
Date: Fri Aug 23 20:12:21 2019 -0500
Fix unit tests
Attempt to make sure that the system starts by removing
duplicate machines on startup.
M backend/dataTracker.go
M backend/stack.go
M clitest/test-data/output/TestLogsCli/logs.get/stdout.expect
commit d1aeb44c56312e3d400187222f21321353c01113
Author: Greg Althaus <galthaus@austin.rr.com>
Date: Fri Aug 23 12:02:44 2019 -0500
Swtich json handling to use jsoniter (for performance).
Fix unit tests for removal of Machine.Profile
Replace mdoels.Clone with backend.Clone to get performance improvements.
M backend/dataTracker.go
M backend/dataTracker_test.go
M backend/machines.go
M backend/machines_test.go
M backend/plugin_controller.go
M backend/plugin_messaging_client.go
M backend/raw_model.go
M backend/renderData.go
M backend/requestTracker.go
M backend/utils.go
M backend/wal.go
M clitest/test-data/output/TestContentsFunctionalCli/machines.addprofile.3e7031fe-3062-45f1-835c-92541bc9cbd3.p1-prof/stdout.expect
M clitest/test-data/output/TestContentsFunctionalCli/machines.create.7df3aabd2b2a9aa089f7c54b01060cb9/stdout.expect
M clitest/test-data/output/TestCurrentTaskReposition/machines.create.bob/stdout.expect
M clitest/test-data/output/TestCurrentTaskReposition/machines.show.Name.bob.2/stdout.expect
M clitest/test-data/output/TestCurrentTaskReposition/machines.show.Name.bob/stdout.expect
M clitest/test-data/output/TestCurrentTaskReposition/machines.tasks.del.Name.bob.task4/stdout.expect
M clitest/test-data/output/TestCurrentTaskReposition/machines.update.Name.bob.1c9ba59809499b8292fea230d974b762.2/stdout.expect
M clitest/test-data/output/TestCurrentTaskReposition/machines.update.Name.bob.c92ed336dca8ab7c3f952d31214b5fb3.2/stdout.expect
M clitest/test-data/output/TestCurrentTaskReposition/machines.update.Name.bob.c92ed336dca8ab7c3f952d31214b5fb3.3/stdout.expect
M clitest/test-data/output/TestCurrentTaskReposition/machines.update.Name.bob.c92ed336dca8ab7c3f952d31214b5fb3/stdout.expect
M clitest/test-data/output/TestCurrentTaskReposition/machines.update.Name.bob.fcdf2207b703b5b633350ee1b553faeb/stdout.expect
M clitest/test-data/output/TestJobCli/machines.create.32cb4c9864de6e606c2e84397f300c18/stdout.expect
M clitest/test-data/output/TestJobCli/machines.show.3e7031fe-3062-45f1-835c-92541bc9cbd3/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.addprofile.3e7031fe-3062-45f1-835c-92541bc9cbd3.jean/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.addprofile.3e7031fe-3062-45f1-835c-92541bc9cbd3.jill/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.create.2912607b00fab33ffd503f06c4ee28b8.3/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.create.2912607b00fab33ffd503f06c4ee28b8/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.create.cfb21459eb66dff02c687e0bdfed8ab9/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.list.2/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.list.4/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.list.Address=192.168.100.110/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.list.BootEnv=local/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.list.Name=john/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.list.Runnable=true/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.list.Uuid=3e7031fe-3062-45f1-835c-92541bc9cbd3/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.removeprofile.3e7031fe-3062-45f1-835c-92541bc9cbd3.jean/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.removeprofile.3e7031fe-3062-45f1-835c-92541bc9cbd3.jill/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.removeprofile.3e7031fe-3062-45f1-835c-92541bc9cbd3.justine/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.show.3e7031fe-3062-45f1-835c-92541bc9cbd3.2/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.show.3e7031fe-3062-45f1-835c-92541bc9cbd3.3/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.show.3e7031fe-3062-45f1-835c-92541bc9cbd3.4/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.show.3e7031fe-3062-45f1-835c-92541bc9cbd3.5/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.show.3e7031fe-3062-45f1-835c-92541bc9cbd3/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.show.Key.3e7031fe-3062-45f1-835c-92541bc9cbd3/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.show.Name.john/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.show.Uuid.3e7031fe-3062-45f1-835c-92541bc9cbd3/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.stage.3e7031fe-3062-45f1-835c-92541bc9cbd3.c23ab3adaec8ca15ff3ffd0971be6152.2/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.stage.3e7031fe-3062-45f1-835c-92541bc9cbd3.c23ab3adaec8ca15ff3ffd0971be6152/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.stage.3e7031fe-3062-45f1-835c-92541bc9cbd3.stage1/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.stage.3e7031fe-3062-45f1-835c-92541bc9cbd3.stage2.c23ab3adaec8ca15ff3ffd0971be6152.2/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.stage.3e7031fe-3062-45f1-835c-92541bc9cbd3.stage2.c23ab3adaec8ca15ff3ffd0971be6152/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.update.3e7031fe-3062-45f1-835c-92541bc9cbd3.15ef88524f82284ee914fdb15df5a1ef/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.update.3e7031fe-3062-45f1-835c-92541bc9cbd3.21522342df50227b4f678203d499d51a/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.update.3e7031fe-3062-45f1-835c-92541bc9cbd3.5372645be509d5c9bddcfa65cf87f668/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.workflow.Name.john.Workflow1Good/stdout.expect
M clitest/test-data/output/TestMachineCli/machines.workflow.Name.john/stdout.expect
M clitest/test-data/output/TestMachineFileImport/machines.create.test-data/base/machines/create.json/stdout.expect
M clitest/test-data/output/TestMachineFileImport/machines.create.test-data/base/machines/create.yaml/stdout.expect
M clitest/test-data/output/TestMachineFileImport/machines.update.a2d9b43a-b545-464b-8bc4-088daa7fa7c4.test-data/base/machines/update.yaml/stdout.expect
M clitest/test-data/output/TestMachineFileImport/machines.update.b2d9b43a-b545-464b-8bc4-088daa7fa7c4.test-data/base/machines/update.json/stdout.expect
M clitest/test-data/output/TestMachineLocked/machines.create.d9f0531fa4024e3ff7769eb17cfc54f5/stdout.expect
M clitest/test-data/output/TestMachineLocked/machines.update.3e7031fe-3062-45f1-835c-92541bc9cbd3.690238bdc309eb5c935bd1ef198c333a/stdout.expect
M clitest/test-data/output/TestMachineLocked/machines.update.3e7031fe-3062-45f1-835c-92541bc9cbd3.8262863ab5bf8686ee11f596d6750a78.2/stdout.expect
M clitest/test-data/output/TestMachineLocked/machines.update.3e7031fe-3062-45f1-835c-92541bc9cbd3.c40dfd7560a930cb472f04d5f0870f26.2/stdout.expect
M clitest/test-data/output/TestMachineLocked/machines.update.3e7031fe-3062-45f1-835c-92541bc9cbd3.c40dfd7560a930cb472f04d5f0870f26.3/stdout.expect
M clitest/test-data/output/TestMachineLocked/machines.update.3e7031fe-3062-45f1-835c-92541bc9cbd3.c40dfd7560a930cb472f04d5f0870f26/stdout.expect
M clitest/test-data/output/TestMachineLocked/machines.update.3e7031fe-3062-45f1-835c-92541bc9cbd3.cf4c104a7c6130db6cfbff841bfdf2d2.2/stdout.expect
M clitest/test-data/output/TestMachineLocked/machines.update.3e7031fe-3062-45f1-835c-92541bc9cbd3.cf4c104a7c6130db6cfbff841bfdf2d2/stdout.expect
M clitest/test-data/output/TestMachineTaskCli/machines.create.2912607b00fab33ffd503f06c4ee28b8/stdout.expect
M clitest/test-data/output/TestMachineTaskCli/machines.tasks.add.3e7031fe-3062-45f1-835c-92541bc9cbd3.at.0.task4.task3.task2.task1.2/stdout.expect
M clitest/test-data/output/TestMachineTaskCli/machines.tasks.add.3e7031fe-3062-45f1-835c-92541bc9cbd3.at.0.task4.task3.task2.task1/stdout.expect
M clitest/test-data/output/TestMachineTaskCli/machines.tasks.add.3e7031fe-3062-45f1-835c-92541bc9cbd3.task1.task2.task3.task4.2/stdout.expect
M clitest/test-data/output/TestMachineTaskCli/machines.tasks.add.3e7031fe-3062-45f1-835c-92541bc9cbd3.task1.task2.task3.task4.3/stdout.expect
M clitest/test-data/output/TestMachineTaskCli/machines.tasks.add.3e7031fe-3062-45f1-835c-92541bc9cbd3.task1.task2.task3.task4/stdout.expect
M clitest/test-data/output/TestMachineTaskCli/machines.tasks.del.3e7031fe-3062-45f1-835c-92541bc9cbd3.task1.task1/stdout.expect
M clitest/test-data/output/TestMachineTaskCli/machines.tasks.del.3e7031fe-3062-45f1-835c-92541bc9cbd3.task1.task3/stdout.expect
M clitest/test-data/output/TestMachineTaskCli/machines.tasks.del.3e7031fe-3062-45f1-835c-92541bc9cbd3.task2.task4/stdout.expect
M clitest/test-data/output/TestParamsDefaultGet/machines.create.2912607b00fab33ffd503f06c4ee28b8/stdout.expect
M clitest/test-data/output/TestProcessJobsCli/machines.create.2912607b00fab33ffd503f06c4ee28b8/stdout.expect
M clitest/test-data/output/TestProcessJobsCli/machines.show.3e7031fe-3062-45f1-835c-92541bc9cbd3/stdout.expect
M clitest/test-data/output/TestRepos/machines.update.c9196b77-deef-4c8e-8130-299b3e3d9a10.3aca223d7f6152f35fcf62eec306c20e.2/stdout.expect
M clitest/test-data/output/TestSecureParams/14aa5d9a6501cad34347d8361129cdfb/stdout.expect
M clitest/test-data/output/TestSecureParams/202798cfaafbd57ccfb46bc336c49e7c/stdout.expect
M clitest/test-data/output/TestSecureParams/65eb352f6bbae96b3bb8405b1c5c1d0e/stdout.expect
M clitest/test-data/output/TestSecureParams/7aa3701f079ef933122f351075a45e40/stdout.expect
M clitest/test-data/output/TestSecureParams/a13adcf688d2af312f9eb3cb15350c5d/stdout.expect
M clitest/test-data/output/TestSecureParams/bd5a907e9277d82f419d78df61d64deb/stdout.expect
M clitest/test-data/output/TestTaskPrereqs/machines.create.bob/stdout.expect
M clitest/test-data/output/TestTaskPrereqs/machines.update.Name.bob.10590ea1d08bd7a70bb0c83100dd7029/stdout.expect
M clitest/test-data/output/TestTaskPrereqs/machines.update.Name.bob.24f3a107165ef5dd0d71bbd9e1ce8f9b/stdout.expect
M clitest/test-data/output/TestTaskPrereqs/machines.update.Name.bob.567bdf22f5bd7cd22c7a929dc5e0dd44/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.create.m4.2/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.create.m4/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.create.nlName. m0nl/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.create.nlName. m1nlWorkflow. wf1nl/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.create.nlName. m2nlWorkflow. wf2nl/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.create.nlName. m3nlWorkflow. wf3nl/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.list.sort.Name/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.update.Name.m0.2dac34fc4ab44f9f5e7627026d861579/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.update.Name.m0.81ad590e6947c7f5993515b924c33750/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.update.Name.m0.c92ed336dca8ab7c3f952d31214b5fb3.2/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.update.Name.m0.c92ed336dca8ab7c3f952d31214b5fb3.3/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.update.Name.m0.c92ed336dca8ab7c3f952d31214b5fb3.4/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.update.Name.m0.c92ed336dca8ab7c3f952d31214b5fb3/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.update.Name.m0.f1e554f30a043e3a002836ce60797559/stdout.expect
M clitest/test-data/output/TestWorkflowCli/machines.update.Name.m0.fcdf2207b703b5b633350ee1b553faeb/stdout.expect
M frontend/endpoint.go
M frontend/job_create.go
M frontend/meta.go
M frontend/params.go
M frontend/plugins.go
M frontend/users.go
M frontend/websocket.go
M go.mod
M go.sum
M test/server.go
commit 649830cb05954031c8dcf30c8c51d440231cd7f4
Author: Victor Lowther <victor.lowther@gmail.com>
Date: Fri Aug 23 18:13:27 2019 -0500
Fix commitID and txID seeding logic, and display the seeded values
M backend/stack.go
M backend/wal.go
M server/server.go
commit a99a0111f759fa546395faa3354b10aa5fbd9648
Author: Victor Lowther <victor.lowther@gmail.com>
Date: Fri Aug 23 16:11:20 2019 -0500
Use struct deep copying instead of JSON remarshalling.
This should take care of crazy amounts of CPU and memory bein used by models.Clone.
Also switch back from zstd to gzip, as the former is allocating stupidly
huge buffers and not garbage collecting them in a timely fashion.
Along the way, fix where valid and available status for RawModels was not being
reported correctly.
M backend/raw_model.go
M backend/requestTracker.go
M backend/utils.go
M backend/wal.go
M clitest/test-data/output/TestPluginProviderCli/extended.0579b15baa2443b66a345e9a466f1c13/stdout.expect
M clitest/test-data/output/TestPluginProviderCli/extended.36891d7c39d52911af70e6b6380616bc/stdout.expect
M clitest/test-data/output/TestPluginProviderCli/extended.36a8e2c086887542af4a3b6f983e769d.2/stdout.expect
M clitest/test-data/output/TestPluginProviderCli/extended.36a8e2c086887542af4a3b6f983e769d.3/stdout.expect
M clitest/test-data/output/TestPluginProviderCli/extended.36a8e2c086887542af4a3b6f983e769d/stdout.expect
M clitest/test-data/output/TestPluginProviderCli/extended.40ae685e060237740c1904d7abb10c67/stdout.expect
M clitest/test-data/output/TestPluginProviderCli/extended.ba718b37e3ebb21ac2be784c99370686/stdout.expect
M clitest/test-data/output/TestPluginProviderCli/extended.f6ab908a51583e639df099ddcdf286d6.2/stdout.expect
M clitest/test-data/output/TestPluginProviderCli/extended.f6ab908a51583e639df099ddcdf286d6.3/stdout.expect
M clitest/test-data/output/TestPluginProviderCli/extended.f6ab908a51583e639df099ddcdf286d6.4/stdout.expect
M clitest/test-data/output/TestPluginProviderCli/extended.f6ab908a51583e639df099ddcdf286d6.5/stdout.expect
M clitest/test-data/output/TestPluginProviderCli/extended.f6ab908a51583e639df099ddcdf286d6/stdout.expect
A clitest/test-data/output/TestPluginProviderCli/plugin_providers.show.incrementer/stderr.expect
M frontend/frontend.go
M frontend/job_create.go
M frontend/meta.go
M frontend/params.go
M frontend/plugins.go
M frontend/raw_models.go
M frontend/users.go
M go.mod
M go.sum
commit 7e32b8f44fb9979bfe6be4a586410ae38e49eefc
Author: Victor Lowther <victor.lowther@gmail.com>
Date: Fri Aug 23 10:06:40 2019 -0500
Make WAL writing faster by using more efficient compression, and fix a couple of corner cases around WAL handling
M backend/requestTracker.go
M backend/stack.go
M backend/wal.go
M clitest/test-data/output/TestContentCli/profiles.set.englobal.param.foo.to.baz/stderr.expect
M go.mod
M go.sum
M test/server.go
End of Note