| 
						
					 | 
					
						
						
							
						
						01af11f340
					 | 
					
						
						
							
							src/backup/fixed_index.rs: improve consistency checks
						
						
						
						
						
						
					 | 
					
						2019-05-29 07:02:45 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						006f3ff407
					 | 
					
						
						
							
							src/api2/admin/datastore/backup/environment.rs: add more consistency checks
						
						
						
						
						
						
					 | 
					
						2019-05-28 09:21:31 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						fc14b84937
					 | 
					
						
						
							
							src/backup/fixed_index.rs: improve bound checks inside add_digest
						
						
						
						
						
						
					 | 
					
						2019-05-28 08:47:03 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						e1225de467
					 | 
					
						
						
							
							src/backup/fixed_index.rs: store index_length to avoid code duplication
						
						
						
						
						
						
					 | 
					
						2019-05-28 08:27:57 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						29ae5c86a2
					 | 
					
						
						
							
							src/backup/fixed_index.rs: make chunk_size public
						
						
						
						
						
						
					 | 
					
						2019-05-28 06:18:24 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						8ea3b1d188
					 | 
					
						
						
							
							tree-wide: use the new vec/io tools modules
						
						
						
						
						
						
						
						Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com> 
						
						
					 | 
					
						2019-05-23 09:49:10 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						0cc0fffd1e
					 | 
					
						
						
							
							src/backup/chunk_stream.rs: use BytesMut in ChunkStream
						
						
						
						
						
						
					 | 
					
						2019-05-22 09:39:02 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						c052be5c86
					 | 
					
						
						
							
							src/backup/chunk_stream.rs: use more generics
						
						
						
						
						
						
					 | 
					
						2019-05-22 09:18:05 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						169c0e060f
					 | 
					
						
						
							
							src/backup/chunk_stream.rs: optimize FixedChunkStream (use BytesMut)
						
						
						
						
						
						
					 | 
					
						2019-05-22 09:05:35 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						3be3f3dcc4
					 | 
					
						
						
							
							src/backup/chunk_stream.rs: fix behaviour for large input buffers
						
						
						
						
						
						
					 | 
					
						2019-05-22 08:05:27 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						02fa54ff3c
					 | 
					
						
						
							
							src/backup/chunk_stream.rs: assemble data with correct order
						
						
						
						
						
						
					 | 
					
						2019-05-22 07:44:51 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						7f3d2ffab9
					 | 
					
						
						
							
							src/backup/index.rs: rename ChunkListReader into DigestListEncoder
						
						
						
						
						
						
					 | 
					
						2019-05-21 12:28:44 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						ee53955f52
					 | 
					
						
						
							
							src/backup/index.rs: implement DigestListDecoder
						
						
						
						
						
						
					 | 
					
						2019-05-21 12:21:22 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						40f4e198a8
					 | 
					
						
						
							
							src/backup/dynamic_index.rs: add chunk_info method
						
						
						
						
						
						
					 | 
					
						2019-05-21 09:52:19 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						ff77dbbea3
					 | 
					
						
						
							
							Revert "src/backup/chunk_stream.rs: simplify code"
						
						
						
						
						
						
						
						This reverts commit e058744d8f.
The optimization was wrong, and produces wrong chunk boundaries. 
						
						
					 | 
					
						2019-05-19 11:05:56 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						e058744d8f
					 | 
					
						
						
							
							src/backup/chunk_stream.rs: simplify code
						
						
						
						
						
						
					 | 
					
						2019-05-18 10:55:46 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						8a7cc7565f
					 | 
					
						
						
							
							src/backup/chunk_stream.rs: implement fixed size chunk stream
						
						
						
						
						
						
					 | 
					
						2019-05-18 10:55:46 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						dafc27aeff
					 | 
					
						
						
							
							src/backup/chunk_stream.rs: async chunk stream
						
						
						
						
						
						
					 | 
					
						2019-05-14 10:05:29 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						457531e7fe
					 | 
					
						
						
							
							src/backup/index.rs: new ChunkListReader
						
						
						
						
						
						
					 | 
					
						2019-05-11 16:01:42 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						51a4f63ff7
					 | 
					
						
						
							
							src/backup/datastore.rs: move last_backup to BackupInfo
						
						
						
						
						
						
					 | 
					
						2019-05-11 12:07:09 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						b02a52e3a5
					 | 
					
						
						
							
							src/backup/datastore.rs: impl last_backup helper
						
						
						
						
						
						
					 | 
					
						2019-05-11 11:36:46 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						c09775011a
					 | 
					
						
						
							
							src/backup/backup_info.rs: implement list_backup for BackupGroup, cleanups
						
						
						
						
						
						
					 | 
					
						2019-05-11 10:19:34 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						35a2d8a6a6
					 | 
					
						
						
							
							src/backup/backup_info.rs: Derive Clone
						
						
						
						
						
						
					 | 
					
						2019-05-10 06:59:23 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						f2b99c34f7
					 | 
					
						
						
							
							src/api2/admin/datastore.rs: implement API to return last GC status
						
						
						
						
						
						
					 | 
					
						2019-04-11 12:04:25 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						d4b59ae0b8
					 | 
					
						
						
							
							src/backup/datastore.rs: pass WorkerTask to GC
						
						
						
						
						
						
						
						So that we can log to the task log file. 
						
						
					 | 
					
						2019-04-06 17:57:38 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						92da93b245
					 | 
					
						
						
							
							abort GC on server shutdown
						
						
						
						
						
						
					 | 
					
						2019-04-01 12:13:02 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						11861a482d
					 | 
					
						
						
							
							src/backup/chunk_store.rs: fix GC
						
						
						
						
						
						
						
						Added option to get oldest_writer timestamp from ProcessLocker. 
						
						
					 | 
					
						2019-03-31 17:21:36 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						d85987aeeb
					 | 
					
						
						
							
							fix last commit: the filename var was not ment to be removed, sorry
						
						
						
						
						
						
					 | 
					
						2019-03-31 16:16:14 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						15a77c4c2e
					 | 
					
						
						
							
							src/backup/chunk_store.rs: avoid create/unlink race
						
						
						
						
						
						
					 | 
					
						2019-03-31 10:03:01 +02:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						10eea49d81
					 | 
					
						
						
							
							src/backup/fixed_index.rs: store reference to file
						
						
						
						
						
						
						
						Keep it open and locked while index is in use. 
						
						
					 | 
					
						2019-03-27 10:17:03 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						c597a92c81
					 | 
					
						
						
							
							index file readers: aquire shared lock
						
						
						
						
						
						
					 | 
					
						2019-03-27 10:11:14 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						43b1303398
					 | 
					
						
						
							
							datastore: use new ProcessLocker
						
						
						
						
						
						
						
						To make sure only one process runs garbage collection while having active writers. 
						
						
					 | 
					
						2019-03-22 09:42:15 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						515688d1f1
					 | 
					
						
						
							
							avoid compiler warnings
						
						
						
						
						
						
					 | 
					
						2019-03-18 10:00:58 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						8968258b66
					 | 
					
						
						
							
							rename catar into pxar
						
						
						
						
						
						
						
						To avoid confusion with the casync implementation. 
						
						
					 | 
					
						2019-03-14 10:54:09 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						8e39232acc
					 | 
					
						
						
							
							src/bin/proxmox-backup-client.rs: strip .didx file extensions
						
						
						
						
						
						
					 | 
					
						2019-03-11 10:54:02 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						06178f13fa
					 | 
					
						
						
							
							move chunker into proxmox_protocol
						
						
						
						
						
						
						
						Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com> 
						
						
					 | 
					
						2019-03-08 09:29:47 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						141f062e08
					 | 
					
						
						
							
							src/backup/chunk_store.rs: use zstd compression insteadf of lz4
						
						
						
						
						
						
						
						Provides better compressionm rate, and is still fast. 
						
						
					 | 
					
						2019-03-07 11:42:59 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						d2690f74bb
					 | 
					
						
						
							
							src/backup/chunk_store.rs: read_chunk - clear buffer before calling read_to_end
						
						
						
						
						
						
					 | 
					
						2019-03-07 10:40:01 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						58e99e138e
					 | 
					
						
						
							
							src/backup/backup_info.rs: new helper to list files
						
						
						
						
						
						
					 | 
					
						2019-03-06 11:02:08 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						e3062f87b1
					 | 
					
						
						
							
							fixed_index: split add_chunk/add_digest
						
						
						
						
						
						
						
						Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com> 
						
						
					 | 
					
						2019-03-06 10:25:20 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						c3bb97e59c
					 | 
					
						
						
							
							fixed_index: impl Send for FixedIndexWriter
						
						
						
						
						
						
						
						Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com> 
						
						
					 | 
					
						2019-03-06 10:25:20 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						3b7ade9e78
					 | 
					
						
						
							
							backup/datastore: expose insert_chunk method
						
						
						
						
						
						
						
						Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com> 
						
						
					 | 
					
						2019-03-06 10:25:20 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						391d310741
					 | 
					
						
						
							
							backup_info: BackupDir shortcut
						
						
						
						
						
						
						
						Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com> 
						
						
					 | 
					
						2019-03-05 10:15:06 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						93b49ce38a
					 | 
					
						
						
							
							backup_info: use two independent Into<String> types
						
						
						
						
						
						
						
						there's no reason to force them to be the same input type
Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com> 
						
						
					 | 
					
						2019-03-05 09:13:08 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						d57474e055
					 | 
					
						
						
							
							src/backup/backup_info.rs: improve docs
						
						
						
						
						
						
					 | 
					
						2019-03-05 07:28:13 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						b3483782d1
					 | 
					
						
						
							
							src/backup/backup_info.rs: move code into separate file
						
						
						
						
						
						
						
						Also changed create_backup_dir() parameters - uses &BackupDir now. 
						
						
					 | 
					
						2019-03-05 07:18:12 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						2b01a22507
					 | 
					
						
						
							
							src/backup/datastore.rs: add helper to sort backup lists
						
						
						
						
						
						
					 | 
					
						2019-03-04 18:20:57 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						875fb1c01a
					 | 
					
						
						
							
							src/backup/datastore.rs: use unix epoch to create DateTime
						
						
						
						
						
						
						
						To make sure that we have a timestamp without nanosecond. 
						
						
					 | 
					
						2019-03-04 17:58:22 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						38f8815925
					 | 
					
						
						
							
							src/backup/datastore.rs: use new() function to create structs
						
						
						
						
						
						
					 | 
					
						2019-03-04 17:44:27 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						9b492eb256
					 | 
					
						
						
							
							src/backup/datastore.rs: protect BackupDir fields, impl new()
						
						
						
						
						
						
					 | 
					
						2019-03-04 13:51:36 +01:00 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 |