a24e3993e0 
					 
					
						
						
							
							src/backup/chunk_store.rs: coding style fixes  
						
						
						
						
					 
					
						2019-07-04 11:39:10 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						e4c2fbf170 
					 
					
						
						
							
							src/backup/chunk_store.rs: additionally log chunk count  
						
						
						
						
					 
					
						2019-07-04 11:27:11 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						9850bcdf19 
					 
					
						
						
							
							src/backup/chunk_store.rs: improve error reporting  
						
						
						
						
					 
					
						2019-07-04 11:21:54 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						a3f3e91da2 
					 
					
						
						
							
							backup/chunk_store: rework chunk iterator  
						
						... 
						
						
						
						We can now use iter::from_fn() which makes for a much nicer
logic. The only thing better is going to be when we can use
generators with `yield`.
Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com > 
						
						
					 
					
						2019-07-04 10:55:17 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						99168f43e6 
					 
					
						
						
							
							src/client/http_client.rs: s/set_recv_buf_size/set_recv_buffer_size/  
						
						
						
						
					 
					
						2019-07-04 10:51:18 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						c698636a5d 
					 
					
						
						
							
							src/tools/fs.rs - read_dir: return nix::Result  
						
						
						
						
					 
					
						2019-07-04 10:47:16 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						a57360983b 
					 
					
						
						
							
							src/backup/chunk_store.rs - get_chunk_iterator: return percentage inside iterator item  
						
						
						
						
					 
					
						2019-07-04 09:26:44 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						0f0a35b390 
					 
					
						
						
							
							src/backup/dynamic_index.rs: lock file inside new, code cleanup  
						
						
						
						
					 
					
						2019-07-04 08:17:30 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						a7c72ad9eb 
					 
					
						
						
							
							src/backup/fixed_index.rs - FixedIndexReader: remove reference to chunk store  
						
						
						
						
					 
					
						2019-07-04 08:13:16 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						a660978c9a 
					 
					
						
						
							
							src/backup/datastore.rs: generic index_mark_used_chunks implementation, improve GC stats  
						
						
						
						
					 
					
						2019-07-04 07:57:43 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						86eda3eb0d 
					 
					
						
						
							
							src/bin/proxmox-backup-client.rs: implement restore using BackupReader  
						
						
						
						
					 
					
						2019-07-03 15:45:12 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						b2a6897982 
					 
					
						
						
							
							src/client/remote_chunk_reader.rs: remove dead code  
						
						
						
						
					 
					
						2019-07-03 14:56:24 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						7f99bf691a 
					 
					
						
						
							
							src/client/remote_chunk_reader.rs: implement remote chunk reader  
						
						
						
						
					 
					
						2019-07-03 14:39:13 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						4f6aaf542c 
					 
					
						
						
							
							src/client/http_client.rs: avoid compiler warning  
						
						
						
						
					 
					
						2019-07-03 14:36:02 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						3467cd91e9 
					 
					
						
						
							
							src/client/http_client.rs: return Arc<Self>  
						
						... 
						
						
						
						Avoid to call canceller for each clone on drop ... 
						
						
					 
					
						2019-07-03 14:26:07 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						1e0784841c 
					 
					
						
						
							
							src/backup/read_chunk.rs: use &mut self  
						
						
						
						
					 
					
						2019-07-03 14:25:18 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						0d70535a36 
					 
					
						
						
							
							src/pxar/encoder.rs: refactor simple match statements to map_err()  
						
						... 
						
						
						
						Signed-off-by: Christian Ebner <c.ebner@proxmox.com > 
						
						
					 
					
						2019-07-03 12:18:36 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						6e1c31163b 
					 
					
						
						
							
							src/pxar/sequential_decoder.rs: refactoring of simple match statements to map_err()  
						
						... 
						
						
						
						Signed-off-by: Christian Ebner <c.ebner@proxmox.com > 
						
						
					 
					
						2019-07-03 12:18:24 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						9d227350a3 
					 
					
						
						
							
							src/pxar/sequential_decoder.rs: Cleanup and fix incorrect error message  
						
						... 
						
						
						
						Signed-off-by: Christian Ebner <c.ebner@proxmox.com > 
						
						
					 
					
						2019-07-03 12:16:59 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						80af046794 
					 
					
						
						
							
							src/server/rest.rs: avoid unwrap  
						
						
						
						
					 
					
						2019-07-03 12:00:43 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						7fb4f5642a 
					 
					
						
						
							
							src/server/rest.rs: log peer address, use hyper MakeService  
						
						
						
						
					 
					
						2019-07-03 11:54:35 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						6d1f61b208 
					 
					
						
						
							
							use hyper/tokio-openssl instead of hyper/tokio-tls  
						
						... 
						
						
						
						This exposes the complete SSL setup. And download is much faster
now (600MB/s instead of 130MB/s)! 
						
						
					 
					
						2019-07-02 13:36:28 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						74d0a6bc23 
					 
					
						
						
							
							src/bin/proxmox-backup-proxy.rs: set socket options for max. performance  
						
						
						
						
					 
					
						2019-07-02 10:48:58 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						93f8bb0445 
					 
					
						
						
							
							src/bin/h2s-client.rs: avoid compiler warnings  
						
						
						
						
					 
					
						2019-07-02 08:59:33 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						877dd11133 
					 
					
						
						
							
							src/backup/{fixed, dynamic}_index.rs: improve error messages  
						
						
						
						
					 
					
						2019-07-02 08:56:56 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						5c593a4d56 
					 
					
						
						
							
							src/backup/read_chunk.rs: use Arc for DataStore  
						
						
						
						
					 
					
						2019-07-02 08:49:16 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						b850673634 
					 
					
						
						
							
							src/backup/read_chunk.rs: move read chunk trait into extra file  
						
						... 
						
						
						
						And implement LocalChunkReader. 
						
						
					 
					
						2019-07-02 08:22:29 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						8fad30a4b1 
					 
					
						
						
							
							use latest hyper master branch to include socket buffer size fix  
						
						
						
						
					 
					
						2019-07-02 07:09:46 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						f35197f449 
					 
					
						
						
							
							replace tools::vec with proxmox::tools::vec  
						
						... 
						
						
						
						Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com > 
						
						
					 
					
						2019-07-01 11:03:25 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						d0162d53d3 
					 
					
						
						
							
							tools: remove io module  
						
						... 
						
						
						
						now completely replaced by proxmox::tools::io.
Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com > 
						
						
					 
					
						2019-07-01 10:44:12 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						9b2b627fe0 
					 
					
						
						
							
							update remaining users of tools::io::ops  
						
						... 
						
						
						
						Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com > 
						
						
					 
					
						2019-07-01 10:44:03 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						9110a69bd8 
					 
					
						
						
							
							tools: remove read/write  
						
						... 
						
						
						
						now completely replaced by
proxmox::tools::io::{ReadExt, WriteExt}
Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com > 
						
						
					 
					
						2019-07-01 10:39:42 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						ca3c3ce997 
					 
					
						
						
							
							daemon: remove last use of tools::read/write  
						
						... 
						
						
						
						Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com > 
						
						
					 
					
						2019-07-01 10:39:13 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						5485b579a1 
					 
					
						
						
							
							backup: use new proxmox::tools::io traits  
						
						... 
						
						
						
						This replaces all `write_value` calls with `write_le_value`
calls!
Signed-off-by: Wolfgang Bumiller <w.bumiller@proxmox.com > 
						
						
					 
					
						2019-07-01 10:37:02 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						dc9775d1b0 
					 
					
						
						
							
							src/bin/h2s-client.rs: increase tokio tcp stream read buffer size  
						
						... 
						
						
						
						This improves download speed by factor 10. 
						
						
					 
					
						2019-06-29 18:09:50 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						34f7131160 
					 
					
						
						
							
							src/bin/h2s-client.rs: avoid hyper, use h2 directly  
						
						... 
						
						
						
						But performance is still bad. 
						
						
					 
					
						2019-06-29 15:58:18 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						5ed2277f0e 
					 
					
						
						
							
							src/bin/h2s-server.rs: test to reproduce slow h2 download  
						
						... 
						
						
						
						Simplified code, use with h2s-client.rs. 
						
						
					 
					
						2019-06-29 14:57:54 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						17243003b3 
					 
					
						
						
							
							src/bin/download-speed.rs: h2 download speedtest for our server  
						
						... 
						
						
						
						I get about 30MB/s (much too slow) 
						
						
					 
					
						2019-06-29 13:43:10 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						a2b29b68d4 
					 
					
						
						
							
							src/client/http_client.rs: use maximal h2 window sizes  
						
						
						
						
					 
					
						2019-06-29 11:05:36 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						872debdefa 
					 
					
						
						
							
							src/bin/h2client.rs: tune h2 client parameters to get reasonable speed  
						
						... 
						
						
						
						We now get about 2.5GB/s (not really good, but better) 
						
						
					 
					
						2019-06-29 10:41:24 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						38294bcc56 
					 
					
						
						
							
							src/client.rs: make module put_to_stream public  
						
						
						
						
					 
					
						2019-06-29 10:40:43 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						fded1f3154 
					 
					
						
						
							
							add code to test H2 speed  
						
						... 
						
						
						
						I currently get about 1MB/s, which is ways too slow (must be a bug)? 
						
						
					 
					
						2019-06-29 10:08:12 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						d48a9955a5 
					 
					
						
						
							
							src/backup/dynamic_index.rs: introduce ReadChunk trait  
						
						
						
						
					 
					
						2019-06-28 16:35:00 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						09d7dc5024 
					 
					
						
						
							
							src/api2/reader.rs: add download chunk api  
						
						
						
						
					 
					
						2019-06-28 16:27:01 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						fcf5dea56d 
					 
					
						
						
							
							src/client/http_client.rs: increase h2 window size, set tcp nodelay option  
						
						... 
						
						
						
						To increase h2 download speed. 
						
						
					 
					
						2019-06-28 16:00:58 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						81a6ce6fde 
					 
					
						
						
							
							src/backup/chunk_store.rs: new method chunk_path()  
						
						... 
						
						
						
						Returns the absolute path. 
						
						
					 
					
						2019-06-28 15:48:09 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						fcfb84fedf 
					 
					
						
						
							
							file download: avoid unnecessary copy  
						
						
						
						
					 
					
						2019-06-28 07:07:52 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						984a7c3502 
					 
					
						
						
							
							src/client/http_client.rs - h2 download: implement flow control  
						
						
						
						
					 
					
						2019-06-28 07:02:43 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						cf925b94ab 
					 
					
						
						
							
							debian/control: add clang build dependency  
						
						
						
						
					 
					
						2019-06-27 11:14:33 +02:00 
						 
				 
			
				
					
						
					 
					
						
						
							
						
						dd066d28e2 
					 
					
						
						
							
							src/api2/reader.rs: implement backup reader protocol  
						
						
						
						
					 
					
						2019-06-27 09:01:41 +02:00