Infer and load scheduler

Updates to infer_and_load scheduler.

A number of enhancements to telemetry.

config/default.cfg

@@ -2,7 +2,7 @@ WorkerConfig:
 {
 	memory_settings:
 	{
-		weights_cache_size = 26843545600L;
+		weights_cache_size = 23622320128L;
 		weights_cache_page_size = 16777216L;
 		io_pool_size = 536870912L;
 		workspace_pool_size = 536870912L;