dispose temporary storaged only when owner

Author: cbovar

src/ConvNetSharp.Volume.GPU/Single/VolumeStorage.cs

@@ -244,18 +244,17 @@ protected virtual void Dispose(bool disposing)
             if (this._isOwner)
             {
                 this.DeviceBuffer?.Dispose();
+                this.ConvolutionBackwardFilterStorage?.Dispose();
+                this.ConvolutionBackwardStorage?.Dispose();
+                this.ConvolutionStorage?.Dispose();
+                this.ReductionStorage?.Dispose();
+                this.DropoutStorage?.Dispose();
+                this.DropoutStateStorage?.Dispose();
             }
             else
             {
                 this.DeviceBuffer = null;
             }
-
-            this.ConvolutionBackwardFilterStorage?.Dispose();
-            this.ConvolutionBackwardStorage?.Dispose();
-            this.ConvolutionStorage?.Dispose();
-            this.ReductionStorage?.Dispose();
-            this.DropoutStorage?.Dispose();
-            this.DropoutStateStorage?.Dispose();
         }
 
         private static void FillWithZeroes(IntPtr memoryStart, long size)