ENH: Add interface for specifying camera control parameters with Microsoft Media foundation device

This commit creates a generic base class vtkPlusParameters from vtkPlusUsImagingParameters that is now used for both ultrasound and camera control parameters.
The new camera control parameters class contains the ability to set camera properties from the config file, and eventually through commands.

Camera control properties are:
- PanDegrees
- TiltDegrees
- RollDegrees
- ZoomMm
- IrisFStop
- ExposureLog2Seconds
- AutoExposure
- FocusMm
- AutoFocus

Example config file element:
```
<CameraControlParameters>
  <Parameter Name="AutoExposure" Value="True"/>
  <Parameter Name="AutoFocus" Value="False"/>
  <Parameter Name="FocusMm" Value="100"/>
  <Parameter Name="ExposureLog2Seconds" Value="-3"/>
</CameraControlParameters>
```

Not that not all parameters will be adjustable for all cameras.

Author: Sunderlandkyl

src/PlusDataCollection/CMakeLists.txt

@@ -130,6 +130,8 @@ SET(Common_SRCS
   vtkFcsvReader.cxx
   vtkFcsvWriter.cxx
   vtkPlusBuffer.cxx
+  vtkPlusParameters.cxx
+  vtkPlusCameraControlParameters.cxx
   vtkPlusUsImagingParameters.cxx
   )
 SET(Virtual_SRCS
@@ -172,6 +174,8 @@ SET(Common_HDRS
   vtkFcsvReader.h
   vtkFcsvWriter.h
   vtkPlusBuffer.h
+  vtkPlusParameters.h
+  vtkPlusCameraControlParameters.h
   vtkPlusUsImagingParameters.h
   )
 SET(Miscellaneous_HDRS

src/PlusDataCollection/MicrosoftMediaFoundation/vtkPlusMmfVideoSource.cxx

@@ -15,6 +15,7 @@ Authors include: Adam Rankin
 // Local includes
 #include "PlusConfigure.h"
 #include "PixelCodec.h"
+#include "vtkPlusCameraControlParameters.h"
 #include "vtkPlusChannel.h"
 #include "vtkPlusDataSource.h"
 #include "vtkPlusMmfVideoSource.h"
@@ -36,6 +37,7 @@ Authors include: Adam Rankin
 // Windows includes
 #include <lmerr.h>
 #include <shlwapi.h>
+#include <strmif.h>
 #include <tchar.h>
 #include <windows.h>
 
@@ -44,7 +46,7 @@ Authors include: Adam Rankin
 namespace
 {
   const unsigned int DEFAULT_DEVICE_ID = 0;
-  const FrameSizeType DEFAULT_FRAME_SIZE = {640, 480, 1};
+  const FrameSizeType DEFAULT_FRAME_SIZE = { 640, 480, 1 };
   const double DEFAULT_ACQUISITION_RATE = 30;
   const std::wstring DEFAULT_PIXEL_TYPE_NAME = L"YUY2";
   const GUID DEFAULT_PIXEL_TYPE = MFVideoFormat_YUY2; // see http://msdn.microsoft.com/en-us/library/windows/desktop/aa370819(v=vs.85).aspx
@@ -174,7 +176,7 @@ STDMETHODIMP MmfVideoSourceReader::OnReadSample(HRESULT hrStatus, DWORD dwStream
     UINT32 actualHeight = 0;
     ::MFGetAttributeSize(pType, MF_MT_FRAME_SIZE, &actualWidth, &actualHeight);
     if (actualWidth != this->PlusDevice->ActiveVideoFormat.FrameSize[0] ||
-        actualHeight != this->PlusDevice->ActiveVideoFormat.FrameSize[1])
+      actualHeight != this->PlusDevice->ActiveVideoFormat.FrameSize[1])
     {
       LOG_ERROR("Unexpected frame size: " << actualWidth << "x" << actualHeight << " (expected: " << this->PlusDevice->ActiveVideoFormat.FrameSize[0] << "x" << this->PlusDevice->ActiveVideoFormat.FrameSize[1] << ")");
       return S_FALSE;
@@ -246,6 +248,7 @@ vtkStandardNewMacro(vtkPlusMmfVideoSource);
 vtkPlusMmfVideoSource::vtkPlusMmfVideoSource()
   : FrameIndex(0)
   , Mutex(vtkSmartPointer<vtkIGSIORecursiveCriticalSection>::New())
+  , CameraControlParameters(vtkSmartPointer<vtkPlusCameraControlParameters>::New())
 {
   this->MmfSourceReader = new MmfVideoSourceReader(this);
   this->RequireImageOrientationInConfiguration = true;
@@ -278,6 +281,8 @@ void vtkPlusMmfVideoSource::PrintSelf(ostream& os, vtkIndent indent)
   this->Superclass::PrintSelf(os, indent);
 
   os << indent << "FrameIndex: " << (this->FrameIndex ? "On\n" : "Off\n");
+
+  this->CameraControlParameters->PrintSelf(os, indent.GetNextIndent());
 }
 
 //----------------------------------------------------------------------------
@@ -305,12 +310,12 @@ PlusStatus vtkPlusMmfVideoSource::InternalConnect()
   }
 
   if (!MfVideoCapture::MediaFoundationVideoCaptureApi::GetInstance().SetupDevice(this->RequestedVideoFormat.DeviceId, this->RequestedVideoFormat.StreamIndex,
-      this->RequestedVideoFormat.FrameSize[0], this->RequestedVideoFormat.FrameSize[1], this->AcquisitionRate, pixelFormat))
+    this->RequestedVideoFormat.FrameSize[0], this->RequestedVideoFormat.FrameSize[1], this->AcquisitionRate, pixelFormat))
   {
     LOG_WARNING_W("Unable to init capture device with requested details:"
-                  << " device ID: " << this->RequestedVideoFormat.DeviceId << " (" << GetRequestedDeviceName() << ") stream " << this->RequestedVideoFormat.StreamIndex
-                  << ", " << this->RequestedVideoFormat.FrameSize[0] << "x" << this->RequestedVideoFormat.FrameSize[1]
-                  << ", " << this->AcquisitionRate << "Hz, " << this->ActiveVideoFormat.PixelFormatName);
+      << " device ID: " << this->RequestedVideoFormat.DeviceId << " (" << GetRequestedDeviceName() << ") stream " << this->RequestedVideoFormat.StreamIndex
+      << ", " << this->RequestedVideoFormat.FrameSize[0] << "x" << this->RequestedVideoFormat.FrameSize[1]
+      << ", " << this->AcquisitionRate << "Hz, " << this->ActiveVideoFormat.PixelFormatName);
 
     LogListOfCaptureVideoFormats(this->RequestedVideoFormat.DeviceId);
 
@@ -328,9 +333,9 @@ PlusStatus vtkPlusMmfVideoSource::InternalConnect()
     this->ActiveVideoFormat.PixelFormatName = DEFAULT_PIXEL_TYPE_NAME;
 
     LOG_INFO_W("Backing up to connecting with default capture settings:"
-               << " device ID: " << this->ActiveVideoFormat.DeviceId << " (" << GetActiveDeviceName() << ")"
-               << ", " << this->ActiveVideoFormat.FrameSize[0] << "x" << this->ActiveVideoFormat.FrameSize[1]
-               << ", " << DEFAULT_ACQUISITION_RATE << "Hz, " << this->ActiveVideoFormat.PixelFormatName);
+      << " device ID: " << this->ActiveVideoFormat.DeviceId << " (" << GetActiveDeviceName() << ")"
+      << ", " << this->ActiveVideoFormat.FrameSize[0] << "x" << this->ActiveVideoFormat.FrameSize[1]
+      << ", " << DEFAULT_ACQUISITION_RATE << "Hz, " << this->ActiveVideoFormat.PixelFormatName);
   }
 
   this->MmfSourceReader->CaptureSource = MfVideoCapture::MediaFoundationVideoCaptureApi::GetInstance().GetMediaSource(this->ActiveVideoFormat.DeviceId);
@@ -343,6 +348,12 @@ PlusStatus vtkPlusMmfVideoSource::InternalConnect()
   unsigned int frameRate = MfVideoCapture::MediaFoundationVideoCaptureApi::GetInstance().GetFrameRate(this->ActiveVideoFormat.DeviceId);
   LOG_DEBUG_W("vtkPlusMmfVideoSource connected to device '" << GetActiveDeviceName() << "' at frame rate of " << frameRate << "Hz");
 
+  if (this->InternalApplyCameraControlParameterChange() == PLUS_FAIL)
+  {
+    LOG_ERROR("Failed to change imaging parameters in the device");
+    return PLUS_FAIL;
+  }
+
   this->FrameIndex = 0;
 
   return PLUS_SUCCESS;
@@ -394,7 +405,7 @@ PlusStatus vtkPlusMmfVideoSource::InternalStartRecording()
     if (FAILED(hr))
     {
       LOG_WARNING_W("Unable to set SourceReader output to requested format: " << this->RequestedVideoFormat.PixelFormatName
-                    << ". Using device default.");
+        << ". Using device default.");
     }
     SafeRelease(&pDecodeType);
 
@@ -485,7 +496,7 @@ PlusStatus vtkPlusMmfVideoSource::ReadConfiguration(vtkXMLDataElement* rootConfi
     this->RequestedVideoFormat.StreamIndex = (DWORD)streamIndex;
   }
 
-  int requestedFrameSize[2] = {static_cast<int>(DEFAULT_FRAME_SIZE[0]), static_cast<int>(DEFAULT_FRAME_SIZE[1])};
+  int requestedFrameSize[2] = { static_cast<int>(DEFAULT_FRAME_SIZE[0]), static_cast<int>(DEFAULT_FRAME_SIZE[1]) };
   if (deviceConfig->GetVectorAttribute("FrameSize", 2, requestedFrameSize))
   {
     if (requestedFrameSize[0] < 0 || requestedFrameSize[1] < 0)
@@ -505,6 +516,18 @@ PlusStatus vtkPlusMmfVideoSource::ReadConfiguration(vtkXMLDataElement* rootConfi
     this->RequestedVideoFormat.PixelFormatName = std::wstring(attr.begin(), attr.end());
   }
 
+  XML_FIND_NESTED_ELEMENT_OPTIONAL(cameraParameters, deviceConfig, vtkPlusCameraControlParameters::CAMERA_CONTROL_XML_ELEMENT_TAG);
+  if (cameraParameters != NULL)
+  {
+    this->CameraControlParameters->ReadConfiguration(deviceConfig);
+  }
+
+  //vtkXMLDataElement* cameraControlElement = nullptr;
+  //XML_FIND_NESTED_ELEMENT_OPTIONAL(cameraControlElement, deviceConfig, "CameraControl");
+  //if (cameraControlElement)
+  //{
+  //}
+
   return PLUS_SUCCESS;
 }
 
@@ -527,6 +550,8 @@ PlusStatus vtkPlusMmfVideoSource::WriteConfiguration(vtkXMLDataElement* rootConf
   auto attr = std::string(this->RequestedVideoFormat.PixelFormatName.begin(), this->RequestedVideoFormat.PixelFormatName.end());
   deviceConfig->SetAttribute("VideoFormat", attr.c_str());
 
+  this->CameraControlParameters->WriteConfiguration(deviceConfig);
+
   return PLUS_SUCCESS;
 }
 
@@ -725,4 +750,159 @@ void vtkPlusMmfVideoSource::LogListOfCaptureDevices()
 std::wstring vtkPlusMmfVideoSource::GetCaptureDeviceName(unsigned int deviceId)
 {
   return MfVideoCapture::MediaFoundationVideoCaptureApi::GetInstance().GetCaptureDeviceName(deviceId);
+}
+
+//----------------------------------------------------------------------------
+PlusStatus vtkPlusMmfVideoSource::InternalApplyCameraControlParameterChange()
+{
+  if (this->MmfSourceReader->CaptureSource == NULL)
+  {
+    LOG_ERROR("Cannot apply camera control parameter change, capture source is not initialized");
+    return PLUS_FAIL;
+  }
+
+  MfVideoCapture::CaptureDeviceParameters parameters =
+    MfVideoCapture::MediaFoundationVideoCaptureApi::GetInstance().GetParameters(this->ActiveVideoFormat.DeviceId);
+
+  ////////////////////////////
+  // Pan
+  if (this->CameraControlParameters->IsSet(vtkPlusCameraControlParameters::KEY_PAN_DEGREES)
+    && this->CameraControlParameters->IsPending(vtkPlusCameraControlParameters::KEY_PAN_DEGREES))
+  {
+    double panDegrees = 0.0;
+    if (this->CameraControlParameters->GetPanDegrees(panDegrees) != PLUS_SUCCESS)
+    {
+      LOG_ERROR("Failed to get pan camera control parameter");
+      return PLUS_FAIL;
+    }
+    parameters.CameraControlParameters[MfVideoCapture::CaptureDeviceParameters::Pan].CurrentValue = panDegrees;
+    this->CameraControlParameters->SetPending(vtkPlusCameraControlParameters::KEY_PAN_DEGREES, false);
+  }
+
+  ////////////////////////////
+  // Tilt
+  if (this->CameraControlParameters->IsSet(vtkPlusCameraControlParameters::KEY_TILT_DEGREES)
+    && this->CameraControlParameters->IsPending(vtkPlusCameraControlParameters::KEY_TILT_DEGREES))
+  {
+    double tiltDegrees = 0.0;
+    if (this->CameraControlParameters->GetTiltDegrees(tiltDegrees) != PLUS_SUCCESS)
+    {
+      LOG_ERROR("Failed to get tilt camera control parameter");
+      return PLUS_FAIL;
+    }
+    parameters.CameraControlParameters[MfVideoCapture::CaptureDeviceParameters::Tilt].CurrentValue = tiltDegrees;
+    this->CameraControlParameters->SetPending(vtkPlusCameraControlParameters::KEY_TILT_DEGREES, false);
+  }
+
+  ////////////////////////////
+  // Roll
+  if (this->CameraControlParameters->IsSet(vtkPlusCameraControlParameters::KEY_ROLL_DEGREES)
+    && this->CameraControlParameters->IsPending(vtkPlusCameraControlParameters::KEY_ROLL_DEGREES))
+  {
+    double rollDegrees = 0.0;
+    if (this->CameraControlParameters->GetRollDegrees(rollDegrees) != PLUS_SUCCESS)
+    {
+      LOG_ERROR("Failed to get roll camera control parameter");
+      return PLUS_FAIL;
+    }
+    parameters.CameraControlParameters[MfVideoCapture::CaptureDeviceParameters::Roll].CurrentValue = rollDegrees;
+    this->CameraControlParameters->SetPending(vtkPlusCameraControlParameters::KEY_ROLL_DEGREES, false);
+  }
+
+  ////////////////////////////
+  // Zoom
+  if (this->CameraControlParameters->IsSet(vtkPlusCameraControlParameters::KEY_ZOOM_MM)
+    && this->CameraControlParameters->IsPending(vtkPlusCameraControlParameters::KEY_ZOOM_MM))
+  {
+    double zoomMm = 0.0;
+    if (this->CameraControlParameters->GetZoomMm(zoomMm) != PLUS_SUCCESS)
+    {
+      LOG_ERROR("Failed to get zoom camera control parameter");
+      return PLUS_FAIL;
+    }
+    parameters.CameraControlParameters[MfVideoCapture::CaptureDeviceParameters::Zoom].CurrentValue = zoomMm;
+    this->CameraControlParameters->SetPending(vtkPlusCameraControlParameters::KEY_ZOOM_MM, false);
+  }
+
+  ////////////////////////////
+  // Iris
+  if (this->CameraControlParameters->IsSet(vtkPlusCameraControlParameters::KEY_IRIS_FSTOP)
+    && this->CameraControlParameters->IsPending(vtkPlusCameraControlParameters::KEY_IRIS_FSTOP))
+  {
+    int irisFStop = 0.0;
+    if (this->CameraControlParameters->GetIrisFStop(irisFStop) != PLUS_SUCCESS)
+    {
+      LOG_ERROR("Failed to get iris camera control parameter");
+      return PLUS_FAIL;
+    }
+    parameters.CameraControlParameters[MfVideoCapture::CaptureDeviceParameters::Iris].CurrentValue = irisFStop;
+    this->CameraControlParameters->SetPending(vtkPlusCameraControlParameters::KEY_IRIS_FSTOP, false);
+  }
+
+
+  ////////////////////////////
+  // Exposure
+  if (this->CameraControlParameters->IsSet(vtkPlusCameraControlParameters::KEY_EXPOSURE_LOG2SECONDS)
+    && this->CameraControlParameters->IsPending(vtkPlusCameraControlParameters::KEY_EXPOSURE_LOG2SECONDS))
+  {
+    int exposureLog2Sec = 0.0;
+    if (this->CameraControlParameters->GetExposureLog2Seconds(exposureLog2Sec) != PLUS_SUCCESS)
+    {
+      LOG_ERROR("Failed to get exposure camera control parameter");
+      return PLUS_FAIL;
+    }
+    parameters.CameraControlParameters[MfVideoCapture::CaptureDeviceParameters::Exposure].CurrentValue = exposureLog2Sec;
+    this->CameraControlParameters->SetPending(vtkPlusCameraControlParameters::KEY_EXPOSURE_LOG2SECONDS, false);
+  }
+
+  ////////////////////////////
+  // AutoExposure
+  if (this->CameraControlParameters->IsSet(vtkPlusCameraControlParameters::KEY_AUTO_EXPOSURE)
+    && this->CameraControlParameters->IsPending(vtkPlusCameraControlParameters::KEY_AUTO_EXPOSURE))
+  {
+    bool autoExposure = false;
+    if (this->CameraControlParameters->GetAutoExposure(autoExposure) != PLUS_SUCCESS)
+    {
+      LOG_ERROR("Failed to get auto exposure camera control parameter");
+      return PLUS_FAIL;
+    }
+    parameters.CameraControlParameters[MfVideoCapture::CaptureDeviceParameters::Exposure].Flag = autoExposure ? CameraControl_Flags_Auto : CameraControl_Flags_Manual;
+    this->CameraControlParameters->SetPending(vtkPlusCameraControlParameters::KEY_AUTO_EXPOSURE, false);
+  }
+
+  ////////////////////////////
+  // Focus
+  if (this->CameraControlParameters->IsSet(vtkPlusCameraControlParameters::KEY_FOCUS_MM)
+    && this->CameraControlParameters->IsPending(vtkPlusCameraControlParameters::KEY_FOCUS_MM))
+  {
+    double focusMm = 0.0;
+    if (this->CameraControlParameters->GetFocusMm(focusMm) != PLUS_SUCCESS)
+    {
+      LOG_ERROR("Failed to get focus camera control parameter");
+      return PLUS_FAIL;
+    }
+    parameters.CameraControlParameters[MfVideoCapture::CaptureDeviceParameters::Focus].CurrentValue = focusMm;
+    this->CameraControlParameters->SetPending(vtkPlusCameraControlParameters::KEY_FOCUS_MM, false);
+  }
+
+  ////////////////////////////
+  // AutoFocus
+  if (this->CameraControlParameters->IsSet(vtkPlusCameraControlParameters::KEY_AUTO_FOCUS)
+    && this->CameraControlParameters->IsPending(vtkPlusCameraControlParameters::KEY_AUTO_FOCUS))
+  {
+    bool autoFocus = false;
+    if (this->CameraControlParameters->GetAutoFocus(autoFocus) != PLUS_SUCCESS)
+    {
+      LOG_ERROR("Failed to get auto focus camera control parameter");
+      return PLUS_FAIL;
+    }
+    parameters.CameraControlParameters[MfVideoCapture::CaptureDeviceParameters::Focus].Flag = autoFocus ? CameraControl_Flags_Auto : CameraControl_Flags_Manual;
+    this->CameraControlParameters->SetPending(vtkPlusCameraControlParameters::KEY_AUTO_FOCUS, false);
+  }
+
+  ////////////////////////////
+  // Update the parameters
+  MfVideoCapture::MediaFoundationVideoCaptureApi::GetInstance().SetParameters(this->ActiveVideoFormat.DeviceId, parameters);
+
+  return PLUS_SUCCESS;
 }

src/PlusDataCollection/MicrosoftMediaFoundation/vtkPlusMmfVideoSource.h

@@ -25,6 +25,7 @@ Authors include: Danielle Pace
 #include <vtkSmartPointer.h>
 
 class MmfVideoSourceReader;
+class vtkPlusCameraControlParameters;
 
 /*!
   \class vtkPlusMmfVideoSource
@@ -96,13 +97,18 @@ class vtkPlusDataCollectionExport vtkPlusMmfVideoSource : public vtkPlusDevice
 
   std::wstring GetCaptureDeviceName(unsigned int deviceId);
 
+  /*! Set changed camera control parameter to device */
+  virtual PlusStatus InternalApplyCameraControlParameterChange();
+
   int FrameIndex;
 
   vtkSmartPointer<vtkIGSIORecursiveCriticalSection> Mutex;
   igsioVideoFrame UncompressedVideoFrame;
   VideoFormat RequestedVideoFormat;
   VideoFormat ActiveVideoFormat;
 
+  vtkSmartPointer<vtkPlusCameraControlParameters> CameraControlParameters;
+
   MmfVideoSourceReader* MmfSourceReader;
 private:
   vtkPlusMmfVideoSource(const vtkPlusMmfVideoSource&);  // Not implemented.