The corners of the rectangle are not good.

m_pvtkDicomImageReader->SetFileName(“D:\XRay3.dcm”);
m_pvtkDicomImageReader->Update();
m_pvtkImageViewer->SetInputConnection(m_pvtkDicomImageReader->GetOutputPort());

CStatic* pctrlPicture = (CStatic*)GetDlgItem(IDC_RECT);
CRect PictureRect;
pctrlPicture->GetWindowRect(&PictureRect);
this->ScreenToClient(&PictureRect);

m_pvtkImageViewer->GetRenderWindow()->SetParentId(this->m_hWnd);
m_pvtkImageViewer->SetPosition(PictureRect.left, PictureRect.top);
m_pvtkImageViewer->SetSize(PictureRect.Width(), PictureRect.Height());

vtkNew Interactor;
m_pvtkImageViewer->SetupInteractor(Interactor);

vtkNew polygonSource;

polygonSource->SetNumberOfSides(4);
polygonSource->SetRadius(20);
polygonSource->SetNormal(0.0, 0.0, 1.0);
polygonSource->SetCenter(50, 50, 1);
polygonSource->SetGeneratePolygon(FALSE);
polygonSource->SetGeneratePolyline(TRUE);
polygonSource->Update();

vtkNew mapper;
mapper->SetInputConnection(polygonSource->GetOutputPort());

vtkNew colors;
m_pvtkActor->SetMapper(mapper);

m_pvtkActor->GetProperty()->SetLineWidth(10.0);
m_pvtkActor->GetProperty()->SetAmbient(1);
m_pvtkActor->GetProperty()->SetSpecular(1);
m_pvtkActor->GetProperty()->SetDiffuse(1);

m_pvtkActor->GetProperty()->ShadingOn();
m_pvtkActor->GetProperty()->SetPointSize(1);
m_pvtkActor->GetProperty()->SetAnisotropyRotation(0);

m_pvtkActor->GetProperty()->SetColor(1.0, 0.2, 0.6);
m_pvtkActor->GetProperty()->SetOpacity(0.7);
m_pvtkActor->GetProperty()->RenderLinesAsTubesOff();
m_pvtkActor->SetOrigin(50, 50, 1);

m_pvtkImageViewer->GetRenderer()->SetUseFXAA(TRUE);
m_pvtkImageViewer->GetRenderWindow()->SetMultiSamples(0);

m_pvtkImageViewer->GetRenderer()->AddActor(m_pvtkActor);

m_pvtkImageViewer->GetImageActor()->InterpolateOff();
m_pvtkImageViewer->GetRenderer()->ResetCamera();
m_pvtkImageViewer->GetRenderer()->SetBackground(40.0 / 255.0, 60.0 / 255.0, 90.0 / 255.0);
m_pvtkImageViewer->Render();

The corners of the rectangle are not good.
how can i do that?

I would try this:

polygonSource->SetGeneratePolygon(TRUE)

Hope it helps