diff --git a/Modules/FiberDissection/MachineLearning/mitkStreamlineFeatureExtractor.cpp b/Modules/FiberDissection/MachineLearning/mitkStreamlineFeatureExtractor.cpp index e629050..a7afe2f 100644 --- a/Modules/FiberDissection/MachineLearning/mitkStreamlineFeatureExtractor.cpp +++ b/Modules/FiberDissection/MachineLearning/mitkStreamlineFeatureExtractor.cpp @@ -1,587 +1,584 @@ /*=================================================================== The Medical Imaging Interaction Toolkit (MITK) Copyright (c) German Cancer Research Center. All rights reserved. This software is distributed WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See LICENSE.txt or http://www.mitk.org for details. ===================================================================*/ #include "mitkStreamlineFeatureExtractor.h" #define _USE_MATH_DEFINES #include #include #include #include namespace mitk{ StreamlineFeatureExtractor::StreamlineFeatureExtractor() : m_NumPoints(20) { } StreamlineFeatureExtractor::~StreamlineFeatureExtractor() { } void StreamlineFeatureExtractor::SetTractogramPlus(const mitk::FiberBundle::Pointer &TractogramPlus) { m_TractogramPlus = TractogramPlus; } void StreamlineFeatureExtractor::SetTractogramMinus(const mitk::FiberBundle::Pointer &TractogramMinus) { m_TractogramMinus = TractogramMinus; } void StreamlineFeatureExtractor::SetTractogramTest(const mitk::FiberBundle::Pointer &TractogramTest, std::string TractogramTestName) { std::string path = "/home/r948e/E132-Projekte/Projects/2022_Peretzke_Interactive_Fiber_Dissection/mitk_diff/storage/"; path.append(TractogramTestName); m_TractogramTest= TractogramTest; m_DistancesTestName= path.append("_distances.csv"); } - std::vector > StreamlineFeatureExtractor::ResampleFibers(mitk::FiberBundle::Pointer tractogram) { mitk::FiberBundle::Pointer temp_fib = tractogram->GetDeepCopy(); temp_fib->ResampleToNumPoints(m_NumPoints); std::vector< vnl_matrix > out_fib; for (int i=0; iGetFiberPolyData()->GetNumberOfCells(); i++) { vtkCell* cell = temp_fib->GetFiberPolyData()->GetCell(i); int numPoints = cell->GetNumberOfPoints(); vtkPoints* points = cell->GetPoints(); vnl_matrix streamline; streamline.set_size(3, m_NumPoints); streamline.fill(0.0); for (int j=0; jGetPoint(j, cand); vnl_vector_fixed< float, 3 > candV; candV[0]=cand[0]; candV[1]=cand[1]; candV[2]=cand[2]; streamline.set_column(j, candV); } out_fib.push_back(streamline); } return out_fib; } std::vector > StreamlineFeatureExtractor::CalculateDmdf(std::vector > tractogram, std::vector > prototypes) { std::vector< vnl_matrix > dist_vec; for (unsigned int i=0; i distances; distances.set_size(1, prototypes.size()); distances.fill(0.0); for (unsigned int j=0; j single_distances; single_distances.set_size(1, tractogram.at(0).cols()); single_distances.fill(0.0); vnl_matrix single_distances_flip; single_distances_flip.set_size(1, tractogram.at(0).cols()); single_distances_flip.fill(0.0); for (unsigned int ik=0; ik single_distances.mean()) { distances.put(0,j, single_distances.mean()); } else { distances.put(0,j, single_distances_flip.mean()); } } dist_vec.push_back(distances); } return dist_vec; } std::vector> StreamlineFeatureExtractor::GetData() { MITK_INFO << "Start Function Get Data"; + + /*Vector which saves Prediction and Fibers to label based on uncertainty*/ std::vector> index_vec; - float labels_arr [m_DistancesPlus.size()+m_DistancesMinus.size()]; + + int labels_arr [m_DistancesPlus.size()+m_DistancesMinus.size()]; cv::Mat data; cv::Mat labels_arr_vec; int size_plus = 0; - + /*Create Trainingdata: Go through positive and negative Bundle and save distances as cv::Mat and create vector with labels*/ for ( unsigned int i=0; i m_traindata = cv::ml::TrainData::create(data, cv::ml::ROW_SAMPLE, labels); -// m_traindata->setTrainTestSplitRatio(1, true); - m_traindata->shuffleTrainTest(); +// m_traindata->setTrainTestSplitRatio(0.95, true); + m_traindata->shuffleTrainTest(); + MITK_INFO << m_traindata->getTrainResponses(); + MITK_INFO << m_traindata->getTrainSamples(); + MITK_INFO << m_traindata->getClassLabels(); MITK_INFO << "Start Training"; auto statistic_model = cv::ml::RTrees::create(); -//// auto criteria = cv::TermCriteria(); -//// criteria.type = cv::TermCriteria::EPS + cv::TermCriteria::MAX_ITER; -//// criteria.epsilon = 1e-8; -//// criteria.maxCount = 5000; + auto criteria = cv::TermCriteria(); + criteria.type = cv::TermCriteria::MAX_ITER; +// criteria.epsilon = 1e-8; + criteria.maxCount = 1000; - statistic_model->setMaxCategories(80); +// statistic_model->setMaxCategories(2); statistic_model->setMaxDepth(50); + statistic_model->setMinSampleCount(m_traindata->getNTrainSamples()*0.01); statistic_model->setMinSampleCount(3); statistic_model->setTruncatePrunedTree(true); statistic_model->setUse1SERule(true); statistic_model->setUseSurrogates(false); - statistic_model->setTermCriteria(cv::TermCriteria(1500, 1000, 1e-8)); + statistic_model->setTermCriteria(criteria); statistic_model->setCVFolds(1); statistic_model->setPriors(newweight); - statistic_model->train(m_traindata); - -// auto logistic_regression = cv::ml::LogisticRegression::create(); - -// statistic_model->setLearningRate(0.001); -// statistic_model->setIterations(100); -// statistic_model->setRegularization(cv::ml::LogisticRegression::REG_L2); -// statistic_model->setTrainMethod(cv::ml::LogisticRegression::MINI_BATCH); -// statistic_model->setMiniBatchSize(100); + statistic_model->train(m_traindata); -// statistic_model->train(m_traindata); - + MITK_INFO << statistic_model->isClassifier(); MITK_INFO << "Predicting"; cv::Mat dataTest; for ( unsigned int i=0; i pred(m_DistancesTest.size()); - std::vector index(m_DistancesTest.size()); - float one_prob; - float zero_prob; - int ones; - int zeros; - - - - std::vector e(m_DistancesTest.size()) ; - - + std::vector index; + std::vector e(m_DistancesTest.size()); cv::parallel_for_(cv::Range(0, m_DistancesTest.size()), [&](const cv::Range &range) { for (int i = range.start; i < range.end; i++) { - cv::Mat vote; - val = statistic_model->predict(dataTest.row(i)); - statistic_model->getVotes(dataTest.row(i), vote, 0); - - ones = cv::countNonZero(vote); - zeros = vote.cols - cv::countNonZero(vote); - - one_prob = ones/ (vote.cols * 1.0); - zero_prob = zeros / (vote.cols * 1.0); - e.at(i) = ( -one_prob * log2(one_prob) - zero_prob * log2(zero_prob)); + int val = statistic_model->predict(dataTest.row(i)); + statistic_model->getVotes(dataTest.row(i), vote, 0); + float plus_prob = (vote.at(1,0)*1.0)/ (vote.at(1,0)+vote.at(1,1)); + float neg_prob = (vote.at(1,1)*1.0)/ (vote.at(1,0)+vote.at(1,1)); + e.at(i) = ( -plus_prob * log2(plus_prob) - neg_prob * log2(neg_prob)); - pred.at(i) = val; + if (i==1) + { + MITK_INFO<< val; + MITK_INFO << vote; + MITK_INFO << e.at(i); + } - if (val==1) + if (val==2) { - index.at(i) = i; + index.push_back(i); } - } }); - index.erase( - std::remove(index.begin(), index.end(), 0), - index.end()); - index.shrink_to_fit(); +// for (unsigned int i = 0; i < m_DistancesTest.size(); i++) +// { + +// cv::Mat vote; +// val = statistic_model->predict(dataTest.row(i)); +// statistic_model->getVotes(dataTest.row(i), vote, 0); + +// float plus_prob = (vote.at(1,0)*1.0)/ (vote.at(1,0)+vote.at(1,1)); +// float neg_prob = (vote.at(1,1)*1.0)/ (vote.at(1,0)+vote.at(1,1)); + +// e.at(i) = ( -plus_prob * log2(plus_prob) - neg_prob * log2(neg_prob)); + +//// pred.at(i) = val; +// if (i==1) +// { +// MITK_INFO<< val; +// MITK_INFO << vote; +// MITK_INFO << e.at(i); +// } + +// if (val==2) +// { +// index.push_back(i); +//// index.at(i) = i; +//// MITK_INFO << i; +// } +// else +// { +//// index.at(i) = 0; +//// MITK_INFO << 0; +// } + +// } + + + MITK_INFO << index.size(); + for (unsigned int i = 0; i < index.size(); i++) { + std::cout << index.at(i) << ' '; + } + MITK_INFO << index.size(); MITK_INFO << "--------------"; + MITK_INFO << e.size(); e.erase( std::remove(e.begin(), e.end(), 0), e.end()); e.shrink_to_fit(); + MITK_INFO << e.size(); auto it = std::minmax_element(e.begin(), e.end()); int min_idx = std::distance(e.begin(), it.first); int max_idx = std::distance(e.begin(), it.second); std::cout << min_idx << ", " << max_idx << std::endl; // 1, 5 MITK_INFO << "--------------"; MITK_INFO << "Start the ordering"; std::vector indextolabel; std::priority_queue> q; for (unsigned int i = 0; i < e.size(); ++i) { q.push(std::pair(e[i], i)); } int k = m_DistancesTest.size(); // number of indices we need // int k = 500; // number of indices we need for (int i = 0; i < k; ++i) { int ki = q.top().second; // std::cout << "index[" << i << "] = " << ki << std::endl;x indextolabel.push_back(ki); q.pop(); } MITK_INFO << "Done"; +// for (unsigned int i = 0; i < indextolabel.size(); i++) { +// std::cout << indextolabel.at(i) << ' '; +// } // MITK_INFO << statistic_model->getTermCriteria().maxCount; // MITK_INFO << statistic_model->getTermCriteria().type; // MITK_INFO << statistic_model->getTermCriteria().epsilon; // statistic_model->getVotes(dataTest.row(0), vote, 0); // statistic_model->predict(dataTest, pred); // cv::Mat vote; // statistic_model->getVotes(dataTest, vote, 0); // MITK_INFO << "vote"; // MITK_INFO << vote.rows; // MITK_INFO << vote.cols; // MITK_INFO << pred; // mitke_INFO << vote; -//// MITK_INFO << vote;s +//// MITK_INFO << vote; // MITK_INFO << vote; MITK_INFO << "_______"; - MITK_INFO << statistic_model->getPriors(); +// MITK_INFO << statistic_model->getPriors(); // MITK_INFO << statistic_model->getNodes(); // index.push_back(1); index_vec.push_back(index); index_vec.push_back(indextolabel); return index_vec; } mitk::FiberBundle::Pointer StreamlineFeatureExtractor::CreatePrediction(std::vector &index) { mitk::FiberBundle::Pointer Prediction; MITK_INFO << "Create Bundle"; vtkSmartPointer FibersData; FibersData = vtkSmartPointer::New(); FibersData->SetPoints(vtkSmartPointer::New()); FibersData->SetLines(vtkSmartPointer::New()); vtkSmartPointer vNewPolyData = vtkSmartPointer::New(); vtkSmartPointer vNewLines = vtkSmartPointer::New(); vtkSmartPointer vNewPoints = vtkSmartPointer::New(); unsigned int indexSize = index.size(); unsigned int counter = 0; MITK_INFO << "Start Loop"; for (unsigned int i=0; iGetFiberPolyData()->GetCell(index[i]); auto numPoints = cell->GetNumberOfPoints(); vtkPoints* points = cell->GetPoints(); vtkSmartPointer container = vtkSmartPointer::New(); for (unsigned int j=0; jGetPoint(j, p); vtkIdType id = vNewPoints->InsertNextPoint(p); container->GetPointIds()->InsertNextId(id); } // weights->InsertValue(counter, fib->GetFiberWeight(i)); vNewLines->InsertNextCell(container); counter++; } MITK_INFO << "Counter"; MITK_INFO << counter; vNewPolyData->SetLines(vNewLines); vNewPolyData->SetPoints(vNewPoints); FibersData = vtkSmartPointer::New(); FibersData->SetPoints(vtkSmartPointer::New()); FibersData->SetLines(vtkSmartPointer::New()); FibersData->SetPoints(vNewPoints); FibersData->SetLines(vNewLines); Prediction = mitk::FiberBundle::New(vNewPolyData); // Bundle->SetFiberColors(255, 255, 255); MITK_INFO << "Cells Prediciton"; MITK_INFO << Prediction->GetFiberPolyData()->GetNumberOfCells(); MITK_INFO << "Cells Tractorgram"; MITK_INFO << m_TractogramTest->GetFiberPolyData()->GetNumberOfCells(); return Prediction; } - - void StreamlineFeatureExtractor::GenerateData() { MITK_INFO << "Update"; mitk::FiberBundle::Pointer inputPrototypes = mitk::IOUtil::Load("/home/r948e/E132-Projekte/Projects/2022_Peretzke_Interactive_Fiber_Dissection/mitk_diff/prototypes_599671.trk"); T_Prototypes = ResampleFibers(inputPrototypes); T_TractogramMinus= ResampleFibers(m_TractogramMinus); T_TractogramPlus= ResampleFibers(m_TractogramPlus); m_DistancesMinus = CalculateDmdf(T_TractogramMinus, T_Prototypes); m_DistancesPlus = CalculateDmdf(T_TractogramPlus, T_Prototypes); std::ifstream f(m_DistancesTestName); if (f.good()) { MITK_INFO << "File exists"; m_DistancesTest.clear(); std::ifstream myFile(m_DistancesTestName); if(!myFile.is_open()) throw std::runtime_error("Could not open file"); std::string line; vnl_matrix curline; curline.set_size(1, m_DistancesPlus.at(0).cols()); curline.fill(0.0); float val; while(std::getline(myFile, line)) { // Create a stringstream of the current line std::stringstream ss(line); // MITK_INFO << ss; // Keep track of the current column index int colIdx = 0; // Extract each integer while(ss >> val){ // // Add the current integer to the 'colIdx' column's values vector curline.put(0,colIdx, val); // // If the next token is a comma, ignore it and move on // if(ss.peek() == ',') ss.ignore(); // // Increment the column index colIdx++; } m_DistancesTest.push_back(curline); } // Close file myFile.close(); } else { MITK_INFO << m_DistancesTestName; T_TractogramTest= ResampleFibers(m_TractogramTest); m_DistancesTest= CalculateDmdf(T_TractogramTest, T_Prototypes); std::ofstream myFile(m_DistancesTestName); // myFile << colname << "\n"; for(long unsigned int i = 0; i < m_DistancesTest.size(); ++i) { myFile << m_DistancesTest.at(i); } myFile.close(); } MITK_INFO << m_DistancesTest.size(); MITK_INFO << "Sizes of Plus and Minus"; MITK_INFO << m_DistancesPlus.size() + m_DistancesMinus.size(); MITK_INFO << "Size of Test Data"; MITK_INFO << m_DistancesTest.size(); MITK_INFO << "Done with Datacreation"; m_index =GetData(); } //cv::Mat StreamlineFeatureExtractor::StartAlgorithm() //{ // MITK_INFO << "Printing"; // float data_arr [10] = {1, 2.4 ,4 ,4.5 ,6 ,7, 120.5, 100, 120, 100}; // cv::Mat curdata(1, 10, CV_32F, data_arr); // float data_arr2 [10] = {10, 20.4 ,40 ,40.5 ,60 ,70, 1200.5, 1000, 1200, 1000}; // cv::Mat curdata2(1, 10, CV_32F, data_arr2); // cv::Mat data; //// cv::Mat data2; // // data.row(1) = curdata.clone(); // data.push_back(curdata); // data.push_back(curdata2); //// cv::add(curdata,data2,data2); // cout << curdata; // cout << data; //// cout << data2; // return curdata.clone(); //} } diff --git a/Plugins/org.mitk.gui.qt.diffusionimaging.fiberprocessing/src/internal/QmitkInteractiveFiberDissectionView.cpp b/Plugins/org.mitk.gui.qt.diffusionimaging.fiberprocessing/src/internal/QmitkInteractiveFiberDissectionView.cpp index 33c1bd6..29400cb 100644 --- a/Plugins/org.mitk.gui.qt.diffusionimaging.fiberprocessing/src/internal/QmitkInteractiveFiberDissectionView.cpp +++ b/Plugins/org.mitk.gui.qt.diffusionimaging.fiberprocessing/src/internal/QmitkInteractiveFiberDissectionView.cpp @@ -1,697 +1,727 @@ -/*=================================================================== +/*=================================================================== The Medical Imaging Interaction Toolkit (MITK) Copyright (c) German Cancer Research Center. All rights reserved. This software is distributed WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See LICENSE.txt or http://www.mitk.org for details. ===================================================================*/ // Blueberry #include #include #include // Qmitk #include "QmitkInteractiveFiberDissectionView.h" #include //Pointset #include //Pointset #include #include #include #include #include #include #include #include "mitkNodePredicateDataType.h" #include #include #include #include //#include #include #include "usModuleRegistry.h" //#include #include #include #include #include #include #include #include #include #include #include #include #include #include const std::string QmitkInteractiveFiberDissectionView::VIEW_ID = "org.mitk.views.interactivefiberdissection"; const std::string id_DataManager = "org.mitk.views.datamanager"; using namespace mitk; QmitkInteractiveFiberDissectionView::QmitkInteractiveFiberDissectionView() : QmitkAbstractView() , m_Controls( 0 ) , m_IterationCounter(0) , m_RandomExtractionCounter(0) , m_StreamlineInteractor(nullptr) { } // Destructor QmitkInteractiveFiberDissectionView::~QmitkInteractiveFiberDissectionView() { //disable interactor if (m_StreamlineInteractor != nullptr) { // m_StreamlineInteractor->SetStreamlineNode(nullptr); m_StreamlineInteractor->EnableInteraction(false); } } void QmitkInteractiveFiberDissectionView::CreateQtPartControl( QWidget *parent ) { // build up qt view, unless already done if ( !m_Controls ) { // create GUI widgets from the Qt Designer's .ui file m_Controls = new Ui::QmitkInteractiveFiberDissectionViewControls; m_Controls->setupUi( parent ); m_Controls->m_selectedPointSetWidget->SetDataStorage(GetDataStorage());//pointset m_Controls->m_selectedPointSetWidget->SetNodePredicate(mitk::NodePredicateAnd::New(//pointset mitk::TNodePredicateDataType::New(),//pointset mitk::NodePredicateNot::New(mitk::NodePredicateOr::New(//pointset mitk::NodePredicateProperty::New("helper object"),//pointset mitk::NodePredicateProperty::New("hidden object")))));//pointset m_Controls->m_selectedPointSetWidget->SetSelectionIsOptional(true);//pointset m_Controls->m_selectedPointSetWidget->SetAutoSelectNewNodes(true);//pointset m_Controls->m_selectedPointSetWidget->SetEmptyInfo(QString("Please select a point set"));//pointset m_Controls->m_selectedPointSetWidget->SetPopUpTitel(QString("Select point set"));//pointsett connect(m_Controls->m_ErazorButton, SIGNAL(toggled(bool)), this, SLOT( RemovefromBundle(bool) ) ); //need connect(m_Controls->m_StreamlineCreation, SIGNAL( clicked() ), this, SLOT( CreateStreamline())); connect(m_Controls->m_AddRandomFibers, SIGNAL( clicked() ), this, SLOT( ExtractRandomFibersFromTractogram() ) ); //need connect(m_Controls->m_TrainClassifier, SIGNAL( clicked() ), this, SLOT( StartAlgorithm( ))); connect(m_Controls->m_CreatePrediction, SIGNAL( clicked() ), this, SLOT( CreatePredictionNode( ))); connect(m_Controls->m_AddUncertainFibers, SIGNAL( clicked() ), this, SLOT( CreateUncertaintySampleNode( ))); + connect(m_Controls->m_newlabeling, SIGNAL(toggled(bool)), this, SLOT( RemovefromUncertainty(bool) ) ); //need + connect(m_Controls->m_addPointSetPushButton, &QPushButton::clicked,//pointset this, &QmitkInteractiveFiberDissectionView::OnAddPointSetClicked);//pointset connect(m_Controls->m_selectedPointSetWidget, &QmitkSingleNodeSelectionWidget::CurrentSelectionChanged,//pointset this, &QmitkInteractiveFiberDissectionView::OnCurrentSelectionChanged);//pointset auto renderWindowPart = this->GetRenderWindowPart();//pointset if (nullptr != renderWindowPart)//pointset this->RenderWindowPartActivated(renderWindowPart);//pointset this->OnCurrentSelectionChanged(m_Controls->m_selectedPointSetWidget->GetSelectedNodes());//pointset } UpdateGui(); } void QmitkInteractiveFiberDissectionView::SetFocus() { m_Controls->toolBoxx->setFocus(); //m_Controls->m_addPointSetPushButton->setFocus();//pointset } void QmitkInteractiveFiberDissectionView::UpdateGui() { m_Controls->m_FibLabel->setText("mandatory"); m_Controls->m_InputData->setTitle("Please Select Input Data"); // disable alle frames m_Controls->m_ErazorButton->setCheckable(true); m_Controls->m_ErazorButton->setEnabled(false); + m_Controls->m_newlabeling->setCheckable(true); + m_Controls->m_newlabeling->setEnabled(false); m_Controls->m_addPointSetPushButton->setEnabled(false); m_Controls->m_StreamlineCreation->setEnabled(false); m_Controls->m_TrainClassifier->setEnabled(false); m_Controls->m_CreatePrediction->setEnabled(false); m_Controls->m_CreateUncertantyMap->setEnabled(false); m_Controls->m_Numtolabel->setEnabled(false); m_Controls->m_addPointSetPushButton->setEnabled(false); m_Controls->m_AddRandomFibers->setEnabled(false); m_Controls->m_AddUncertainFibers->setEnabled(false); + m_Controls->m_newlabeling->setEnabled(false); bool fibSelected = !m_SelectedFB.empty(); bool multipleFibsSelected = (m_SelectedFB.size()>1); bool sthSelected = m_SelectedImageNode.IsNotNull(); bool psSelected = m_SelectedPS.IsNotNull(); // bool nfibSelected = !m_newfibersSelectedBundles.empty(); // bool posSelected = !m_positivSelectedBundles.empty(); bool nfibSelected = m_newfibersSelectedBundles.IsNotNull(); // bool posSelected = !m_positivSelectedBundles.IsNotNull(); // bool negSelected = !m_negativeSelectedBundles.IsNotNull(); bool posSelected = this->GetDataStorage()->Exists(m_positivSelectedBundles); bool negSelected = this->GetDataStorage()->Exists(m_negativeSelectedBundles); bool indexSelected = !m_index.empty(); -// bool uncertaintySelected = !m_UncertaintyLabel.empty(); + bool uncertaintySelected = this->GetDataStorage()->Exists(m_UncertaintyLabelNode); // toggle visibility of elements according to selected method // are fiber bundles selected? if ( fibSelected ) { m_Controls->m_FibLabel->setText(QString(m_SelectedFB.at(0)->GetName().c_str())); m_Controls->m_addPointSetPushButton->setEnabled(true); m_Controls->m_AddRandomFibers->setEnabled(true); // more than two bundles needed to join/subtract if (multipleFibsSelected) { m_Controls->m_FibLabel->setText("multiple bundles selected"); } } // is image selected if (sthSelected) { m_Controls->m_addPointSetPushButton->setEnabled(true); } if (psSelected) { m_Controls->m_StreamlineCreation->setEnabled(true); } if (nfibSelected && posSelected) { m_Controls->m_ErazorButton->setEnabled(true); } if (posSelected && negSelected) { m_Controls->m_TrainClassifier->setEnabled(true); } if (indexSelected) { m_Controls->m_CreatePrediction->setEnabled(true); m_Controls->m_AddUncertainFibers->setEnabled(true); m_Controls->m_Numtolabel->setEnabled(true); } + if (uncertaintySelected) + { + m_Controls->m_newlabeling->setEnabled(true); + } + + } void QmitkInteractiveFiberDissectionView::OnEndInteraction() { } void QmitkInteractiveFiberDissectionView::OnAddPointSetClicked()//pointset { // ask for the name of the point set bool ok = false; QString name = QInputDialog::getText(QApplication::activeWindow(), tr("Add point set..."), tr("Enter name for the new point set"), QLineEdit::Normal, tr("PointSet").arg(++m_IterationCounter), &ok); // QString name = "PointSet"; if (!ok || name.isEmpty()) { return; } mitk::PointSet::Pointer pointSet = mitk::PointSet::New(); mitk::DataNode::Pointer pointSetNode = mitk::DataNode::New(); pointSetNode->SetData(pointSet); pointSetNode->SetProperty("name", mitk::StringProperty::New(name.toStdString())); pointSetNode->SetProperty("opacity", mitk::FloatProperty::New(1)); pointSetNode->SetColor(1.0, 1.0, 0.0); this->GetDataStorage()->Add(pointSetNode, m_SelectedImageNode); m_Controls->m_selectedPointSetWidget->SetCurrentSelectedNode(pointSetNode); } void QmitkInteractiveFiberDissectionView::OnCurrentSelectionChanged(QmitkSingleNodeSelectionWidget::NodeList /*nodes*/)//pointset { m_Controls->m_poinSetListWidget->SetPointSetNode(m_Controls->m_selectedPointSetWidget->GetSelectedNode()); m_SelectedPS = m_Controls->m_selectedPointSetWidget->GetSelectedNode(); UpdateGui(); } void QmitkInteractiveFiberDissectionView::OnSelectionChanged(berry::IWorkbenchPart::Pointer /*part*/, const QList& nodes) { m_SelectedFB.clear(); if (nodes.empty() || nodes.front().IsNull()) { m_SelectedImageNode = nullptr; } else { m_SelectedImageNode = nodes.front(); } for (auto node: nodes) { if (dynamic_cast(node->GetData())) m_SelectedImage = dynamic_cast(node->GetData()); else if ( dynamic_cast(node->GetData()) ) m_SelectedFB.push_back(node); } UpdateGui(); } void QmitkInteractiveFiberDissectionView::RenderWindowPartActivated(mitk::IRenderWindowPart* renderWindowPart)//pointset { if (nullptr != m_Controls) { m_Controls->m_poinSetListWidget->AddSliceNavigationController(renderWindowPart->GetQmitkRenderWindow("axial")->GetSliceNavigationController()); m_Controls->m_poinSetListWidget->AddSliceNavigationController(renderWindowPart->GetQmitkRenderWindow("sagittal")->GetSliceNavigationController()); m_Controls->m_poinSetListWidget->AddSliceNavigationController(renderWindowPart->GetQmitkRenderWindow("coronal")->GetSliceNavigationController()); } } void QmitkInteractiveFiberDissectionView::RenderWindowPartDeactivated(mitk::IRenderWindowPart* renderWindowPart)//pointset { if (nullptr != m_Controls) { m_Controls->m_poinSetListWidget->RemoveSliceNavigationController(renderWindowPart->GetQmitkRenderWindow("axial")->GetSliceNavigationController()); m_Controls->m_poinSetListWidget->RemoveSliceNavigationController(renderWindowPart->GetQmitkRenderWindow("sagittal")->GetSliceNavigationController()); m_Controls->m_poinSetListWidget->RemoveSliceNavigationController(renderWindowPart->GetQmitkRenderWindow("coronal")->GetSliceNavigationController()); } } void QmitkInteractiveFiberDissectionView::CreateStreamline() { if (m_positivSelectedBundles.IsNull()) { mitk::DataNode::Pointer node = mitk::DataNode::New(); m_positiveFibersData = vtkSmartPointer::New(); m_positiveFibersData->SetPoints(vtkSmartPointer::New()); m_positiveFibersData->SetLines(vtkSmartPointer::New()); m_positiveBundle = mitk::FiberBundle:: New(m_positiveFibersData); node->SetData( m_positiveBundle ); m_positivSelectedBundles = node; this->GetDataStorage()->Add(m_positivSelectedBundles); MITK_INFO << "Create Bundle"; } if (!m_positivSelectedBundles.IsNull()) { this->GetDataStorage()->Remove(m_positivSelectedBundles); MITK_INFO << "Adding fibers"; } mitk::PointSet::Pointer pointSet = dynamic_cast(m_SelectedPS->GetData()); vnl_matrix streamline; streamline.set_size(3, pointSet->GetSize()); streamline.fill(0.0); mitk::PointSet::PointsIterator begin = pointSet->Begin(); mitk::PointSet::PointsIterator end = pointSet->End(); unsigned int i; mitk::PointSet::PointsContainer::Iterator it; for (it = begin, i = 0; it != end; ++it, ++i) { PointSet::PointType pt = pointSet->GetPoint(it->Index()); vnl_vector_fixed< float, 3 > candV; candV[0]=pt[0]; candV[1]=pt[1]; candV[2]=pt[2]; streamline.set_column(i, candV); } vtkSmartPointer vNewPolyData = vtkSmartPointer::New(); vtkSmartPointer vNewLines = vtkSmartPointer::New(); vtkSmartPointer vNewPoints = vtkSmartPointer::New(); unsigned int counter = 0; for (unsigned int i=0; iGetNumberOfCells(); ++i) { vtkCell* cell = m_positiveFibersData->GetCell(i); auto numPoints = cell->GetNumberOfPoints(); vtkPoints* points = cell->GetPoints(); vtkSmartPointer container = vtkSmartPointer::New(); for (unsigned int j=0; jGetPoint(j, p); vtkIdType id = vNewPoints->InsertNextPoint(p); container->GetPointIds()->InsertNextId(id); } vNewLines->InsertNextCell(container); counter++; } // build Fiber vtkSmartPointer container = vtkSmartPointer::New(); for (unsigned int j=0; jInsertNextPoint(p); container->GetPointIds()->InsertNextId(id); } vNewLines->InsertNextCell(container); vNewPolyData->SetPoints(vNewPoints); vNewPolyData->SetLines(vNewLines); m_positiveFibersData = vtkSmartPointer::New(); m_positiveFibersData->SetPoints(vtkSmartPointer::New()); m_positiveFibersData->SetLines(vtkSmartPointer::New()); m_positiveFibersData->SetPoints(vNewPoints); m_positiveFibersData->SetLines(vNewLines); m_positiveBundle = mitk::FiberBundle::New(vNewPolyData); // m_positiveBundle->SetTrackVisHeader(dynamic_cast(m_SelectedImageNode->GetData())->GetGeometry()); m_positiveBundle->SetFiberColors(0, 255, 0); mitk::DataNode::Pointer node = mitk::DataNode::New(); node->SetData(m_positiveBundle); node->SetName("+Bundle"); m_positivSelectedBundles= node; MITK_INFO << "The + Bundle has Streamlines:"; auto m_NegStreamline= dynamic_cast(m_positivSelectedBundles->GetData()); MITK_INFO << m_NegStreamline->GetFiberPolyData()->GetNumberOfCells(); this->GetDataStorage()->Add(m_positivSelectedBundles); +// m_Controls->m_selectedPointSetWidget->m_ToggleAddPoint->setEnabled(false); UpdateGui(); } void QmitkInteractiveFiberDissectionView::ExtractRandomFibersFromTractogram() { m_Controls->m_ErazorButton->setChecked(false); MITK_INFO << "Number of Fibers to extract from Tractogram: "; MITK_INFO << m_Controls->m_NumRandomFibers->value(); if (this->GetDataStorage()->Exists(m_newfibersSelectedBundles)) { MITK_INFO << "To Label Bundle Exists"; mitk::FiberBundle::Pointer Stack = dynamic_cast(m_newfibersSelectedBundles->GetData()); this->GetDataStorage()->Remove(m_newfibersSelectedBundles); mitk::DataNode::Pointer node = mitk::DataNode::New(); m_newfibersFibersData = vtkSmartPointer::New(); m_newfibersFibersData->SetPoints(vtkSmartPointer::New()); m_newfibersBundle = mitk::FiberBundle:: New(m_newfibersFibersData); m_newfibersFibersData->SetLines(vtkSmartPointer::New()); // node->SetData( m_newfibersBundle ); // m_newfibersSelectedBundles = node ; MITK_INFO << "Create Bundle"; } mitk::FiberBundle::Pointer fib = dynamic_cast(m_SelectedFB.at(0)->GetData()); vtkSmartPointer vNewPolyData = vtkSmartPointer::New(); vtkSmartPointer vNewLines = vtkSmartPointer::New(); vtkSmartPointer vNewPoints = vtkSmartPointer::New(); unsigned int counter = 0; for ( int i=m_Controls->m_NumRandomFibers->value()*m_RandomExtractionCounter; im_NumRandomFibers->value()*(m_RandomExtractionCounter+1); i++) { vtkCell* cell = fib->GetFiberPolyData()->GetCell(i); auto numPoints = cell->GetNumberOfPoints(); vtkPoints* points = cell->GetPoints(); vtkSmartPointer container = vtkSmartPointer::New(); for (unsigned int j=0; jGetPoint(j, p); vtkIdType id = vNewPoints->InsertNextPoint(p); container->GetPointIds()->InsertNextId(id); } // weights->InsertValue(counter, fib->GetFiberWeight(i)); vNewLines->InsertNextCell(container); counter++; } vNewPolyData->SetLines(vNewLines); vNewPolyData->SetPoints(vNewPoints); m_newfibersFibersData = vtkSmartPointer::New(); m_newfibersFibersData->SetPoints(vtkSmartPointer::New()); m_newfibersFibersData->SetLines(vtkSmartPointer::New()); m_newfibersFibersData->SetPoints(vNewPoints); m_newfibersFibersData->SetLines(vNewLines); m_newfibersBundle = mitk::FiberBundle::New(vNewPolyData); m_newfibersBundle->SetFiberColors(255, 255, 255); mitk::DataNode::Pointer node = mitk::DataNode::New(); node->SetData(m_newfibersBundle); node->SetName("ToLabel"); m_newfibersSelectedBundles = node; // MITK_INFO << "Number of Streamlines in first function"; // MITK_INFO << m_newfibersSelectedBundles->GetData()->GetFiberPolyData()->GetNumberOfCells(); this->GetDataStorage()->Add(m_newfibersSelectedBundles); m_RandomExtractionCounter++; UpdateGui(); } void QmitkInteractiveFiberDissectionView::RemovefromBundle( bool checked ) { if (checked) { if (m_StreamlineInteractor.IsNull()) { this->CreateStreamlineInteractor(); // if (m_negativeSelectedBundles.IsNull()) // { mitk::FiberBundle::Pointer m_negativeBundle = mitk::FiberBundle::New(); mitk::DataNode::Pointer node = mitk::DataNode::New(); node->SetName("-Bundle"); node->SetData(m_negativeBundle); m_negativeSelectedBundles = node; this->GetDataStorage()->Add(m_negativeSelectedBundles); // } // if (m_positivSelectedBundles.IsNull()) // { // mitk::FiberBundle::Pointer m_positiveBundle = mitk::FiberBundle::New(); // mitk::DataNode::Pointer m_positiveSelectedBundles = mitk::DataNode::New(); // m_positiveSelectedBundles->SetName("+Bundle"); // m_positiveSelectedBundles->SetData(m_positiveBundle); // this->GetDataStorage()->Add(m_positiveSelectedBundles);) // } m_StreamlineInteractor->EnableInteraction(true); m_StreamlineInteractor->SetNegativeNode(m_negativeSelectedBundles); m_StreamlineInteractor->SetPositiveNode(m_positivSelectedBundles); m_StreamlineInteractor->SetToLabelNode(m_newfibersSelectedBundles); } else { m_StreamlineInteractor->EnableInteraction(true); // MITK_INFO << "Number of Streamlines"; // MITK_INFO << m_newfibersSelectedBundles->GetData()->GetFiberPolyData()->GetNumberOfCells(); m_StreamlineInteractor->SetToLabelNode(m_newfibersSelectedBundles); } } else { m_StreamlineInteractor->EnableInteraction(false); // m_StreamlineInteractor = nullptr; } UpdateGui(); } void QmitkInteractiveFiberDissectionView::CreateStreamlineInteractor() { m_StreamlineInteractor = mitk::StreamlineInteractor::New(); m_StreamlineInteractor->LoadStateMachine("Streamline3DStates.xml", us::ModuleRegistry::GetModule("MitkFiberDissection")); m_StreamlineInteractor->SetEventConfig("Streamline3DConfig.xml", us::ModuleRegistry::GetModule("MitkFiberDissection")); // m_StreamlineInteractor->SetRotationEnabled(rotationEnabled); } void QmitkInteractiveFiberDissectionView::StartAlgorithm() { // m_traindata.clear(); clusterer.reset(); MITK_INFO << "Extract Features"; m_negativeBundle = dynamic_cast(m_negativeSelectedBundles->GetData()); clusterer = std::make_shared(); clusterer->SetTractogramPlus(m_positiveBundle); clusterer->SetTractogramMinus(m_negativeBundle); clusterer->SetTractogramTest(dynamic_cast(m_SelectedFB.at(0)->GetData()), m_SelectedFB.at(0)->GetName()); // m_distances = clusterer->get clusterer->Update(); m_index = clusterer->m_index; - m_Prediction = clusterer->CreatePrediction(m_index.at(0)); - mitk::DataNode::Pointer node = mitk::DataNode::New(); - node->SetData(m_Prediction); - node->SetName("Prediction"); - m_PredictionNode = node; - this->GetDataStorage()->Add(m_PredictionNode); +// m_Prediction = clusterer->CreatePrediction(m_index.at(0)); +// mitk::DataNode::Pointer node = mitk::DataNode::New(); +// node->SetData(m_Prediction); +// node->SetName("Prediction"); +// m_PredictionNode = node; +// this->GetDataStorage()->Add(m_PredictionNode); // m_UncertaintyLabel = clusterer->m_UncertaintyLabel; // mitk::DataNode::Pointer node2 = mitk::DataNode::New(); // node2->SetData(m_UncertaintyLabel); // node2->SetName("UncertaintyLabels"); // m_UncertaintyLabelNode = node2; // MITK_INFO << "Number of Streamlines in first function"; // MITK_INFO << m_newfibersSelectedBundles->GetData()->GetFiberPolyData()->GetNumberOfCells(); // this->GetDataStorage()->Add(m_UncertaintyLabelNode); // this->GetDataStorage()->Add(m_PredictionNode); // clusterer->GetData(); // MITK_INFO << data.at(0); // MITK_INFO << data.at(1); // cv::Ptr m_traindata = clusterer->GetData(); // MITK_INFO << clusterer->m_labels; // MITK_INFO << data.at(1); // MITK_INFO << "Start Classification"; // clusterer->CreateClassifier(); // cv::Mat curdata = clusterer->StartAlgorithm(); // MITK_INFO << curdata; MITK_INFO << "Algorithm run succesfully"; m_Controls->m_CreatePrediction->setEnabled(true); UpdateGui(); } void QmitkInteractiveFiberDissectionView::CreatePredictionNode() { MITK_INFO << "Create Prediction"; // clusterer->SetTractogramTest(dynamic_cast(m_SelectedFB.at(0)->GetData()), m_SelectedFB.at(0)->GetName()); m_Prediction = clusterer->CreatePrediction(m_index.at(0)); mitk::DataNode::Pointer node = mitk::DataNode::New(); node->SetData(m_Prediction); node->SetName("Prediction"); m_PredictionNode = node; this->GetDataStorage()->Add(m_PredictionNode); UpdateGui(); } void QmitkInteractiveFiberDissectionView::CreateUncertaintySampleNode() { MITK_INFO << "Create Fibers to label"; std::vector myvec = m_index.at(1); myvec.resize(m_Controls->m_Numtolabel->value()); MITK_INFO << m_index.at(1).size(); MITK_INFO << myvec.size(); // clusterer->SetTractogramTest(dynamic_cast(m_SelectedFB.at(0)->GetData()), m_SelectedFB.at(0)->GetName())); m_UncertaintyLabel = clusterer->CreatePrediction(myvec); mitk::DataNode::Pointer node = mitk::DataNode::New(); node->SetData(m_UncertaintyLabel); node->SetName("UncertaintyLabel"); m_UncertaintyLabelNode = node; this->GetDataStorage()->Add(m_UncertaintyLabelNode); + UpdateGui(); +} + +void QmitkInteractiveFiberDissectionView::RemovefromUncertainty( bool checked ) +{ + if (checked) + { + + m_UncertaintyLabel->SetFiberColors(255, 255, 255); + m_StreamlineInteractor->EnableInteraction(true); + m_StreamlineInteractor->SetToLabelNode(m_UncertaintyLabelNode); + } + else + { + m_StreamlineInteractor->EnableInteraction(false); +// m_StreamlineInteractor = nullptr; + } + } diff --git a/Plugins/org.mitk.gui.qt.diffusionimaging.fiberprocessing/src/internal/QmitkInteractiveFiberDissectionView.h b/Plugins/org.mitk.gui.qt.diffusionimaging.fiberprocessing/src/internal/QmitkInteractiveFiberDissectionView.h index a9f4b0f..ba0fa14 100644 --- a/Plugins/org.mitk.gui.qt.diffusionimaging.fiberprocessing/src/internal/QmitkInteractiveFiberDissectionView.h +++ b/Plugins/org.mitk.gui.qt.diffusionimaging.fiberprocessing/src/internal/QmitkInteractiveFiberDissectionView.h @@ -1,150 +1,151 @@ /*=================================================================== The Medical Imaging Interaction Toolkit (MITK) Copyright (c) German Cancer Research Center. All rights reserved. This software is distributed WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See LICENSE.txt or http://www.mitk.org for details. ===================================================================*/ #ifndef QmitkInteractiveFiberDissectionView_h #define QmitkInteractiveFiberDissectionView_h #include "ui_QmitkInteractiveFiberDissectionViewControls.h" #include //Pointset #include //Pointset #include //Pointset #include //Pointset #include #include #include //Pointset #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include /*! \brief View to process fiber bundles. Supplies methods to extract fibers from the bundle, fiber resampling, mirroring, join and subtract bundles and much more. */ class QmitkInteractiveFiberDissectionView : public QmitkAbstractView, public mitk::IRenderWindowPartListener { // this is needed for all Qt objects that should have a Qt meta-object // (everything that derives from QObject and wants to have signal/slots) Q_OBJECT public: typedef itk::Image< unsigned char, 3 > ItkUCharImageType; typedef itk::Image< float, 3 > ItkFloatImageType; static const std::string VIEW_ID; QmitkInteractiveFiberDissectionView(); virtual ~QmitkInteractiveFiberDissectionView(); virtual void CreateQtPartControl(QWidget *parent) override; /// /// Sets the focus to an internal widget. /// virtual void SetFocus() override; protected slots: void RenderWindowPartActivated(mitk::IRenderWindowPart* renderWindowPart) override; //Pointset void RenderWindowPartDeactivated(mitk::IRenderWindowPart* renderWindowPart) override; //Pointset void OnAddPointSetClicked();//Pointset void CreateStreamline(); void RemovefromBundle( bool checked ); void ExtractRandomFibersFromTractogram(); void StartAlgorithm(); void CreatePredictionNode(); void CreateUncertaintySampleNode(); + void RemovefromUncertainty( bool checked ); void UpdateGui(); ///< update button activity etc. dpending on current datamanager selection protected: void OnCurrentSelectionChanged(QmitkSingleNodeSelectionWidget::NodeList nodes);//Pointset virtual void OnSelectionChanged(berry::IWorkbenchPart::Pointer part, const QList& nodes) override; void OnEndInteraction(); void CreateStreamlineInteractor(); Ui::QmitkInteractiveFiberDissectionViewControls* m_Controls; int m_IterationCounter; ///< used for data node naming int m_RandomExtractionCounter; ///< used for random extracton of different Streamlines std::vector m_SelectedFB; ///< selected fiber bundle nodes mitk::Image::Pointer m_SelectedImage; mitk::DataNode::Pointer m_SelectedPS; mitk::DataNode::Pointer m_SelectedImageNode; mitk::FiberBundle::Pointer m_positiveBundle; mitk::FiberBundle::Pointer m_newfibersBundle; mitk::FiberBundle::Pointer m_negativeBundle; mitk::FiberBundle::Pointer m_Prediction; mitk::FiberBundle::Pointer m_UncertaintyLabel; mitk::DataNode::Pointer m_positivSelectedBundles; mitk::DataNode::Pointer m_newfibersSelectedBundles; mitk::DataNode::Pointer m_negativeSelectedBundles; mitk::DataNode::Pointer m_PredictionNode; mitk::DataNode::Pointer m_UncertaintyLabelNode; vtkSmartPointer m_positiveFibersData; vtkSmartPointer m_newfibersFibersData; vtkSmartPointer m_picker1; mitk::StreamlineInteractor::Pointer m_StreamlineInteractor; std::shared_ptr< mitk::StreamlineFeatureExtractor > clusterer; std::vector> m_index; }; #endif // _QMITKFIBERTRACKINGVIEW_H_INCLUDED diff --git a/Plugins/org.mitk.gui.qt.diffusionimaging.fiberprocessing/src/internal/QmitkInteractiveFiberDissectionViewControls.ui b/Plugins/org.mitk.gui.qt.diffusionimaging.fiberprocessing/src/internal/QmitkInteractiveFiberDissectionViewControls.ui index 228e916..2317733 100644 --- a/Plugins/org.mitk.gui.qt.diffusionimaging.fiberprocessing/src/internal/QmitkInteractiveFiberDissectionViewControls.ui +++ b/Plugins/org.mitk.gui.qt.diffusionimaging.fiberprocessing/src/internal/QmitkInteractiveFiberDissectionViewControls.ui @@ -1,641 +1,658 @@ QmitkInteractiveFiberDissectionViewControls 0 0 417 711 Form QCommandLinkButton:disabled { border: none; } QGroupBox { background-color: transparent; } 9 9 9 9 Please Select Input Data 6 6 6 6 Input DTI Fiber Bundle: <html><head/><body><p><span style=" color:#ff0000;">mandatory</span></p></body></html> true true true Label Fibers QFrame::NoFrame 2 6 0 0 399 492 Fiber Creation QFrame::StyledPanel QFrame::Raised Selected Streamline Pointset Qt::Horizontal 40 20 Streamline Points Qt::Vertical 20 40 Qt::Horizontal 40 20 Qt::Horizontal 40 20 Add new Streamline Pointset 0 0 0 40 Qt::Vertical 20 40 Create Streamline true 0 0 414 478 Fiber Labelling Dissect/Eraze Fibers by Erasion and Highlighting Qt::Vertical 20 40 true ArrowCursor QFrame::NoFrame QFrame::Raised Label individual Streamlines Streamlines to be labeled QFrame::StyledPanel QFrame::Raised Label Streamlines 30 30 :/org.mitk.gui.qt.diffusionimaging.fiberprocessing/resources/eraze.png:/org.mitk.gui.qt.diffusionimaging.fiberprocessing/resources/eraze.png 32 32 true Reject: Rightclick + shift Qt::Horizontal 40 20 Random Streamlines Qt::Horizontal 40 20 Qt::Horizontal 40 20 Qt::Horizontal 40 20 Add Accept: Rightclick + alt Qt::Vertical 20 40 1 2000 + + 10 + 0 0 399 492 Active Learning 9 9 341 391 QFrame::StyledPanel QFrame::Raised Qt::Horizontal 40 20 - - - - Train Classifier - - - - - - - 5 + + + + Qt::Horizontal - - 10 + + + 84 + 22 + - + - - + + - Create Prediction + Pred_Label - - - - Qt::Vertical - - - - 20 - 40 - + + + + To be labeled - + Qt::Horizontal 40 20 - - + + - Create Uncertanty Map + Create Prediction - - + + - Add + Create Uncertanty Map - - + + - To be labeled + Uncertainty_Label + + + + .. Qt::Horizontal 40 20 - - + + + + 5 + + + 500 + + + 10 + + + + + + + Train Classifier + + + + + + + Add + + + + + - Qt::Horizontal + Qt::Vertical - 84 - 22 + 20 + 40 - - - - PushButton - - - Qt::Vertical QSizePolicy::Fixed 20 40 QmitkSingleNodeSelectionWidget QWidget
QmitkSingleNodeSelectionWidget.h
QmitkPointListWidget QWidget
QmitkPointListWidget.h