Geant4 Cross Reference |
1 // 1 // 2 // ******************************************* 2 // ******************************************************************** 3 // * License and Disclaimer 3 // * License and Disclaimer * 4 // * 4 // * * 5 // * The Geant4 software is copyright of th 5 // * The Geant4 software is copyright of the Copyright Holders of * 6 // * the Geant4 Collaboration. It is provided 6 // * the Geant4 Collaboration. It is provided under the terms and * 7 // * conditions of the Geant4 Software License 7 // * conditions of the Geant4 Software License, included in the file * 8 // * LICENSE and available at http://cern.ch/ 8 // * LICENSE and available at http://cern.ch/geant4/license . These * 9 // * include a list of copyright holders. 9 // * include a list of copyright holders. * 10 // * 10 // * * 11 // * Neither the authors of this software syst 11 // * Neither the authors of this software system, nor their employing * 12 // * institutes,nor the agencies providing fin 12 // * institutes,nor the agencies providing financial support for this * 13 // * work make any representation or warran 13 // * work make any representation or warranty, express or implied, * 14 // * regarding this software system or assum 14 // * regarding this software system or assume any liability for its * 15 // * use. Please see the license in the file 15 // * use. Please see the license in the file LICENSE and URL above * 16 // * for the full disclaimer and the limitatio 16 // * for the full disclaimer and the limitation of liability. * 17 // * 17 // * * 18 // * This code implementation is the result 18 // * This code implementation is the result of the scientific and * 19 // * technical work of the GEANT4 collaboratio 19 // * technical work of the GEANT4 collaboration. * 20 // * By using, copying, modifying or distri 20 // * By using, copying, modifying or distributing the software (or * 21 // * any work based on the software) you ag 21 // * any work based on the software) you agree to acknowledge its * 22 // * use in resulting scientific publicati 22 // * use in resulting scientific publications, and indicate your * 23 // * acceptance of all terms of the Geant4 Sof 23 // * acceptance of all terms of the Geant4 Software license. * 24 // ******************************************* 24 // ******************************************************************** 25 // 25 // 26 26 27 #ifdef USE_INFERENCE_ONNX 27 #ifdef USE_INFERENCE_ONNX 28 # ifndef PAR04ONNXINFERENCE_HH << 28 #ifndef PAR04ONNXINFERENCE_HH 29 # define PAR04ONNXINFERENCE_HH << 29 #define PAR04ONNXINFERENCE_HH 30 # include "Par04InferenceInterface.hh" // << 31 # include "core/session/onnxruntime_cxx_api << 32 << 33 # include <G4String.hh> // for G4String << 34 # include <G4Types.hh> // for G4int, G4dou << 35 # include <memory> // for unique_ptr << 36 # include <vector> // for vector << 37 30 38 # include <core/session/onnxruntime_c_api.h << 31 #include "Par04InferenceInterface.hh" >> 32 #include "CLHEP/Units/SystemOfUnits.h" >> 33 #include "G4ThreeVector.hh" >> 34 #include "globals.hh" >> 35 #include "core/session/onnxruntime_cxx_api.h" 39 36 40 /** 37 /** 41 * @brief Inference using the ONNX runtime. 38 * @brief Inference using the ONNX runtime. 42 * 39 * 43 * Creates an enviroment whcih manages an inte 40 * Creates an enviroment whcih manages an internal thread pool and creates an 44 * inference session for the model saved as an 41 * inference session for the model saved as an ONNX file. 45 * Runs the inference in the session using the 42 * Runs the inference in the session using the input vector from Par04InferenceSetup. 46 * 43 * 47 **/ 44 **/ 48 45 49 class Par04OnnxInference : public Par04Inferen 46 class Par04OnnxInference : public Par04InferenceInterface 50 { 47 { 51 public: << 48 public: 52 Par04OnnxInference(G4String, G4int, G4int, << 49 Par04OnnxInference(G4String, G4int, G4int, G4int); 53 G4int, // For Executio << 50 Par04OnnxInference(); 54 std::vector<const char* << 51 55 G4String, G4String); << 52 /// Run inference 56 << 53 /// @param[in] aGenVector Input latent space and conditions 57 Par04OnnxInference(); << 54 /// @param[out] aEnergies Model output = generated shower energies 58 << 55 /// @param[in] aSize Size of the output 59 /// Run inference << 56 void RunInference(vector<float> aGenVector, std::vector<G4double>& aEnergies, int aSize); 60 /// @param[in] aGenVector Input latent spa << 57 61 /// @param[out] aEnergies Model output = g << 58 private: 62 /// @param[in] aSize Size of the output << 59 /// Pointer to the ONNX enviroment 63 void RunInference(std::vector<float> aGenV << 60 std::unique_ptr<Ort::Env> fEnv; 64 << 61 /// Pointer to the ONNX inference session 65 private: << 62 std::unique_ptr<Ort::Session> fSession; 66 /// Pointer to the ONNX enviroment << 63 /// ONNX settings 67 std::unique_ptr<Ort::Env> fEnv; << 64 Ort::SessionOptions fSessionOptions; 68 /// Pointer to the ONNX inference session << 65 /// ONNX memory info 69 std::unique_ptr<Ort::Session> fSession; << 66 const OrtMemoryInfo* fInfo; 70 /// ONNX settings << 67 struct MemoryInfo; 71 Ort::SessionOptions fSessionOptions; << 68 /// the input names represent the names given to the model 72 /// ONNX memory info << 69 /// when defining the model's architecture (if applicable) 73 const OrtMemoryInfo* fInfo; << 70 /// they can also be retrieved from model.summary() 74 struct MemoryInfo; << 71 std::vector<const char*> fInames; 75 /// the input names represent the names gi << 76 /// when defining the model's architectur << 77 /// they can also be retrieved from model. << 78 std::vector<const char*> fInames; << 79 }; 72 }; 80 73 81 # endif /* PAR04ONNXINFERENCE_HH */ << 74 #endif /* PAR04ONNXINFERENCE_HH */ 82 #endif 75 #endif 83 76