collatedFileOperation.H
Go to the documentation of this file.
1 /*---------------------------------------------------------------------------*\
2  ========= |
3  \\ / F ield | OpenFOAM: The Open Source CFD Toolbox
4  \\ / O peration | Website: https://openfoam.org
5  \\ / A nd | Copyright (C) 2017-2025 OpenFOAM Foundation
6  \\/ M anipulation |
7 -------------------------------------------------------------------------------
8 License
9  This file is part of OpenFOAM.
10 
11  OpenFOAM is free software: you can redistribute it and/or modify it
12  under the terms of the GNU General Public License as published by
13  the Free Software Foundation, either version 3 of the License, or
14  (at your option) any later version.
15 
16  OpenFOAM is distributed in the hope that it will be useful, but WITHOUT
17  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
18  FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
19  for more details.
20 
21  You should have received a copy of the GNU General Public License
22  along with OpenFOAM. If not, see <http://www.gnu.org/licenses/>.
23 
24 Class
25  Foam::fileOperations::collatedFileOperation
26 
27 Description
28  Version of masterUncollatedFileOperation that collates regIOobjects
29  into a container in the processors/ subdirectory.
30 
31  Uses threading if maxThreadFileBufferSize > 0.
32 
33 See also
34  masterUncollatedFileOperation
35 
36 SourceFiles
37  collatedFileOperation.C
38 
39 \*---------------------------------------------------------------------------*/
40 
41 #ifndef collatedFileOperation_fileOperation_H
42 #define collatedFileOperation_fileOperation_H
43 
45 #include "OFstreamCollator.H"
46 
47 // * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
48 
49 namespace Foam
50 {
51 namespace fileOperations
52 {
53 
54 /*---------------------------------------------------------------------------*\
55  Class collatedFileOperation Declaration
56 \*---------------------------------------------------------------------------*/
57 
59 :
61 {
62 protected:
63 
64  // Protected data
65 
66  //- Any communicator allocated by me
67  const label myComm_;
68 
69  //- Threaded writer
70  mutable OFstreamCollator writer_;
71 
72  // For non-parallel operation
73 
74  //- Number of processors (overall)
75  label nProcs_;
76 
77  //- Ranks of IO handlers
78  const labelList ioRanks_;
79 
80 
81  // Private Member Functions
82 
83  static labelList ioRanks();
84 
85  //- Is proci master of communicator (in parallel) or master of
86  // the io ranks (non-parallel)
87  bool isMasterRank(const label proci) const;
88 
89  //- Append to processors/ file
90  bool appendObject
91  (
92  const regIOobject& io,
93  const fileName& filePath,
97  ) const;
98 
99 
100 public:
101 
102  //- Runtime type information
103  TypeName("collated");
104 
105 
106  // Static data
107 
108  //- Max size of thread buffer size. This is the overall size of
109  // all files to be written. Starts blocking if not enough size.
110  // Read as float to enable easy specification of large sizes.
111  static float maxThreadFileBufferSize;
112 
113 
114  // Constructors
115 
116  //- Construct null
117  collatedFileOperation(const bool verbose);
118 
119  //- Construct from user communicator
121  (
122  const label comm,
123  const labelList& ioRanks,
124  const word& typeName,
125  const bool verbose
126  );
127 
128 
129  //- Destructor
130  virtual ~collatedFileOperation();
131 
132 
133  // Member Functions
134 
135  // (reg)IOobject functionality
136 
137  //- Generate disk file name for object. Opposite of filePath.
138  virtual fileName objectPath
139  (
140  const IOobject& io
141  ) const;
142 
143  //- Writes a regIOobject (so header, contents and divider).
144  // Returns success state.
145  virtual bool writeObject
146  (
147  const regIOobject&,
151  const bool write = true
152  ) const;
153 
154  // Other
155 
156  //- Forcibly wait until all output done. Flush any cached data
157  virtual void flush() const;
158 
159  //- Actual name of processors dir
160  virtual word processorsDir(const IOobject&) const;
161 
162  //- Actual name of processors dir
163  virtual word processorsDir(const fileName&) const;
164 
165  //- Set number of processor directories/results. Only used in
166  // decomposePar
167  virtual void setNProcs(const label nProcs);
168 };
169 
170 
171 /*---------------------------------------------------------------------------*\
172  Class collatedFileOperationInitialise Declaration
173 \*---------------------------------------------------------------------------*/
174 
176 :
178 {
179 public:
180 
181  // Constructors
182 
183  //- Construct from components
184  collatedFileOperationInitialise(int& argc, char**& argv)
185  :
187  {}
188 
189 
190  //- Destructor
192  {}
193 
194 
195  // Member Functions
196 
197  //- Needs threading
198  virtual bool needsThreading() const
199  {
200  return
202  > 0;
203  }
204 };
205 
206 
207 // * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
208 
209 } // End namespace fileOperations
210 } // End namespace Foam
211 
212 // * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
213 
214 #endif
215 
216 // ************************************************************************* //
IOobject defines the attributes of an object for which implicit objectRegistry management is supporte...
Definition: IOobject.H:99
Version number type.
Definition: IOstream.H:97
static const versionNumber currentVersion
Current version number.
Definition: IOstream.H:203
streamFormat
Enumeration for the format of data in the stream.
Definition: IOstream.H:87
compressionType
Enumeration for the format of data in the stream.
Definition: IOstream.H:194
Threaded file writer.
A class for handling file names.
Definition: fileName.H:82
virtual label nProcs(const fileName &dir, const fileName &local="") const
Get number of processor directories/results. Used for e.g.
collatedFileOperationInitialise(int &argc, char **&argv)
Construct from components.
Version of masterUncollatedFileOperation that collates regIOobjects into a container in the processor...
virtual bool writeObject(const regIOobject &, IOstream::streamFormat format=IOstream::ASCII, IOstream::versionNumber version=IOstream::currentVersion, IOstream::compressionType compression=IOstream::UNCOMPRESSED, const bool write=true) const
Writes a regIOobject (so header, contents and divider).
bool isMasterRank(const label proci) const
Is proci master of communicator (in parallel) or master of.
virtual fileName objectPath(const IOobject &io) const
Generate disk file name for object. Opposite of filePath.
virtual void setNProcs(const label nProcs)
Set number of processor directories/results. Only used in.
const label myComm_
Any communicator allocated by me.
virtual word processorsDir(const IOobject &) const
Actual name of processors dir.
virtual void flush() const
Forcibly wait until all output done. Flush any cached data.
const labelList ioRanks_
Ranks of IO handlers.
collatedFileOperation(const bool verbose)
Construct null.
label nProcs_
Number of processors (overall)
TypeName("collated")
Runtime type information.
static float maxThreadFileBufferSize
Max size of thread buffer size. This is the overall size of.
OFstreamCollator writer_
Threaded writer.
bool appendObject(const regIOobject &io, const fileName &filePath, IOstream::streamFormat fmt, IOstream::versionNumber ver, IOstream::compressionType cmp) const
Append to processors/ file.
fileOperations that performs all file operations on the master processor. Requires the calls to be pa...
virtual fileName filePath(const bool globalFile, const IOobject &) const
Search for an object. globalFile : also check undecomposed case.
regIOobject is an abstract class derived from IOobject to handle automatic object registration with t...
Definition: regIOobject.H:55
A class for handling words, derived from string.
Definition: word.H:62
void write(std::ostream &os, const bool binary, List< floatScalar > &fField)
Write floats ascii or binary.
Namespace for OpenFOAM.
intWM_LABEL_SIZE_t label
A label is an int32_t or int64_t as specified by the pre-processor macro WM_LABEL_SIZE.
Definition: label.H:59
word format(conversionProperties.lookup("format"))