clang 20.0.0git
Job.h
Go to the documentation of this file.
1//===- Job.h - Commands to Execute ------------------------------*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8
9#ifndef LLVM_CLANG_DRIVER_JOB_H
10#define LLVM_CLANG_DRIVER_JOB_H
11
12#include "clang/Basic/LLVM.h"
14#include "llvm/ADT/ArrayRef.h"
15#include "llvm/ADT/SmallVector.h"
16#include "llvm/ADT/StringRef.h"
17#include "llvm/ADT/iterator.h"
18#include "llvm/Option/Option.h"
19#include "llvm/Support/Program.h"
20#include <memory>
21#include <optional>
22#include <string>
23#include <utility>
24#include <vector>
25
26namespace clang {
27namespace driver {
28
29class Action;
30class InputInfo;
31class Tool;
32
34 StringRef Filename;
35 StringRef VFSPath;
36
37 CrashReportInfo(StringRef Filename, StringRef VFSPath)
39};
40
41// Encodes the kind of response file supported for a command invocation.
42// Response files are necessary if the command line gets too large, requiring
43// the arguments to be transferred to a file.
46 // Provides full support for response files, which means we can transfer
47 // all tool input arguments to a file.
49 // Input file names can live in a file, but flags can't. This is a special
50 // case for old versions of Apple's ld64.
52 // Does not support response files: all arguments must be passed via
53 // command line.
55 };
56 /// The level of support for response files.
58
59 /// The encoding to use when writing response files on Windows. Ignored on
60 /// other host OSes.
61 ///
62 /// Windows use cases: - GCC and Binutils on mingw only accept ANSI response
63 /// files encoded with the system current code page.
64 /// - MSVC's CL.exe and LINK.exe accept UTF16 on Windows.
65 /// - Clang accepts both UTF8 and UTF16.
66 ///
67 /// FIXME: When GNU tools learn how to parse UTF16 on Windows, we should
68 /// always use UTF16 for Windows, which is the Windows official encoding for
69 /// international characters.
70 llvm::sys::WindowsEncodingMethod ResponseEncoding;
71
72 /// What prefix to use for the command-line argument when passing a response
73 /// file.
74 const char *ResponseFlag;
75
76 /// Returns a ResponseFileSupport indicating that response files are not
77 /// supported.
78 static constexpr ResponseFileSupport None() {
79 return {RF_None, llvm::sys::WEM_UTF8, nullptr};
80 }
81
82 /// Returns a ResponseFileSupport indicating that response files are
83 /// supported, using the @file syntax. On windows, the file is written in the
84 /// UTF8 encoding. On other OSes, no re-encoding occurs.
85 static constexpr ResponseFileSupport AtFileUTF8() {
86 return {RF_Full, llvm::sys::WEM_UTF8, "@"};
87 }
88
89 /// Returns a ResponseFileSupport indicating that response files are
90 /// supported, using the @file syntax. On windows, the file is written in the
91 /// current ANSI code-page encoding. On other OSes, no re-encoding occurs.
92 static constexpr ResponseFileSupport AtFileCurCP() {
93 return {RF_Full, llvm::sys::WEM_CurrentCodePage, "@"};
94 }
95
96 /// Returns a ResponseFileSupport indicating that response files are
97 /// supported, using the @file syntax. On windows, the file is written in the
98 /// UTF-16 encoding. On other OSes, no re-encoding occurs.
99 static constexpr ResponseFileSupport AtFileUTF16() {
100 return {RF_Full, llvm::sys::WEM_UTF16, "@"};
101 }
102};
103
104/// Command - An executable path/name and argument vector to
105/// execute.
106class Command {
107 /// Source - The action which caused the creation of this job.
108 const Action &Source;
109
110 /// Tool - The tool which caused the creation of this job.
111 const Tool &Creator;
112
113 /// Whether and how to generate response files if the arguments are too long.
114 ResponseFileSupport ResponseSupport;
115
116 /// The executable to run.
117 const char *Executable;
118
119 /// Optional argument to prepend.
120 const char *PrependArg;
121
122 /// The list of program arguments (not including the implicit first
123 /// argument, which will be the executable).
124 llvm::opt::ArgStringList Arguments;
125
126 /// The list of program inputs.
127 std::vector<InputInfo> InputInfoList;
128
129 /// The list of program arguments which are outputs. May be empty.
130 std::vector<std::string> OutputFilenames;
131
132 /// Response file name, if this command is set to use one, or nullptr
133 /// otherwise
134 const char *ResponseFile = nullptr;
135
136 /// The input file list in case we need to emit a file list instead of a
137 /// proper response file
138 llvm::opt::ArgStringList InputFileList;
139
140 /// String storage if we need to create a new argument to specify a response
141 /// file
142 std::string ResponseFileFlag;
143
144 /// See Command::setEnvironment
145 std::vector<const char *> Environment;
146
147 /// Optional redirection for stdin, stdout, stderr.
148 std::vector<std::optional<std::string>> RedirectFiles;
149
150 /// Information on executable run provided by OS.
151 mutable std::optional<llvm::sys::ProcessStatistics> ProcStat;
152
153 /// When a response file is needed, we try to put most arguments in an
154 /// exclusive file, while others remains as regular command line arguments.
155 /// This functions fills a vector with the regular command line arguments,
156 /// argv, excluding the ones passed in a response file.
157 void buildArgvForResponseFile(llvm::SmallVectorImpl<const char *> &Out) const;
158
159 /// Encodes an array of C strings into a single string separated by whitespace.
160 /// This function will also put in quotes arguments that have whitespaces and
161 /// will escape the regular backslashes (used in Windows paths) and quotes.
162 /// The results are the contents of a response file, written into a raw_ostream.
163 void writeResponseFile(raw_ostream &OS) const;
164
165public:
166 /// Whether to print the input filenames when executing.
168
169 /// Whether the command will be executed in this process or not.
170 bool InProcess = false;
171
172 Command(const Action &Source, const Tool &Creator,
173 ResponseFileSupport ResponseSupport, const char *Executable,
174 const llvm::opt::ArgStringList &Arguments, ArrayRef<InputInfo> Inputs,
175 ArrayRef<InputInfo> Outputs = {}, const char *PrependArg = nullptr);
176 // FIXME: This really shouldn't be copyable, but is currently copied in some
177 // error handling in Driver::generateCompilationDiagnostics.
178 Command(const Command &) = default;
179 virtual ~Command() = default;
180
181 virtual void Print(llvm::raw_ostream &OS, const char *Terminator, bool Quote,
182 CrashReportInfo *CrashInfo = nullptr) const;
183
184 virtual int Execute(ArrayRef<std::optional<StringRef>> Redirects,
185 std::string *ErrMsg, bool *ExecutionFailed) const;
186
187 /// getSource - Return the Action which caused the creation of this job.
188 const Action &getSource() const { return Source; }
189
190 /// getCreator - Return the Tool which caused the creation of this job.
191 const Tool &getCreator() const { return Creator; }
192
193 /// Returns the kind of response file supported by the current invocation.
195 return ResponseSupport;
196 }
197
198 /// Set to pass arguments via a response file when launching the command
199 void setResponseFile(const char *FileName);
200
201 /// Set an input file list, necessary if you specified an RF_FileList response
202 /// file support.
203 void setInputFileList(llvm::opt::ArgStringList List) {
204 InputFileList = std::move(List);
205 }
206
207 /// Sets the environment to be used by the new process.
208 /// \param NewEnvironment An array of environment variables.
209 /// \remark If the environment remains unset, then the environment
210 /// from the parent process will be used.
211 virtual void setEnvironment(llvm::ArrayRef<const char *> NewEnvironment);
212
213 void
214 setRedirectFiles(const std::vector<std::optional<std::string>> &Redirects);
215
216 void replaceArguments(llvm::opt::ArgStringList List) {
217 Arguments = std::move(List);
218 }
219
220 void replaceExecutable(const char *Exe) { Executable = Exe; }
221
222 const char *getExecutable() const { return Executable; }
223
224 const llvm::opt::ArgStringList &getArguments() const { return Arguments; }
225
226 const std::vector<InputInfo> &getInputInfos() const { return InputInfoList; }
227
228 const std::vector<std::string> &getOutputFilenames() const {
229 return OutputFilenames;
230 }
231
232 std::optional<llvm::sys::ProcessStatistics> getProcessStatistics() const {
233 return ProcStat;
234 }
235
236protected:
237 /// Optionally print the filenames to be compiled
238 void PrintFileNames() const;
239};
240
241/// Use the CC1 tool callback when available, to avoid creating a new process
242class CC1Command : public Command {
243public:
244 CC1Command(const Action &Source, const Tool &Creator,
245 ResponseFileSupport ResponseSupport, const char *Executable,
246 const llvm::opt::ArgStringList &Arguments,
247 ArrayRef<InputInfo> Inputs, ArrayRef<InputInfo> Outputs = {},
248 const char *PrependArg = nullptr);
249
250 void Print(llvm::raw_ostream &OS, const char *Terminator, bool Quote,
251 CrashReportInfo *CrashInfo = nullptr) const override;
252
253 int Execute(ArrayRef<std::optional<StringRef>> Redirects, std::string *ErrMsg,
254 bool *ExecutionFailed) const override;
255
256 void setEnvironment(llvm::ArrayRef<const char *> NewEnvironment) override;
257};
258
259/// JobList - A sequence of jobs to perform.
260class JobList {
261public:
263 using size_type = list_type::size_type;
264 using iterator = llvm::pointee_iterator<list_type::iterator>;
265 using const_iterator = llvm::pointee_iterator<list_type::const_iterator>;
266
267private:
268 list_type Jobs;
269
270public:
271 void Print(llvm::raw_ostream &OS, const char *Terminator,
272 bool Quote, CrashReportInfo *CrashInfo = nullptr) const;
273
274 /// Add a job to the list (taking ownership).
275 void addJob(std::unique_ptr<Command> J) { Jobs.push_back(std::move(J)); }
276
277 /// Clear the job list.
278 void clear();
279
280 const list_type &getJobs() const { return Jobs; }
281
282 bool empty() const { return Jobs.empty(); }
283 size_type size() const { return Jobs.size(); }
284 iterator begin() { return Jobs.begin(); }
285 const_iterator begin() const { return Jobs.begin(); }
286 iterator end() { return Jobs.end(); }
287 const_iterator end() const { return Jobs.end(); }
288};
289
290} // namespace driver
291} // namespace clang
292
293#endif // LLVM_CLANG_DRIVER_JOB_H
Forward-declares and imports various common LLVM datatypes that clang wants to use unqualified.
Action - Represent an abstract compilation step to perform.
Definition: Action.h:47
Use the CC1 tool callback when available, to avoid creating a new process.
Definition: Job.h:242
void setEnvironment(llvm::ArrayRef< const char * > NewEnvironment) override
Sets the environment to be used by the new process.
Definition: Job.cpp:444
void Print(llvm::raw_ostream &OS, const char *Terminator, bool Quote, CrashReportInfo *CrashInfo=nullptr) const override
Definition: Job.cpp:400
int Execute(ArrayRef< std::optional< StringRef > > Redirects, std::string *ErrMsg, bool *ExecutionFailed) const override
Definition: Job.cpp:407
Command - An executable path/name and argument vector to execute.
Definition: Job.h:106
const Action & getSource() const
getSource - Return the Action which caused the creation of this job.
Definition: Job.h:188
const std::vector< std::string > & getOutputFilenames() const
Definition: Job.h:228
const Tool & getCreator() const
getCreator - Return the Tool which caused the creation of this job.
Definition: Job.h:191
const llvm::opt::ArgStringList & getArguments() const
Definition: Job.h:224
virtual ~Command()=default
void setResponseFile(const char *FileName)
Set to pass arguments via a response file when launching the command.
Definition: Job.cpp:299
void setRedirectFiles(const std::vector< std::optional< std::string > > &Redirects)
Definition: Job.cpp:311
Command(const Command &)=default
void replaceExecutable(const char *Exe)
Definition: Job.h:220
void setInputFileList(llvm::opt::ArgStringList List)
Set an input file list, necessary if you specified an RF_FileList response file support.
Definition: Job.h:203
bool PrintInputFilenames
Whether to print the input filenames when executing.
Definition: Job.h:167
std::optional< llvm::sys::ProcessStatistics > getProcessStatistics() const
Definition: Job.h:232
const char * getExecutable() const
Definition: Job.h:222
virtual void Print(llvm::raw_ostream &OS, const char *Terminator, bool Quote, CrashReportInfo *CrashInfo=nullptr) const
Definition: Job.cpp:205
const ResponseFileSupport & getResponseFileSupport()
Returns the kind of response file supported by the current invocation.
Definition: Job.h:194
bool InProcess
Whether the command will be executed in this process or not.
Definition: Job.h:170
virtual void setEnvironment(llvm::ArrayRef< const char * > NewEnvironment)
Sets the environment to be used by the new process.
Definition: Job.cpp:305
void replaceArguments(llvm::opt::ArgStringList List)
Definition: Job.h:216
void PrintFileNames() const
Optionally print the filenames to be compiled.
Definition: Job.cpp:316
const std::vector< InputInfo > & getInputInfos() const
Definition: Job.h:226
virtual int Execute(ArrayRef< std::optional< StringRef > > Redirects, std::string *ErrMsg, bool *ExecutionFailed) const
Definition: Job.cpp:324
JobList - A sequence of jobs to perform.
Definition: Job.h:260
size_type size() const
Definition: Job.h:283
bool empty() const
Definition: Job.h:282
list_type::size_type size_type
Definition: Job.h:263
void clear()
Clear the job list.
Definition: Job.cpp:456
const_iterator begin() const
Definition: Job.h:285
const list_type & getJobs() const
Definition: Job.h:280
void addJob(std::unique_ptr< Command > J)
Add a job to the list (taking ownership).
Definition: Job.h:275
const_iterator end() const
Definition: Job.h:287
iterator end()
Definition: Job.h:286
llvm::pointee_iterator< list_type::iterator > iterator
Definition: Job.h:264
llvm::pointee_iterator< list_type::const_iterator > const_iterator
Definition: Job.h:265
void Print(llvm::raw_ostream &OS, const char *Terminator, bool Quote, CrashReportInfo *CrashInfo=nullptr) const
Definition: Job.cpp:450
iterator begin()
Definition: Job.h:284
Tool - Information on a specific compilation tool.
Definition: Tool.h:32
The JSON file list parser is used to communicate input to InstallAPI.
CrashReportInfo(StringRef Filename, StringRef VFSPath)
Definition: Job.h:37
ResponseFileKind ResponseKind
The level of support for response files.
Definition: Job.h:57
llvm::sys::WindowsEncodingMethod ResponseEncoding
The encoding to use when writing response files on Windows.
Definition: Job.h:70
static constexpr ResponseFileSupport None()
Returns a ResponseFileSupport indicating that response files are not supported.
Definition: Job.h:78
static constexpr ResponseFileSupport AtFileUTF8()
Definition: Job.h:85
const char * ResponseFlag
What prefix to use for the command-line argument when passing a response file.
Definition: Job.h:74
static constexpr ResponseFileSupport AtFileCurCP()
Definition: Job.h:92
static constexpr ResponseFileSupport AtFileUTF16()
Definition: Job.h:99