Skip to content

Commit

Permalink
libiberty: On Windows, pass a >32k cmdline through a response file.
Browse files Browse the repository at this point in the history
pex-win32.c (win32_spawn): If the command line for CreateProcess
exceeds the 32k Windows limit, try to store it in a temporary
response file and call CreateProcess with @file instead (PR71850).

Signed-off-by: Costas Argyris <costas.argyris@gmail.com>
  • Loading branch information
Costas Argyris authored and ouuleilei-bot committed May 22, 2023
1 parent c2d62cd commit f91595d
Showing 1 changed file with 44 additions and 13 deletions.
57 changes: 44 additions & 13 deletions libiberty/pex-win32.c
Original file line number Diff line number Diff line change
Expand Up @@ -569,7 +569,8 @@ env_compare (const void *a_ptr, const void *b_ptr)
* target is not actually an executable, such as if it is a shell script. */

static pid_t
win32_spawn (const char *executable,
win32_spawn (struct pex_obj *obj,
const char *executable,
BOOL search,
char *const *argv,
char *const *env, /* array of strings of the form: VAR=VALUE */
Expand Down Expand Up @@ -624,8 +625,37 @@ win32_spawn (const char *executable,
cmdline = argv_to_cmdline (argv);
if (!cmdline)
goto exit;

/* Create the child process. */
/* If cmdline is too large, CreateProcess will fail with a bad
'No such file or directory' error. Try passing it through a
temporary response file instead. */
if (strlen (cmdline) > 32767)
{
char *response_file = make_temp_file ("");
/* Register the file for deletion by pex_free. */
++obj->remove_count;
obj->remove = XRESIZEVEC (char *, obj->remove, obj->remove_count);
obj->remove[obj->remove_count - 1] = response_file;
int fd = pex_win32_open_write (obj, response_file, 0, 0);
if (fd == -1)
goto exit;
FILE *f = pex_win32_fdopenw (obj, fd, 0);
/* Don't write argv[0] (program name) to the response file. */
if (writeargv (&argv[1], f))
{
fclose (f);
goto exit;
}
fclose (f); /* Also closes fd and the underlying OS handle. */
char *response_arg = concat ("@", response_file, NULL);
char *response_argv[3] = {argv[0], response_arg, NULL};
free (cmdline);
cmdline = argv_to_cmdline (response_argv);
free (response_arg);
if (!cmdline)
goto exit;
}

/* Create the child process. */
if (CreateProcess (full_executable, cmdline,
/*lpProcessAttributes=*/NULL,
/*lpThreadAttributes=*/NULL,
Expand All @@ -645,15 +675,16 @@ win32_spawn (const char *executable,
free (env_block);
free (cmdline);
free (full_executable);

return pid;
}

/* Spawn a script. This simulates the Unix script execution mechanism.
This function is called as a fallback if win32_spawn fails. */

static pid_t
spawn_script (const char *executable, char *const *argv,
spawn_script (struct pex_obj *obj,
const char *executable, char *const *argv,
char* const *env,
DWORD dwCreationFlags,
LPSTARTUPINFO si,
Expand Down Expand Up @@ -703,20 +734,20 @@ spawn_script (const char *executable, char *const *argv,
executable = strrchr (executable1, '\\') + 1;
if (!executable)
executable = executable1;
pid = win32_spawn (executable, TRUE, argv, env,
pid = win32_spawn (obj, executable, TRUE, argv, env,
dwCreationFlags, si, pi);
#else
if (strchr (executable1, '\\') == NULL)
pid = win32_spawn (executable1, TRUE, argv, env,
pid = win32_spawn (obj, executable1, TRUE, argv, env,
dwCreationFlags, si, pi);
else if (executable1[0] != '\\')
pid = win32_spawn (executable1, FALSE, argv, env,
pid = win32_spawn (obj, executable1, FALSE, argv, env,
dwCreationFlags, si, pi);
else
{
const char *newex = mingw_rootify (executable1);
*avhere = newex;
pid = win32_spawn (newex, FALSE, argv, env,
pid = win32_spawn (obj, newex, FALSE, argv, env,
dwCreationFlags, si, pi);
if (executable1 != newex)
free ((char *) newex);
Expand All @@ -726,7 +757,7 @@ spawn_script (const char *executable, char *const *argv,
if (newex != executable1)
{
*avhere = newex;
pid = win32_spawn (newex, FALSE, argv, env,
pid = win32_spawn (obj, newex, FALSE, argv, env,
dwCreationFlags, si, pi);
free ((char *) newex);
}
Expand All @@ -745,7 +776,7 @@ spawn_script (const char *executable, char *const *argv,
/* Execute a child. */

static pid_t
pex_win32_exec_child (struct pex_obj *obj ATTRIBUTE_UNUSED, int flags,
pex_win32_exec_child (struct pex_obj *obj, int flags,
const char *executable, char * const * argv,
char* const* env,
int in, int out, int errdes,
Expand Down Expand Up @@ -841,10 +872,10 @@ pex_win32_exec_child (struct pex_obj *obj ATTRIBUTE_UNUSED, int flags,
si.hStdError = stderr_handle;

/* Create the child process. */
pid = win32_spawn (executable, (flags & PEX_SEARCH) != 0,
pid = win32_spawn (obj, executable, (flags & PEX_SEARCH) != 0,
argv, env, dwCreationFlags, &si, &pi);
if (pid == (pid_t) -1)
pid = spawn_script (executable, argv, env, dwCreationFlags,
pid = spawn_script (obj, executable, argv, env, dwCreationFlags,
&si, &pi);
if (pid == (pid_t) -1)
{
Expand Down

0 comments on commit f91595d

Please sign in to comment.