[pph] Removing pth implementation from pph implementation

[Gabriel Charette, 2011-06-06 22:08:34]

Removed all of the pth code with the exception of pth_save_token_cache 
and pth_load_token_cache and their respective closure.

The renaming of the remaining functions to pph will be done in a separate patch.

The patch was tested with a full bootstrap build and regression testing.

Note: There might be header files that are now unused due to the code removed.

2011-06-06  Gabriel Charette  <gchare@google.com>

	* gcc/c-family/c.opt (fpth): Remove. Update all users.
	(fpth-debug): Likewise.
	(fpth-stats). Likewise.
	(fpth-md5). Likewise.
	* gcc/cp/pph.c (pth_stats): Remove field. Update all users.
	(pth_get_state): Remove. Update all users.
	(pth_debug_identifiers): Likewise.
	(pth_debug_token_hunks): Likewise.
	(pth_debug_state): Likewise.
	(pth_image_lookup): Likewise.
	(pth_init): Likewise.
	(pth_print_stats): Likewise.
	(pth_finish): Likewise.
	* gcc/cp/pph.h (struct pth_include): Likewise.
	(struct pth_image): Likewise.
	(struct pth_state): Likewise.
	(PTH_STATS_INCR): Likewise.
	* gcc/timevar.def (TV_PTH_DEPENDENCY): Likewise.
	(TV_PTH_MANAGE): Likewise.
	(TV_PTH_MD5): Likewise.
	(TV_PTH_LOAD): Likewise.
	(TV_PTH_SAVE): Likewise.
	(TV_PTH_SKIP_TOKENS): Likewise.
	(TV_PTH_INIT): Likewise.


Index: gcc/c-family/c.opt
===================================================================
--- gcc/c-family/c.opt	(revision 174725)
+++ gcc/c-family/c.opt	(working copy)
@@ -961,22 +961,6 @@
 C++ ObjC++ Var(flag_pretty_templates) Init(1)
 -fno-pretty-templates Do not pretty-print template specializations as the
template signature followed by the arguments
 
-fpth
-C++ Var(flag_pth)
--fpth	Enable pre-tokenized header (PTH) support
-
-fpth-debug=
-C++ Joined RejectNegative UInteger Var(flag_pth_debug)
--fpth-debug=N	Enable debugging output at level N from PTH support
-
-fpth-stats
-C++ Var(flag_pth_stats)
--fpth-stats	Enable statistics gathering for PTH
-
-fpth-md5
-C++ Var(flag_pth_md5)
--fpth-md5   Use MD5 digests instead of timestamps to determine if a header file
has changed
-
 freplace-objc-classes
 ObjC ObjC++ Var(flag_replace_objc_classes)
 Used in Fix-and-Continue mode to indicate that object files may be swapped in
at runtime
Index: gcc/c-family/c-opts.c
===================================================================
--- gcc/c-family/c-opts.c	(revision 174725)
+++ gcc/c-family/c-opts.c	(working copy)
@@ -1226,12 +1226,6 @@
 {
   FILE *deps_stream = NULL;
 
-  /* FIXME.  Hack!  When using a PTH image, we did not allow the 
-     pre-processor to keep track of dependencies, so we cannot
-     write them out.  */
-  if (flag_pth)
-    return;
-
   /* Don't write the deps file if there are errors.  */
   /* FIXME.  We are emitting the deps file even if there were errors.
      This is a temporary workaround to avoid confusing Google's build
Index: gcc/cp/pph.c
===================================================================
--- gcc/cp/pph.c	(revision 174725)
+++ gcc/cp/pph.c	(working copy)
@@ -38,159 +38,10 @@
 #include "pph.h"
 #include "pph-streamer.h"
 
-/* Statistics collected for PTH.  */
-struct pth_stats_d pth_stats;
-
 /* Log file where PPH analysis is written to.  Controlled by
    -fpph_logfile.  If this flag is not given, stdout is used.  */
 FILE *pph_logfile = NULL;
 
-
-/* Return true if path P1 and path P2 point to the same file.  */
-
-static inline bool
-pathnames_equal_p (const char *p1, const char *p2)
-{
-  return strcmp (lrealpath (p1), lrealpath (p2)) == 0;
-}
-
-/* Hash and comparison functions for the directory of cached images.  */
-
-static hashval_t
-pth_image_dir_hash (const void *p)
-{
-  const char *s = lrealpath (((const pth_image *)p)->fname);
-  return htab_hash_string (s);
-}
-
-
-static int
-pth_image_dir_eq (const void *p1, const void *p2)
-{
-  const char *s1 = ((const pth_image *)p1)->fname;
-  const char *s2 = ((const pth_image *)p2)->fname;
-  return pathnames_equal_p (s1, s2);
-}
-
-
-static GTY(()) pth_state *pth_global_state = NULL;
-
-/* Return the global PTH state where the cache and its directory
-   are stored.  */
-
-pth_state *
-pth_get_state (void)
-{
-  if (pth_global_state == NULL)
-    {
-      pth_global_state = ggc_alloc_cleared_pth_state ();
-      pth_global_state->cache_dir = htab_create_ggc (10, pth_image_dir_hash,
-				                     pth_image_dir_eq, NULL);
-    }
-
-  return pth_global_state;
-}
-
-
-/* Return an identification string for a PTH image.  */
-
-static const char *
-pth_id_str (void)
-{
-  /* FIXME pph - Build a better identification string.  */
-  return "PTH0x42";
-}
-
-
-/* Return the number of bytes taken by the header of a PTH image.  */
-
-static size_t
-pth_header_len (void)
-{
-  /* The header of a PTH image contains:
-	- An identification string (pth_id_str ())
-	- The MD5 digest for the source file associated with the image.
-   */
-  return strlen (pth_id_str ()) + DIGEST_LEN;
-}
-
-
-#define PTH_EXTENSION ".pth"
-
-/* Return a new string with the extension PTH_EXTENSION appended to NAME.  The
-   caller is responsible for freeing the returned string.  */
-
-static char *
-pth_name_for (const char *name)
-{
-  size_t i, len;
-  char *s;
-  
-  len = strlen (name) + sizeof (PTH_EXTENSION) + 1;
-  s = XCNEWVEC (char, len);
-  sprintf (s, "%s" PTH_EXTENSION, name);
-
-  /* Make the file name unique and store it in the current directory.  */
-  for (i = 0; i < len - sizeof (PTH_EXTENSION) - 1; i++)
-    if (!ISALNUM (s[i]))
-      s[i] = '_';
-
-  return s;
-}
-
-
-/* Open an image file for path NAME.  MODE is as in fopen.  */
-
-static pph_stream *
-pth_file_for (const char *name, const char *mode)
-{
-  char *s;
-  pph_stream *f;
-
-  s = pth_name_for (name);
-  f = pph_stream_open (s, mode);
-  if (!f)
-    fatal_error ("can%'t open token stream file %s: %m", s);
-  free (s);
-
-  return f;
-}
-
-
-/* Compute the MD5 digest for FNAME.  Store it in DIGEST.  */
-
-static void
-pth_get_md5_digest (const char *fname, unsigned char digest[DIGEST_LEN])
-{
-  if (flag_pth_md5)
-    {
-      FILE *f;
-
-      timevar_push (TV_PTH_MD5);
-
-      f = fopen (fname, "rb");
-      if (f == NULL)
-	fatal_error ("Cannot open %s for computing its digest: %m", fname);
-
-      md5_stream (f, digest);
-
-      fclose (f);
-
-      timevar_pop (TV_PTH_MD5);
-    }
-  else
-    {
-      struct stat buf;
-
-      if (stat (fname,&buf) != 0)
-	fatal_error ("Cannot stat %s: %m", fname);
-
-      memset (digest, 0, DIGEST_LEN);
-      memcpy (digest, &buf.st_mtime, sizeof (buf.st_mtime));
-    }
-}
-
-
 /* Compute an index value for TYPE suitable for restoring it later
    from global_trees[] or integer_types.  The index is saved
    in TYPE_IX_P and the number category (one of CPP_N_INTEGER,
@@ -393,318 +244,6 @@
 }
 
 
-/* Write header information for IMAGE to STREAM.  */
-
-static void
-pth_write_header (pth_image *image, pph_stream *stream)
-{
-  const char *id = pth_id_str ();
-
-  if (!image->digest_computed_p)
-    {
-      pth_get_md5_digest (image->fname, image->digest);
-      image->digest_computed_p = true;
-    }
-
-  pph_out_bytes (stream, id, strlen (id));
-  pph_out_bytes (stream, image->digest, DIGEST_LEN);
-}
-
-
-/* Dump a table of IDENTIFIERS to the STREAM. */
-
-static void
-pth_dump_identifiers (FILE *stream, cpp_idents_used *identifiers)
-{
-  unsigned int idx, col = 1;
-  char use, exp;
-
-  fprintf (stream, "%u identifiers up to %u chars, vals to %u chars\n",
-           identifiers->num_entries, identifiers->max_ident_len,
-           identifiers->max_value_len);
-  for (idx = 0; idx < identifiers->num_entries; ++idx)
-    {
-      cpp_ident_use *ident = identifiers->entries + idx;
-
-      if (col + ident->ident_len >= 80)
-        {
-          fprintf (stream, "\n");
-          col = 1;
-        }
-      use = ident->used_by_directive ? 'U' : '-';
-      exp = ident->expanded_to_text ? 'E' : '-';
-      if (ident->before_str || ident->after_str)
-        {
-          if (col > 1)
-            fprintf (stream, "\n");
-          fprintf (stream, " %s %c%c = %s -> %s\n", ident->ident_str, use, exp,
-                   ident->before_str, ident->after_str);
-          col = 1;
-        }
-      else
-        {
-          fprintf (stream, " %s %c%c", ident->ident_str, use, exp);
-          col += ident->ident_len;
-        }
-    }
-  fprintf (stream, "\n");
-}
-
-/* Dump a debug log of the IDENTIFIERS. */
-
-void
-pth_debug_identifiers (cpp_idents_used *identifiers);
-
-void
-pth_debug_identifiers (cpp_idents_used *identifiers)
-{
-  pth_dump_identifiers (stderr, identifiers);
-}
-
-/* Dump a HUNK to the STREAM. */
-
-static void
-pth_dump_hunk (FILE *stream, cp_token_hunk *hunk)
-{
-  pth_dump_identifiers (stream, &hunk->identifiers);
-  cp_lexer_dump_tokens (stream, hunk->buffer, NULL, 0, NULL);
-}
-
-/* Dump a debug log of the HUNK. */
-
-static void
-pth_debug_hunk (cp_token_hunk *hunk)
-{
-  pth_dump_hunk (stderr, hunk);
-}
-
-
-/* Dump #include command INCLUDE to FILE.  */
-
-static void
-pth_dump_include (FILE *f, pth_include *include)
-{
-  if (include == NULL)
-    return;
-
-  if (include->itype == IT_INCLUDE)
-    fprintf (f, "#include ");
-  else if (include->itype == IT_INCLUDE_NEXT)
-    fprintf (f, "#include_next ");
-  else if (include->itype == IT_IMPORT)
-    fprintf (f, "#import ");
-  else
-    fprintf (f, "#??? ");
-
-  fprintf (f, "%c%s%c",
-	   (include->angle_brackets) ? '<' : '"',
-	   include->iname,
-	   (include->angle_brackets) ? '>' : '"');
-
-  fprintf (f, " (found in %s)\n", include->dname);
-}
-
-
-/* Dump #include command INCLUDE to stderr.  */
-
-static void
-pth_debug_include (pth_include *include)
-{
-  pth_dump_include (stderr, include);
-}
-
-
-/* Recursive helper for pth_dump_token_hunks_1.  VISITED keeps track of
-   images that have already been dumped to avoid infinite recursion.  */
-
-static void
-pth_dump_token_hunks_1 (FILE *f, pth_image *image,
-		        struct pointer_set_t *visited)
-{
-  unsigned i, h_ix, i_ix;
-  char s;
-
-  if (pointer_set_insert (visited, image))
-    return;
-
-  fprintf (f, "LC_ENTER: %s {\n", image->fname);
-
-  for (i = 0, h_ix = 0, i_ix = 0;
-       VEC_iterate (char, image->ih_sequence, i, s);
-       i++)
-    {
-      if (s == 'H')
-	{
-	  cp_token_hunk *hunk;
-	  hunk = VEC_index (cp_token_hunk_ptr, image->token_hunks, h_ix++);
-	  pth_dump_hunk (f, hunk);
-	}
-      else if (s == 'I')
-	{
-	  pth_include *include;
-	  include = VEC_index (pth_include_ptr, image->includes, i_ix++);
-	  pth_dump_include (f, include);
-	  pth_dump_token_hunks_1 (f, include->image, visited);
-	}
-    }
-
-  fprintf (f, "LC_LEAVE: %s }\n", image->fname);
-}
-
-
-/* Dump all the tokens in IMAGE and the files included by it to F.  */
-
-static void
-pth_dump_token_hunks (FILE *f, pth_image *image)
-{
-  struct pointer_set_t *visited = pointer_set_create ();
-  pth_dump_token_hunks_1 (f, image, visited);
-  pointer_set_destroy (visited);
-}
-
-
-/* Dump all the tokens in IMAGE and the files included by it to stderr.  */
-
-void
-pth_debug_token_hunks (pth_image *image)
-{
-  pth_dump_token_hunks (stderr, image);
-}
-
-
-/* Dump a debugging representation of IMAGE to F.  */
-
-static void
-pth_dump_image (FILE *f, pth_image *image)
-{
-  unsigned i;
-  cp_token_hunk *hunk;
-  pth_include *include;
-  char s;
-
-  if (image == NULL)
-    return;
-
-  fprintf (f, "Image for: %s\n", image->fname);
-
-  fprintf (f, "  MD5 digest: ");
-  if (image->digest_computed_p)
-    {
-      for (i = 0; i < DIGEST_LEN; i++)
-	fprintf (f, "%02x", image->digest[i]);
-      fprintf (f, "\n");
-    }
-  else
-    fprintf (f, "NOT COMPUTED\n");
-
-  fprintf (f, "  %u token hunks: { ",
-	   VEC_length (cp_token_hunk_ptr, image->token_hunks));
-  for (i = 0; VEC_iterate (cp_token_hunk_ptr, image->token_hunks, i, hunk);
i++)
-    fprintf (f, "%u ", VEC_length (cp_token, hunk->buffer));
-  fprintf (f, "}\n");
-
-  fprintf (f, "  %u includes:\n",
-	   VEC_length (pth_include_ptr, image->includes));
-  for (i = 0; VEC_iterate (pth_include_ptr, image->includes, i, include); i++)
-    {
-      fprintf (f, "\t");
-      pth_dump_include (f, include);
-    }
-
-  fprintf (f, "  Include-Hunk (IH) sequence:          ");
-  for (i = 0; VEC_iterate (char, image->ih_sequence, i, s); i++)
-    fputc (s, f);
-  fputc ('\n', f);
-
-  if (image->loaded_p)
-    fprintf (f, "  Instantiated from image: %s\n", pth_name_for
(image->fname));
-  else
-    {
-      fprintf (f, "  Instantiated from character stream: %s\n", image->fname);
-
-      if (image->save_p)
-	fprintf (f, "  Will be saved to image: %s\n",
-		 pth_name_for (image->fname));
-      else
-	fprintf (f, "  Will NOT be saved to an image (not include-guarded)\n");
-    }
-
-  if (image->used_p)
-    fprintf (f, "  Image already applied to current compilation context\n");
-
-  if (flag_pth_debug >= 4)
-    pth_dump_token_hunks (f, image);
-}
-
-
-/* Dump a debugging representation of IMAGE to stderr.  */
-
-static void
-pth_debug_image (pth_image *image)
-{
-  pth_dump_image (stderr, image);
-}
-
-
-/* Show statistics for PTH image IMAGE on FILE.  if FILE is NULL, use
-   pph_logfile.  */
-
-static void
-pth_show_image_stats (FILE *file, pth_image *image)
-{
-  unsigned i, num_tokens;
-  cp_token_hunk *hunk;
-
-  if (image == NULL)
-    return;
-
-  if (file == NULL)
-    file = pph_logfile;
-
-  num_tokens = 0;
-  for (i = 0; VEC_iterate (cp_token_hunk_ptr, image->token_hunks, i, hunk);
i++)
-    num_tokens += VEC_length (cp_token, hunk->buffer);
-
-  fprintf (file, "%s: %u tokens, %u token hunks\n", image->fname, num_tokens,
-	   VEC_length (cp_token_hunk_ptr, image->token_hunks));
-}
-
-
-/* Dump the current PTH state to F.  */
-
-static void
-pth_dump_state (FILE *f)
-{
-  unsigned i;
-  pth_state *state;
-  pth_image *image;
-  
-  state = pth_get_state ();
-  fprintf (f, "Incremental compilation state\n\n");
-  fprintf (f, "%u file images\n", VEC_length (pth_image_ptr, state->cache));
-  for (i = 0; VEC_iterate (pth_image_ptr, state->cache, i, image); i++)
-    pth_dump_image (f, image);
-
-  fprintf (f, "\nCurrent image being processed: %s\n",
-	   (state->cur_image) ? state->cur_image->fname : "NONE");
-
-  if (state->lexer)
-    {
-      fprintf (f, "Tokens in main lexer:\n");
-      cp_lexer_dump_tokens (f, state->lexer->buffer, NULL, 0, NULL);
-    }
-}
-
-
-/* Dump the current PTH state to stderr.  */
-
-void
-pth_debug_state (void)
-{
-  pth_dump_state (stderr);
-}
-
-
 /* Save the IDENTIFIERS to the STREAM.  */
 
 static void
@@ -754,95 +293,6 @@
     }
 }
 
-/* Save the HUNK to the STREAM.  */
-
-static void
-pth_save_hunk (cp_token_hunk *hunk, pph_stream *stream)
-{
-  unsigned j;
-  cp_token *token;
-
-  if (flag_pth_debug >= 5)
-    pth_debug_hunk (hunk);
-
-  /* Write out the identifiers used by HUNK.  */
-  pth_save_identifiers (&hunk->identifiers, stream);
-
-  /* Write the number of tokens in HUNK.  */
-  pph_out_uint (stream, VEC_length (cp_token, hunk->buffer));
-
-  /* Write the tokens.  */
-  for (j = 0; VEC_iterate (cp_token, hunk->buffer, j, token); j++)
-    pth_save_token (token, stream);
-}
-
-
-/* Save the #include directive INCLUDE to STREAM.  */
-
-static void
-pth_save_include (pth_include *include, pph_stream *stream)
-{
-  pph_out_string (stream, include->image->fname);
-  pph_out_uint (stream, (unsigned int) include->itype);
-  pph_out_uint (stream, include->angle_brackets);
-  pph_out_string (stream, include->iname);
-  pph_out_string (stream, include->dname);
-}
-
-
-/* Save the PTH image IMAGE to a file.  */
-
-static void
-pth_save_image (pth_image *image)
-{
-  pph_stream *stream;
-  cp_token_hunk *hunk;
-  unsigned i, num;
-  pth_include *include;
-
-  timevar_push (TV_PTH_SAVE);
-
-  /* Open the stream in append mode since we have already created
-     it in pth_new_image.  */
-  stream = pth_file_for (image->fname, "wb");
-
-  /* Write a header to recognize the file later.  */
-  pth_write_header (image, stream);
-
-  /* Write the include-hunk (IH) sequencing vector.  */
-  num = VEC_length (char, image->ih_sequence);
-  pph_out_uint (stream, num);
-  if (num > 0)
-    pph_out_bytes (stream, VEC_address (char, image->ih_sequence), num);
-  
-  /* Write the number of #include commands.  */
-  pph_out_uint (stream, VEC_length (pth_include_ptr, image->includes));
-
-  /* Write all the #include commands used by IMAGE.  */
-  for (i = 0; VEC_iterate (pth_include_ptr, image->includes, i, include); i++)
-    pth_save_include (include, stream);
-
-  /* Write the number of token caches in the cache.  */
-  pph_out_uint (stream, VEC_length (cp_token_hunk_ptr, image->token_hunks));
-
-  /* Write all the token hunks in image.  */
-  for (i = 0; VEC_iterate (cp_token_hunk_ptr, image->token_hunks, i, hunk);
i++)
-    pth_save_hunk (hunk, stream);
-
-  /* Clean up.  */
-  pph_stream_close (stream);
-  image->save_p = false;
-
-  if (flag_pth_debug >= 3)
-    {
-      fprintf (stderr, "\nSaved image for %s:\n", image->fname);
-      pth_debug_image (image);
-    }
-
-  timevar_pop (TV_PTH_SAVE);
-}
-
-
 /* Given a type index TYPE_IDX and TYPE_KIND specifying the kind of type,
    return a type from integer_types or global_trees.  */
 
@@ -1074,737 +524,6 @@
 }
 
 
-/* Load a hunk into the IMAGE from a STREAM.  */
-
-static void
-pth_load_hunk (pth_image *image, pph_stream *stream)
-{
-  unsigned j, num_tokens;
-  cp_token_hunk *hunk;
-  
-  hunk = ggc_alloc_cleared_cp_token_hunk ();
-
-  /* Setup the identifier list.  */
-  pth_load_identifiers (&hunk->identifiers, stream);
-
-  /* Read the number of tokens in HUNK. */
-  num_tokens = pph_in_uint (stream);
-
-  /* Read the tokens in the HUNK. */
-  hunk->buffer = VEC_alloc (cp_token, gc, num_tokens);
-  for (j = 0; j < num_tokens; j++)
-    {
-      cp_token *token = pth_load_token (stream);
-      VEC_quick_push (cp_token, hunk->buffer, token);
-    }
-  gcc_assert (num_tokens == VEC_length (cp_token, hunk->buffer));
-
-  VEC_quick_push (cp_token_hunk_ptr, image->token_hunks, hunk);
-}
-
-
-/* Create a new empty #include directive for NAME.  ITYPE is one of
-   the supported include commands.  ANGLE_BRACKETS is true if the
-   include used '<>'.  */
-
-static pth_include *
-pth_create_include (enum include_type itype, bool angle_brackets,
-		    const char *name)
-{
-  pth_include *include = ggc_alloc_cleared_pth_include ();
-  include->itype = itype;
-  include->angle_brackets = angle_brackets;
-  include->iname = (name) ? xstrdup (name) : name;
-
-  return include;
-}
-
-
-/* Load an #include directive for IMAGE from STREAM.  */
-
-static void
-pth_load_include (pth_state *state, pth_image *image, cpp_reader *reader,
-		  pph_stream *stream)
-{
-  const char *s;
-  pth_include *include;
-  unsigned tmp;
-
-  include = pth_create_include (IT_INCLUDE, false, NULL);
-
-  s = pph_in_string (stream);
-  include->image = pth_image_lookup (state, s, reader);
-
-  tmp = pph_in_uint (stream);
-  include->itype = (enum include_type) tmp;
-
-  tmp = pph_in_uint (stream);
-  include->angle_brackets = (tmp != 0);
-
-  include->iname = pph_in_string (stream);
-  include->dname = pph_in_string (stream);
-
-  VEC_safe_push (pth_include_ptr, gc, image->includes, include);
-}
-
-
-/* Load a PTH image for LEXER using the READER.  */
-
-static void
-pth_load_image (pth_state *state, pth_image *image, cpp_reader *reader)
-{
-  pph_stream *stream;
-  unsigned i, num;
-  char *buf;
-
-  timevar_push (TV_PTH_LOAD);
-
-  stream = pth_file_for (image->fname, "rb");
-
-  /* Skip over the header, as we assume that it has already been
-     validated by pth_have_valid_image_for.  */
-  buf = XCNEWVEC (char, pth_header_len ());
-  pph_in_bytes (stream, buf, pth_header_len ());
-  free (buf);
-
-  /* Read the include-hunk (IH) sequencing vector.  */
-  num = pph_in_uint (stream);
-  if (num > 0)
-    {
-      image->ih_sequence = VEC_alloc (char, gc, num);
-      VEC_safe_grow (char, gc, image->ih_sequence, num);
-      pph_in_bytes (stream, VEC_address (char, image->ih_sequence), num);
-    }
-
-  /* Read the number path names of all the files #included by
-     IMAGE->FNAME.  */
-  num = pph_in_uint (stream);
-  image->includes = VEC_alloc (pth_include_ptr, gc, num);
-
-  /* Now read all the path names #included by IMAGE->FNAME.  */
-  for (i = 0; i < num; i++)
-    pth_load_include (state, image, reader, stream);
-
-  /* Read how many token hunks are contained in this image.  */
-  num = pph_in_uint (stream);
-  image->token_hunks = VEC_alloc (cp_token_hunk_ptr, gc, num);
-
-  PTH_STATS_INCR (hunks, num);
-
-  /* Read all the token hunks.  */
-  for (i = 0; i < num; i++)
-    pth_load_hunk (image, stream);
-
-  pph_stream_close (stream);
-
-  /* Indicate that we have loaded this image from a file.  */
-  image->loaded_p = true;
-  image->save_p = false;
-  image->used_p = false;
-
-  if (flag_pth_debug >= 3)
-    {
-      fprintf (stderr, "\nLoaded image for %s:\n", image->fname);
-      pth_debug_image (image);
-    }
-
-  timevar_pop (TV_PTH_LOAD);
-}
-
-
-/* Return true if FNAME has a PTH image that can be used.  If an image
-   already exists, compute the MD5 digest for FNAME and store it
-   in IMAGE.  */
-
-static bool
-pth_have_valid_image_for (const char *fname, pth_image *image)
-{
-  pph_stream *f = NULL;
-  struct stat s;
-  char *img_name, *id;
-  const char *good_id;
-  char saved_digest[DIGEST_LEN];
-
-  image->digest_computed_p = false;
-
-  img_name = pth_name_for (fname);
-  if (stat (img_name, &s) != 0)
-    goto invalid_img;
-
-  /* If the file exists, check if it has a valid signature.  */
-  f = pph_stream_open (img_name, "rb");
-  gcc_assert (f);
-
-  good_id = pth_id_str ();
-  id = XCNEWVEC (char, strlen (good_id) + 1);
-  pph_in_bytes (f, id, strlen (good_id));
-  if (strcmp (id, good_id) != 0)
-    goto invalid_img;
-
-  /* Now check if the MD5 digest stored in the image file matches the
-     digest for FNAME.  */
-  pph_in_bytes (f, saved_digest, DIGEST_LEN);
-  pth_get_md5_digest (fname, image->digest);
-  image->digest_computed_p = true;
-  if (memcmp (image->digest, saved_digest, DIGEST_LEN) != 0)
-    goto invalid_img;
-
-  pph_stream_close (f);
-  return true;
-
-invalid_img:
-  if (f)
-    pph_stream_close (f);
-
-  return false;
-}
-
-
-/* Create a new PTH cache object for file FNAME.  */
-
-static pth_image *
-pth_new_image (const char *fname)
-{
-  pth_image *image;
-
-  image = ggc_alloc_cleared_pth_image ();
-  image->fname = xstrdup (fname);
-
-  return image;
-}
-
-
-/* Return a cache image associated with file FNAME.  STATE holds
-   the PTH cache to use.  */
-
-pth_image *
-pth_image_lookup (pth_state *state, const char *fname, cpp_reader *reader)
-{
-  void **slot;
-  pth_image *image, e;
-
-  if (fname == NULL)
-    return NULL;
-
-  e.fname = fname;
-  slot = htab_find_slot (state->cache_dir, &e, INSERT);
-  if (*slot == NULL)
-    {
-      /* Create a new image and store it in the cache.  */
-      image = pth_new_image (fname);
-      *slot = image;
-      VEC_safe_push (pth_image_ptr, gc, state->cache, image);
-
-      /* If a valid disk image already exists for FNAME, load it.
-	 Otherwise, mark the memory image for processing and saving.  */
-      if (pth_have_valid_image_for (fname, image))
-	pth_load_image (state, image, reader);
-      else
-	image->save_p = true;
-    }
-  else
-    image = *((pth_image **) slot);
-
-  return image;
-}
-
-
-/* Add all the tokens in HUNK to the end of LEXER->BUFFER.  IMAGE is
-   the memory image holding HUNK.  */
-
-static void
-pth_append_hunk (cp_lexer *lexer, cp_token_hunk *hunk)
-{
-  cp_token *lexer_addr, *hunk_addr;
-  unsigned lexer_len, hunk_len;
-
-  PTH_STATS_INCR (valid_hunks, 1);
-
-  /* Apply all the identifiers used and defined by HUNK.  */
-  cpp_lt_replay (parse_in, &hunk->identifiers);
-
-  hunk_len = VEC_length (cp_token, hunk->buffer);
-
-  /* Some hunks have no tokens and they are only useful for the
-     macros defined by them.  This is useful when one or more
-     image files are tainted and need to be restored from their
-     character stream.  */
-  if (hunk_len == 0)
-    return;
-
-  /* Determine the last location in LEXER->BUFFER before growing it.  */
-  lexer_len = VEC_length (cp_token, lexer->buffer);
-  VEC_safe_grow (cp_token, gc, lexer->buffer, lexer_len + hunk_len);
-
-  /* Bulk copy all the tokens in HUNK to the end of LEXER->BUFFER.  */
-  lexer_addr = VEC_address (cp_token, lexer->buffer);
-  hunk_addr = VEC_address (cp_token, hunk->buffer);
-  memcpy (&lexer_addr[lexer_len], hunk_addr, hunk_len * sizeof (cp_token));
-
-  if (flag_pth_debug >= 2)
-    {
-      fprintf (stderr, "\n=> ADDED TOKEN HUNK TO LEXER BUFFER");
-      if (flag_pth_debug >= 5)
-        pth_debug_hunk (hunk);
-    }
-}
-
-
-/* Return true if HUNK can be used in the current compilation
-   context of the cpp READER.  It must validate the identifier state.  */
-
-static bool
-pth_hunk_is_valid_p (pth_image *image, cp_token_hunk *hunk, cpp_reader *reader)
-{
-  bool verified;
-  cpp_ident_use *bad_use;
-  const char *cur_def;
-
-  timevar_push (TV_PTH_DEPENDENCY);
-  verified = cpp_lt_verify (reader, &hunk->identifiers, &bad_use, &cur_def);
-  if (!verified && flag_pth_debug >= 1)
-    {
-      pth_debug_hunk (hunk);
-      fprintf (stderr, "PTH: %s failed verification: %s : <%s> -> <%s>\n",
-                         pth_name_for (image->fname), bad_use->ident_str,
-                         bad_use->before_str, cur_def);
-    }
-  PTH_STATS_INCR (verified_hunks, 1);
-  PTH_STATS_INCR (verified_identifiers, hunk->identifiers.num_entries);
-  timevar_pop (TV_PTH_DEPENDENCY);
-  return verified;
-}
-
-
-/* Return true if IMAGE can be used in the current compilation context.  */
-
-static bool
-pth_image_can_be_used (pth_image *image)
-{
-  return image && image->loaded_p && !image->used_p;
-}
-
-
-/* Split NAME into its directory and file name components, storing them
-   in *DNAME_P and *FNAME_P.  After using it, *DNAME_P should be freed
-   by the caller.  */
-
-static void
-pth_get_dir_and_name (const char *name, char **dname_p, const char **fname_p)
-{
-  size_t len;
-
-  *fname_p = lbasename (name);
-  *dname_p = NULL;
-
-  len = *fname_p - name;
-  if (len > 0)
-    {
-      *dname_p = XNEWVEC (char, len + 1);
-      memcpy (*dname_p, name, len);
-      (*dname_p)[len] = '\0';
-      gcc_assert (IS_DIR_SEPARATOR ((*dname_p)[len - 1]));
-    }
-}
-
-
-/* Read tokens from the text stream in IMAGE->FNAME into LEXER.
-   If INCLUDE is not NULL, it describes how IMAGE->FNAME was
-   #included originally.  Otherwise, it is assumed to be an
-   include command done with the flag -include.
-
-   This is used when we need to process an #include command from 
-   a PPH image and the file to be included is a regular text file.  */
-
-static void
-pth_process_text_file (cp_lexer *lexer, pth_image *image, pth_include *include)
-{
-  bool pushed_p;
-  cpp_buffer *buffer;
-
-  /* Emulate a #include directive on IMAGE->FNAME, if needed.  Note
-     that if we are already inside the CPP buffer for IMAGE->FNAME
-     we should not include it again, since this will cause another
-     call to pth_file_change which will again register IMAGE->FNAME as
-     an include for the parent file.  */
-  gcc_assert (image->buffer != cpp_get_buffer (parse_in));
-
-  if (include == NULL || include->itype == IT_INCLUDE_NEXT)
-    {
-      char *dname;
-      const char *fname;
-      pth_get_dir_and_name (image->fname, &dname, &fname);
-      /* FIXME pph.  We are leaking DNAME here.  libcpp
-	 wants the directory name in permanent storage so we
-	 cannot free it, but we should put it in an obstack
-	 so it can be reclaimed at some point.  */
-      pushed_p = cpp_push_include_type (parse_in, dname, fname, false,
-	                                IT_INCLUDE);
-    }
-  else
-    pushed_p = cpp_push_include_type (parse_in, include->dname, include->iname,
-				      include->angle_brackets, include->itype);
-
-  /* Nothing else to do if libcpp decided it did not need the file.  */
-  if (!pushed_p)
-    return;
-
-  /* Position the reader at the start of the buffer and request to
-     stop reading at the end of it.  */
-  buffer = cpp_get_buffer (parse_in);
-  cpp_set_pos (buffer, cpp_buffer_start);
-  cpp_return_at_eof (buffer, true);
-
-  /* Get tokens from IMAGE->FNAME.  */
-  cp_lexer_get_tokens (lexer);
-
-  /* Since we read this file separately, the very last token in LEXER
-     will now contain an EOF, which we do not need.  */
-  VEC_pop (cp_token, lexer->buffer);
-  cpp_return_at_eof (buffer, false);
-}
-
-
-/* Populate LEXER->BUFFER with all the valid token hunks in
-   IMAGE.  If possible, try to load token hunks from files
-   included by IMAGE as well.
-
-   This means that we try to load the whole transitive closure
-   starting at IMAGE until we find the first unloadable file.
-   
-   Once we find the first unloadable token hunk, we skip the token
-   hunks from the character stream so that they don't need to be
-   pre-processed again.
-
-   If non-NULL, INCLUDE describes the #include command used to include
-   IMAGE->FNAME.  */
-
-static void
-pth_image_to_lexer (cp_lexer *lexer, pth_image *image, pth_include *include)
-{
-  unsigned i, h_ix, i_ix;
-  char s;
-
-  /* If we are trying to apply the same image more than once,
-     something is wrong.  We never create images for files that 
-     are included more than once, so we should never try to apply
-     the same image more than once.  */
-  gcc_assert (pth_image_can_be_used (image));
-
-  image->used_p = true;
-
-  if (flag_pth_debug >= 2)
-    {
-      fprintf (stderr, "\n<= INCORPORATING IMAGE %s INTO COMPILATION
CONTEXT\n",
-	       image->fname);
-      if (flag_pth_debug >= 3)
-        pth_debug_include (include);
-    }
-
-  PTH_STATS_INCR (valid_images, 1);
-
-  for (i = 0, h_ix = 0, i_ix = 0;
-       VEC_iterate (char, image->ih_sequence, i, s);
-       i++)
-    {
-      if (s == 'H')
-	{
-	  cp_token_hunk *hunk;
-
-	  hunk = VEC_index (cp_token_hunk_ptr, image->token_hunks, h_ix++);
-	  if (pth_hunk_is_valid_p (image, hunk, parse_in))
-	    pth_append_hunk (lexer, hunk);
-	  else
-	    fatal_error ("Found an invalid hunk in %s.  This header file "
-			 "cannot be converted into a pre-parsed image.",
-			 image->fname);
-	}
-      else if (s == 'I')
-	{
-	  pth_include *incdir;
-	  pth_get_state ()->cur_image = image;
-	  incdir = VEC_index (pth_include_ptr, image->includes, i_ix++);
-	  if (pth_image_can_be_used (incdir->image))
-	    pth_image_to_lexer (lexer, incdir->image, incdir);
-	  else
-	    pth_process_text_file (lexer, incdir->image, incdir);
-	}
-      else
-	gcc_unreachable ();
-    }
-
-  /* If we just applied the tokens for the main input filename,
-     we need to append a CPP_EOF token, since that one is never
-     saved with the token hunks.  */
-  if (pathnames_equal_p (image->fname, main_input_filename))
-    VEC_safe_push (cp_token, gc, lexer->buffer, &eof_token);
-
-  /* If IMAGE has a libcpp buffer associated with it, it means that a
-     file that was being pre-processed from text has #included IMAGE
-     and the pre-processor has executed the file change logic.
-
-     In that case, the pre-processor will want to finish processing
-     IMAGE's text, and since we have just applied its tokens from
-     the image, the result will be duplicate tokens.  To prevent
-     this, we tell libcpp to skip over the whole text buffer
-     associated with IMAGE.  */
-  if (image->buffer)
-    cpp_set_pos (image->buffer, cpp_buffer_end);
-
-  return;
-}
-
-
-/* Create a token hunk for IMAGE from the token buffer in
-   LEXER->BUFFER.  The hunk will contain all the tokens starting at
-   IMAGE->HUNK_START_IX to the end of LEXER->BUFFER.
-
-   The new token hunk will be added to the end of IMAGE->TOKEN_HUNKS.  */
-
-static void
-pth_lexer_to_image (pth_image *image, cp_lexer *lexer, cpp_reader *reader)
-{
-  cp_token *lexer_addr, *hunk_addr;
-  cp_token_hunk *hunk;
-  unsigned num_tokens, start_ix, end_ix;
-
-  /* Create a new token hunk.  */
-  hunk = ggc_alloc_cleared_cp_token_hunk ();
-  VEC_safe_push (cp_token_hunk_ptr, gc, image->token_hunks, hunk);
-  VEC_safe_push (char, gc, image->ih_sequence, 'H');
-
-  /* The identifiers that may conflict with macros.  */
-  hunk->identifiers = cpp_lt_capture (reader);
-
-  /* Compute the bounds for the new token hunk.  */
-  start_ix = image->hunk_start_ix;
-  end_ix = VEC_length (cp_token, lexer->buffer);
-  gcc_assert (end_ix >= start_ix);
-  num_tokens = end_ix - start_ix;
-
-  if (num_tokens > 0)
-    {
-      /* Copy tokens from LEXER->BUFFER into the new hunk.  */
-      hunk->buffer = VEC_alloc (cp_token, gc, num_tokens);
-      VEC_safe_grow (cp_token, gc, hunk->buffer, num_tokens);
-      lexer_addr = VEC_address (cp_token, lexer->buffer);
-      hunk_addr = VEC_address (cp_token, hunk->buffer);
-      memcpy (hunk_addr, &lexer_addr[start_ix], num_tokens * sizeof
(cp_token));
-    }
-
-  if (flag_pth_debug >= 3)
-    {
-      fprintf (stderr, "\n=> SAVED HUNK TO IMAGE: %s\n", image->fname);
-      if (flag_pth_debug >= 5)
-        pth_debug_hunk (hunk);
-    }
-}
-
-
-/* Compute the effects of a file transition given the file change 
-   described by MAP.  On exit:
-
-    - *PREV_IMAGE_P will point to the image for the file that we just left,
-
-    - *NEW_IMAGE_P will point to the image for the file that we just
-      entered.  If *NEW_IMAGE_P is NULL, it means that we just left
-      the last file in the translation unit, so there isn't anything
-      else to be done.
-
-    - *REASON_P will have the LC_* reason for the change.  */
-
-static void
-pth_get_file_transition (const struct line_map *map, pth_image **prev_image_p,
-			 pth_image **new_image_p, enum lc_reason *reason_p)
-{
-  const char *fname;
-  pth_state *state;
-
-  /* MAP is NULL when we leave the main file in this translation unit.  */
-  if (map == NULL)
-    {
-      fname = NULL;
-      *reason_p = LC_LEAVE;
-    }
-  else
-    {
-      fname = map->to_file;
-      *reason_p = map->reason;
-    }
-
-  state = pth_get_state ();
-  *prev_image_p = state->cur_image;
-
-  /* FIXME pph.  Sanitize use of PARSE_IN.  Stick it in
-     pth_state together with lexer.  */
-  *new_image_p = pth_image_lookup (state, fname, parse_in);
-}
-
-
-/* Do bookkeeping actions required when the pre-processor is leaving
-   file IMAGE->FNAME.  READER is the cpp file reader object we
-   are using for lexing.  */
-
-static void
-pth_leave_file (cpp_reader *reader, pth_image *image)
-{
-  pth_state *state;
-
-  /* We are only interested in processing IMAGE if we have decided to
-     save its image.  */
-  if (!image->save_p)
-    return;
-
-  state = pth_get_state ();
-
-  /* If the image for the file we just finished is marked as
-     modified, create a new token hunk spanning from the token
-     that started the image to the current end of the lexer
-     buffer.  */
-  pth_lexer_to_image (image, state->lexer, reader);
-}
-
-
-/* Do bookkeeping actions required when the pre-processor is entering
-   file IMAGE->FNAME for reason REASON.  READER is the cpp file reader
-   object we are using for lexing.  INCLUDE is the #include command
-   used to enter IMAGE->FNAME.  It can be NULL in the case of the
-   top file in the translation unit.  */
-
-static void
-pth_enter_file (cpp_reader *reader, pth_image *image, pth_include *include,
-	        enum lc_reason reason)
-{
-  pth_state *state;
-
-  state = pth_get_state ();
-
-  /* Associate the current buffer with IMAGE.  */
-  image->buffer = cpp_get_buffer (reader);
-
-  /* Complete the current #include command with the directory
-     and image for the file that we just switched to.  */
-  if (include)
-    {
-      const char *dname = cpp_get_dir (cpp_get_file (image->buffer))->name;
-      include->image = image;
-      include->dname = (*dname) ? xstrdup (dname) : NULL;
-    }
-
-  /* If the file we are about to switch to has been loaded into an
-     image, try to get as many tokens as possible from the image
-     instead of the character stream.  */
-  if (pth_image_can_be_used (image))
-    pth_image_to_lexer (state->lexer, image, include);
-
-  /* If IMAGE does not need to be saved, we are done.  */
-  if (!image->save_p)
-    return;
-
-  /* Detect multiple inclusions of the same header file.  When a file
-     is included more than once, each inclusion will usually produce
-     different token hunks (e.g., <stddef.h> is typically included
-     from different places with "arguments" in the form of #defines
-     that determine what the caller wants stddef.h to provide.  See
-     <wchar.h> for an example).
-
-     This disrupts the validity of the image, as the hunks saved in it
-     no longer correspond to a single pre-processing of the file.  We
-     avoid this problem by tainting the image and forcing the file to
-     be always processed from its character stream.  */
-  if (reason == LC_ENTER && !VEC_empty (cp_token_hunk_ptr, image->token_hunks))
-    image->save_p = false;
-
-  /* The starting point for the next token hunk in the new
-     file image will be at the current last slot in
-     STATE->LEXER->BUFFER.  */
-  image->hunk_start_ix = VEC_length (cp_token, state->lexer->buffer);
-}
-
-
-/* Callback from the pre-processor when changing in or out of a file.
-   READER is the pre-processor state.  MAP is the line map for the 
-   file that we are changing to.  */
-
-static void
-pth_file_change (cpp_reader *reader, const struct line_map *map)
-{
-  enum lc_reason reason;
-  pth_state *state;
-  pth_image *prev_image, *new_image;
-
-  /* Call the previous file change handler, if it exists.  */
-  state = pth_get_state ();
-  if (state->file_change_prev)
-    state->file_change_prev (reader, map);
-
-  /* When processing pre-processed output, we will see names like
-     '<built-in>' and '<command-line>'.  Reject those.
-     ??? This rejects real path names that may start with '<', but
-         those should be rare.  */
-  if (map && map->to_file && map->to_file[0] == '<')
-    return;
-
-  /* Ignore LC_RENAME events.  They do not affect the actual image
-     that we are processing.  */
-  if (map && map->reason == LC_RENAME)
-    return;
-
-  timevar_push (TV_PTH_MANAGE);
-
-  /* Get images for the file involved in the transition.  */
-  pth_get_file_transition (map, &prev_image, &new_image, &reason);
-  gcc_assert (prev_image);
-
-  /* Ignore self-referential file change events.  These can happen
-     when mixing token images with text buffers.  */
-  if (prev_image == new_image)
-    {
-      timevar_pop (TV_PTH_MANAGE);
-      return;
-    }
-
-  /* Process the file we just left (get tokens from lexer buffer,
-     etc).  */
-  pth_leave_file (reader, prev_image);
-
-  /* Process the file we are about to enter (try to use its tokens if
-     the file is valid, etc).  */
-  if (new_image)
-    {
-      pth_include *include = NULL;
-      
-      if (reason == LC_ENTER)
-	include = pth_create_include (state->new_itype,
-				      state->new_angle_brackets,
-				      state->new_iname);
-
-      pth_enter_file (reader, new_image, include, reason);
-
-      /* If we are LC_ENTERing NEW_IMAGE, it means that PREV_IMAGE has
-	 #included NEW_IMAGE.  In that case, add NEW_IMAGE to the list
-	 of included files by PREV_IMAGE.  */
-      if (reason == LC_ENTER)
-	{
-	  PTH_STATS_INCR (included_files, 1);
-
-	  if (prev_image->save_p)
-	    {
-	      gcc_assert (include->image == new_image);
-	      VEC_safe_push (pth_include_ptr, gc, prev_image->includes,
-			     include);
-	      VEC_safe_push (char, gc, prev_image->ih_sequence, 'I');
-	    }
-	}
-    }
-
-  /* Update the current image.  */
-  state->cur_image = new_image;
-
-  timevar_pop (TV_PTH_MANAGE);
-}
-
-
 /* Dump a complicated name for tree T to FILE using FLAGS.
    See TDF_* in tree-pass.h for flags.  */
 
@@ -2022,39 +741,6 @@
 }
 
 
-/* Record a #include or #include_next for PTH.  */
-
-static bool
-pth_include_handler (cpp_reader *reader ATTRIBUTE_UNUSED,
-	             location_t loc ATTRIBUTE_UNUSED,
-	             const unsigned char *dname,
-	             const char *name,
-	             int angle_brackets,
-	             const cpp_token **tok_p ATTRIBUTE_UNUSED)
-{
-  pth_state *state;
-
-  state = pth_get_state ();
-
-  /* Remember the attributes for this #include command.  This is
-     used in pth_file_change to register a new include event for
-     the parent file.  */
-  if (strcmp ((const char *)dname, "include") == 0)
-    state->new_itype = IT_INCLUDE;
-  else if (strcmp ((const char *)dname, "include_next") == 0)
-    state->new_itype = IT_INCLUDE_NEXT;
-  else if (strcmp ((const char *)dname, "import") == 0)
-    state->new_itype = IT_IMPORT;
-  else
-    gcc_unreachable ();
-
-  state->new_angle_brackets = angle_brackets;
-  state->new_iname = name;
-
-  return true;
-}
-
-
 /* Record a #include or #include_next for PPH.  */
 
 static bool
@@ -2093,149 +779,6 @@
 
 static const unsigned int cpp_lt_order = /* 2 to the power of */ 9;
 
-
-/* Initialize PTH support.  LEXER is the main lexer object used for
-   pre-processing.  */
-
-void
-pth_init (cp_lexer *lexer)
-{
-  pth_state *state;
-  cpp_callbacks *cb;
-  cpp_lookaside *table;
-
-  timevar_push (TV_PTH_INIT);
-
-  gcc_assert (flag_pth);
-
-  table = cpp_lt_exchange (parse_in,
-                           cpp_lt_create (cpp_lt_order, flag_pth_debug));
-  gcc_assert (table == NULL);
-
-  memset (&pth_stats, 0, sizeof (pth_stats));
-
-  state = pth_get_state ();
-
-  /* If not using MD5 signatures, make sure that time stamps given
-     by stat() are smaller than DIGEST_LEN bytes.  FIXME pph, this is
-     slighly hacky.  */
-  if (!flag_pth_md5)
-    {
-      struct stat tmp;
-      gcc_assert (sizeof (tmp.st_mtime) < DIGEST_LEN);
-    }
-
-  /* Set an handler for file change events in libcpp.  */
-  cb = cpp_get_callbacks (parse_in);
-  state->file_change_prev = cb->file_change;
-  cb->file_change = pth_file_change;
-  cb->include = pth_include_handler;
-
-  state->lexer = lexer;
-
-  /* Make sure that we have not tried to get any tokens yet.  */
-  gcc_assert (VEC_empty (cp_token, lexer->buffer));
-
-  /* If we have a valid image for the main input file, populate as
-     many tokens from its transitive closure as possible.  */
-  state->cur_image = pth_image_lookup (state, main_input_filename, parse_in);
-  pth_enter_file (parse_in, state->cur_image, NULL, LC_ENTER);
-
-  timevar_pop (TV_PTH_INIT);
-}
-
-
-/* Show statistics on PTH on FILE.  If FILE is NULL, use pph_logfile.
-   LEXER is the lexer we just filled with tokens.  This is usually
-   the same as pth_get_state()->lexer, but it may be NULL if PTH is
-   not enabled (in cases where we just want stats on pre-processed
-   files).  */
-
-void
-pth_print_stats (FILE *file, cp_lexer *lexer)
-{
-  unsigned i, num_tokens, total_tokens;
-  pth_state *state;
-  pth_image *image;
-  const char *prev_fname;
-  cp_token *token;
-
-  if (file == NULL)
-    file = pph_logfile;
-
-  fprintf (file, "\nPTH statistics\n\n");
-  fprintf (file, "#included files:       %lu\n", pth_stats.included_files);
-  fprintf (file, "Valid images:          %lu\n", pth_stats.valid_images);
-  fprintf (file, "Token hunks:           %lu\n", pth_stats.hunks);
-  fprintf (file, "Valid hunks:           %lu\n", pth_stats.valid_hunks);
-  fprintf (file, "Invalid hunks:         %lu\n", pth_stats.invalid_hunks);
-  fprintf (file, "Verified hunks:        %lu\n", pth_stats.verified_hunks);
-  fprintf (file, "Verified identifiers:  %lu\n",
pth_stats.verified_identifiers);
-
-  state = pth_get_state ();
-  fprintf (file, "\n\nPTH image statistics (%u files)\n\n",
-	   VEC_length (pth_image_ptr, state->cache));
-  for (i = 0; VEC_iterate (pth_image_ptr, state->cache, i, image); i++)
-    pth_show_image_stats (file, image);
-
-  fprintf (file, "\nToken counts per file in #include order:\n");
-  num_tokens = total_tokens = 0;
-  prev_fname = NULL;
-  for (i = 0; VEC_iterate (cp_token, lexer->buffer, i, token); i++)
-    {
-      const char *fname = LOCATION_FILE (token->location);
-
-      if (prev_fname == NULL)
-	prev_fname = fname;
-
-      if ((fname
-	   && strcmp (fname, prev_fname) != 0)
-	  || i == VEC_length (cp_token, lexer->buffer) - 1)
-	{
-	  fprintf (file, "tokens: %u %s\n", num_tokens, lrealpath (prev_fname));
-	  prev_fname = fname;
-	  total_tokens += num_tokens;
-	  num_tokens = 0;
-	}
-
-      num_tokens++;
-    }
-
-  /* The main lexer buffer should have one more token: CPP_EOF.  */
-  if (total_tokens != VEC_length (cp_token, lexer->buffer) - 1)
-    fprintf (stderr, "*** WARNING: I counted %u, but there are %u\n",
-	     total_tokens, VEC_length (cp_token, lexer->buffer));
-
-  fprintf (file, "\n");
-}
-
-
-/* Save all the header images that have been marked modified from
-   the incremental state.  */
-
-void
-pth_finish (void)
-{
-  /* If PPH is enabled, do not save PTH images to prevent analysis problems
-     due to lack of location information in PTH images.  FIXME pph:
-     Unneeded after we start saving proper location information.  */
-  if (flag_pph_debug >= 1)
-    fprintf (stderr, "*** WARNING: Not saving PTH images because PPH "
-	     "is enabled\n");
-  else
-    {
-      pth_state *state;
-      pth_image *image;
-      size_t i;
-
-      state = pth_get_state ();
-      for (i = 0; VEC_iterate (pth_image_ptr, state->cache, i, image); i++)
-	if (image->save_p)
-	  pth_save_image (image);
-    }
-}
-
-
 /* Initialize PPH support.  */
 
 void
@@ -2264,7 +807,7 @@
   */
 
   table = cpp_lt_exchange (parse_in,
-                           cpp_lt_create (cpp_lt_order, flag_pth_debug));
+                           cpp_lt_create (cpp_lt_order, flag_pph_debug));
   gcc_assert (table == NULL);
 }
 
@@ -2289,5 +832,3 @@
   if (flag_pph_logfile)
     fclose (pph_logfile);
 }
-
-#include "gt-cp-pph.h"
Index: gcc/cp/pph.h
===================================================================
--- gcc/cp/pph.h	(revision 174725)
+++ gcc/cp/pph.h	(working copy)
@@ -43,171 +43,6 @@
 DEF_VEC_P (cp_token_hunk_ptr);
 DEF_VEC_ALLOC_P (cp_token_hunk_ptr,gc);
 
-/* Number of bytes in an MD5 signature.  */
-#define DIGEST_LEN	16
-
-struct pth_image;
-typedef struct pth_image *pth_image_ptr;
-DEF_VEC_P (pth_image_ptr);
-DEF_VEC_ALLOC_P (pth_image_ptr,gc);
-
-DEF_VEC_ALLOC_I(char,gc);
-
-/* Description of a #include command.  This records the #include type
-   used in the original source and the image included.  It is used
-   to restore a file from its character stream in case that the
-   associated image is found to be tainted.  */
-
-typedef struct GTY(()) pth_include
-{
-  /* The image to include.  */
-  struct pth_image *image;
-
-  /* The #include command used: #include, #include_next or #import.  */
-  enum include_type itype;
-
-  /* Nonzero if this include used angle brackets.  */
-  unsigned int angle_brackets : 1;
-
-  /* Name used in the command used in this #include command.  */
-  const char * GTY((skip)) iname;
-
-  /* Directory where INAME can be found.  This is not necessarily
-     the same as lbasename (IMAGE->FNAME), but it is always true that
-     DNAME/INAME == IMAGE->FNAME.  */
-  const char * GTY((skip)) dname;
-} pth_include;
-
-typedef struct pth_include *pth_include_ptr;
-DEF_VEC_P (pth_include_ptr);
-DEF_VEC_ALLOC_P (pth_include_ptr,gc);
-
-/* An entry in the incremental cache.  Each entry represents
-   a single file in the translation unit.  Tokens are saved in a linked
-   list of lexers, separated by file change events in the pre-processor.
-   Every time the preprocessor signals a file change, a new lexer for
-   this entry is created.  */
-
-typedef struct GTY(()) pth_image
-{
-  /* Full path name.  */
-  const char * GTY((skip)) fname;
-
-  /* MD5 sum for the contents of the original path name.  */
-  unsigned char digest[DIGEST_LEN];
-
-  /* Vector of token hunks corresponding to this file, and this file
-     only. If this file includes other files, their tokens will not be
-     stored here.  Each entry in this vector is a hunk of tokens
-     delimited by file change events.  For instance, if a file is 
-     laid out like this:
-
-      [ t1 t2 ... tN ]
-      #include "foo.h"
-      [ p1 p2 ... pM ]
-
-     The field token_caches will have two entries.  One for the hunk
-     [t1, tN], the second one for the hunk [p1, pM].  */
-  VEC(cp_token_hunk_ptr,gc) *token_hunks;
-
-  /* Vector of files included by this file.  */
-  VEC(pth_include_ptr,gc) *includes;
-
-  /* Sequencing string that describes how the elements from
-     TOKEN_HUNKS and INCLUDES are interleaved.  Each character of this
-     string is either 'H' (hunk) or 'I' (include).  This is used in
-     pth_image_to_lexer to know in what order should the hunks
-     and include files be processed.
-     
-     FIXME pph, using a character string is heavy handed.  A bitmap
-     would suffice, but for now this is easier and the space consumed
-     should not be too significant.  */
-  VEC(char,gc) *ih_sequence;
-
-  /* True if this image needs to be flushed out to disk.  */
-  unsigned int save_p : 1;
-
-  /* True if this image has been loaded from an image file.  */
-  unsigned int loaded_p: 1;
-
-  /* True if this image has been incorporated into the current
-     compilation context.  FIXME pph, should we keep track of this
-     at the hunk level?  */
-  unsigned int used_p : 1;
-
-  /* True if we have computed the MD5 digest for FNAME.  */
-  unsigned int digest_computed_p : 1;
-
-  /* Index into the lexer buffer where the next token hunk to be
-     created should start.  This is managed by the file changing
-     logic in pth_file_change.  */
-  unsigned hunk_start_ix;
-
-  /* libcpp buffer associated with IMAGE->FNAME.  */
-  cpp_buffer * GTY((skip)) buffer;
-} pth_image;
-
-
-/* PTH state.  This holds all the data needed to manage the PTH cache.  */
-typedef struct GTY(()) pth_state
-{
-  /* The cache of pre-tokenized content.  */
-  VEC(pth_image_ptr,gc) *cache;
-
-  /* Pointer map for speeding up cache lookups.  */
-  htab_t GTY((param_is (struct pth_image))) cache_dir;
-
-  /* The current cache image being modified.  */
-  pth_image *cur_image;
-
-  /* Attributes for the most recent #include command found by
-     pth_include_handler.  */
-  enum include_type new_itype;
-  bool new_angle_brackets;
-  const char *new_iname;
-
-  /* The lexer used to pre-process the file.  */
-  cp_lexer *lexer;
-
-  /* Previously registered file change callback.  */
-  void (*file_change_prev) (cpp_reader *, const struct line_map *);
-} pth_state;
-
-
-/* Statistics on PTH.  */
-
-struct pth_stats_d
-{
-  /* Number of files processed as a regular #include.  */
-  size_t included_files;
-
-  /* Number of valid images.  */
-  size_t valid_images;
-
-  /* Number of token hunks seen.  */
-  size_t hunks;
-
-  /* Number of valid hunks copied from images.  */
-  size_t valid_hunks;
-
-  /* Number of hunks that failed dependency checks.  */
-  size_t invalid_hunks;
-
-  /* Number of verified hunks.  */
-  size_t verified_hunks;
-
-  /* Number of verified identifiers.  */
-  size_t verified_identifiers;
-};
-
-extern struct pth_stats_d pth_stats;
-
-#define PTH_STATS_INCR(CNT,N)			\
-  	do {					\
-	    if (flag_pth_stats)			\
-	      pth_stats.CNT += (N);		\
-	} while (0)
-
 /* Global state.  FIXME pph, get rid of these.  */
 
 /* Log file where PPH analysis is written to.  Controlled by
@@ -215,13 +50,6 @@
 extern FILE *pph_logfile;
 
 /* In pph.c  */
-extern void pth_init (cp_lexer *);
-extern void pth_finish (void);
-extern void pth_debug_state (void);
-extern void pth_debug_token_hunks (pth_image *);
-extern pth_image *pth_image_lookup (pth_state *, const char *, cpp_reader *);
-extern pth_state *pth_get_state (void);
-extern void pth_print_stats (FILE *, cp_lexer *);
 extern void pph_init (void);
 extern void pph_finish (void);
 
Index: gcc/cp/parser.c
===================================================================
--- gcc/cp/parser.c	(revision 174725)
+++ gcc/cp/parser.c	(working copy)
@@ -585,18 +585,8 @@
   cp_lexer *lexer;
   cp_token token;
 
-  if (flag_pth)
+  if (pph_out_file != NULL || query_have_pph_map ())
     {
-      /* FIXME pph.  PTH is incompatible with PCH, so do not read ahead to
-	 the first token looking for a PCH pragma.  This convoluted
-	 initialization could be simplified if PCH was implemented in
-	 terms of the incremental compiler.  */
-      lexer = cp_lexer_alloc ();
-      pth_init (lexer);
-      cp_lexer_get_tokens (lexer);
-    }
-  else if (pph_out_file != NULL || query_have_pph_map ())
-    {
       /* FIXME pph.  PPH is incompatible with PCH, so do not read ahead to
 	 the first token looking for a PCH pragma.  This convoluted
 	 initialization could be simplified if PCH was implemented in
@@ -643,32 +633,6 @@
 
   gcc_assert (!lexer->next_token->purged_p);
 
-  if (flag_pth_debug >= 1)
-    {
-      if (flag_pth)
-	{
-	  if (flag_pth_debug >= 3)
-	    pth_debug_state ();
-
-          if (flag_pth_debug >= 4)
-            {
-	      fprintf (stderr, "Partitioned token stream\n");
-	      pth_debug_token_hunks (pth_image_lookup (pth_get_state (),
-		                                       main_input_filename,
-						       parse_in));
-            }
-	}
-
-      fprintf (stderr, "\n\nGlobal token stream\n");
-      cp_lexer_debug_tokens (lexer->buffer);
-    }
-
-  if (flag_pth_stats)
-    pth_print_stats (pph_logfile, lexer);
-
-  if (flag_pth)
-    pth_finish ();
-
   return lexer;
 }
 
@@ -852,11 +816,6 @@
       token->pragma_kind = ((enum pragma_kind)
 			    TREE_INT_CST_LOW (token->u.value));
       token->u.value = NULL_TREE;
-
-      /* PTH and PCH are not compatible.  Make sure we are not trying
-	 to use a PCH image.  */
-      if (flag_pth && token->pragma_kind == PRAGMA_GCC_PCH_PREPROCESS)
-	error ("PTH cannot be used with PCH");
     }
 }
 
Index: gcc/timevar.def
===================================================================
--- gcc/timevar.def	(revision 174725)
+++ gcc/timevar.def	(working copy)
@@ -60,15 +60,6 @@
 DEFTIMEVAR (TV_PCH_RESTORE           , "PCH main state restore")
 DEFTIMEVAR (TV_PCH_CPP_RESTORE       , "PCH preprocessor state restore")
 
-/* Time spent handling PTH state.  */
-DEFTIMEVAR (TV_PTH_DEPENDENCY        , "PTH dependency checks")
-DEFTIMEVAR (TV_PTH_MANAGE            , "PTH bookkeeping")
-DEFTIMEVAR (TV_PTH_MD5               , "PTH MD5 signatures")
-DEFTIMEVAR (TV_PTH_LOAD              , "PTH stream load")
-DEFTIMEVAR (TV_PTH_SAVE              , "PTH stream save")
-DEFTIMEVAR (TV_PTH_SKIP_TOKENS       , "PTH skip cached tokens")
-DEFTIMEVAR (TV_PTH_INIT              , "PTH initialization")
-
 DEFTIMEVAR (TV_CGRAPH                , "callgraph construction")
 DEFTIMEVAR (TV_CGRAPHOPT             , "callgraph optimization")
 DEFTIMEVAR (TV_VARPOOL               , "varpool construction")

--
This patch is available for review at http://codereview.appspot.com/4571047

[Diego Novillo, 2011-06-06 22:14:31]

On Mon, Jun 6, 2011 at 18:08, Gabriel Charette <gchare@google.com> wrote:
> Removed all of the pth code with the exception of pth_save_token_cache
> and pth_load_token_cache and their respective closure.
>
> The renaming of the remaining functions to pph will be done in a separate
patch.
>
> The patch was tested with a full bootstrap build and regression testing.
>
> Note: There might be header files that are now unused due to the code removed.
>
> 2011-06-06  Gabriel Charette  <gchare@google.com>
>
>        * gcc/c-family/c.opt (fpth): Remove. Update all users.
>        (fpth-debug): Likewise.
>        (fpth-stats). Likewise.
>        (fpth-md5). Likewise.
>        * gcc/cp/pph.c (pth_stats): Remove field. Update all users.
>        (pth_get_state): Remove. Update all users.
>        (pth_debug_identifiers): Likewise.
>        (pth_debug_token_hunks): Likewise.
>        (pth_debug_state): Likewise.
>        (pth_image_lookup): Likewise.
>        (pth_init): Likewise.
>        (pth_print_stats): Likewise.
>        (pth_finish): Likewise.
>        * gcc/cp/pph.h (struct pth_include): Likewise.
>        (struct pth_image): Likewise.
>        (struct pth_state): Likewise.
>        (PTH_STATS_INCR): Likewise.
>        * gcc/timevar.def (TV_PTH_DEPENDENCY): Likewise.
>        (TV_PTH_MANAGE): Likewise.
>        (TV_PTH_MD5): Likewise.
>        (TV_PTH_LOAD): Likewise.
>        (TV_PTH_SAVE): Likewise.
>        (TV_PTH_SKIP_TOKENS): Likewise.
>        (TV_PTH_INIT): Likewise.

You also need to remove all the pth support in the testsuite.  You'd
be getting tons of errors from pth.exp.  Essentially, everything in
gcc/testsuite/* that references pth can go.  This includes
gcc/testsuite/lib/dg-pth.exp, gcc/testsuite/g++.dg/pth/* and also
you'll have to edit gcc/testsuite/g++.dg/dg.exp to remove the code
that tries to execute pth.exp.

OK with that change.

Diego.

[Gabriel Charette, 2011-06-06 23:12:23]

Ok removed the tests as well.

Executed the full test suite with no errors (except for currently known ones..)

Index: gcc/testsuite/ChangeLog.pph
===================================================================
--- gcc/testsuite/ChangeLog.pph	(revision 174725)
+++ gcc/testsuite/ChangeLog.pph	(working copy)
@@ -1,3 +1,8 @@
+2011-06-06  Gabriel Charette  <gchare@google.com>
+
+	* gcc/testsuite/g++.dg/pth/*: Remove.
+	* gcc/testsuite/lib/dg-pth.exp: Remove. Update all users.
+
 2011-06-05  Lawrence Crowl  <crowl@google.com>
 
 	* g++.dg/pph/x1special.cc: Change to new ICE.
Index: gcc/cp/ChangeLog.pph
===================================================================
--- gcc/cp/ChangeLog.pph	(revision 174725)
+++ gcc/cp/ChangeLog.pph	(working copy)
@@ -1,3 +1,30 @@
+2011-06-06  Gabriel Charette  <gchare@google.com>
+
+	* gcc/c-family/c.opt (fpth): Remove. Update all users.
+	(fpth-debug): Likewise.
+	(fpth-stats). Likewise.
+	(fpth-md5). Likewise.
+	* gcc/cp/pph.c (pth_stats): Remove field. Update all users.
+	(pth_get_state): Remove. Update all users.
+	(pth_debug_identifiers): Likewise.
+	(pth_debug_token_hunks): Likewise.
+	(pth_debug_state): Likewise.
+	(pth_image_lookup): Likewise.
+	(pth_init): Likewise.
+	(pth_print_stats): Likewise.
+	(pth_finish): Likewise.
+	* gcc/cp/pph.h (struct pth_include): Likewise.
+	(struct pth_image): Likewise.
+	(struct pth_state): Likewise.
+	(PTH_STATS_INCR): Likewise.
+	* gcc/timevar.def (TV_PTH_DEPENDENCY): Likewise.
+	(TV_PTH_MANAGE): Likewise.
+	(TV_PTH_MD5): Likewise.
+	(TV_PTH_LOAD): Likewise.
+	(TV_PTH_SAVE): Likewise.
+	(TV_PTH_SKIP_TOKENS): Likewise.
+	(TV_PTH_INIT): Likewise.
+
 2011-06-05  Lawrence Crowl <crowl@google.com>
 
 	* pph-streamer.c (pph_trace): Clean up trace formatting.
Index: gcc/c-family/c.opt
===================================================================
--- gcc/c-family/c.opt	(revision 174725)
+++ gcc/c-family/c.opt	(working copy)
@@ -961,22 +961,6 @@
 C++ ObjC++ Var(flag_pretty_templates) Init(1)
 -fno-pretty-templates Do not pretty-print template specializations as the
template signature followed by the arguments
 
-fpth
-C++ Var(flag_pth)
--fpth	Enable pre-tokenized header (PTH) support
-
-fpth-debug=
-C++ Joined RejectNegative UInteger Var(flag_pth_debug)
--fpth-debug=N	Enable debugging output at level N from PTH support
-
-fpth-stats
-C++ Var(flag_pth_stats)
--fpth-stats	Enable statistics gathering for PTH
-
-fpth-md5
-C++ Var(flag_pth_md5)
--fpth-md5   Use MD5 digests instead of timestamps to determine if a header file
has changed
-
 freplace-objc-classes
 ObjC ObjC++ Var(flag_replace_objc_classes)
 Used in Fix-and-Continue mode to indicate that object files may be swapped in
at runtime
Index: gcc/c-family/c-opts.c
===================================================================
--- gcc/c-family/c-opts.c	(revision 174725)
+++ gcc/c-family/c-opts.c	(working copy)
@@ -1226,12 +1226,6 @@
 {
   FILE *deps_stream = NULL;
 
-  /* FIXME.  Hack!  When using a PTH image, we did not allow the 
-     pre-processor to keep track of dependencies, so we cannot
-     write them out.  */
-  if (flag_pth)
-    return;
-
   /* Don't write the deps file if there are errors.  */
   /* FIXME.  We are emitting the deps file even if there were errors.
      This is a temporary workaround to avoid confusing Google's build
Index: gcc/testsuite/lib/dg-pth.exp
===================================================================
--- gcc/testsuite/lib/dg-pth.exp	(revision 174725)
+++ gcc/testsuite/lib/dg-pth.exp	(working copy)
@@ -1,79 +0,0 @@
-# Copyright (C) 2011 Free Software Foundation, Inc.
-
-# This program is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with GCC; see the file COPYING3.  If not see
-# <http://www.gnu.org/licenses/>.
-
-# Contributed by Diego Novillo <dnovillo@google.com>
-
-load_lib copy-file.exp
-
-proc dg-flags-pth { subdir test otherflags options suffix } {
-    global runtests dg-do-what-default
-
-    # If we're only testing specific files and this isn't one of them, skip it.
-    if ![runtest_file_p $runtests $test] {
-       return
-    }
-    set nshort "$subdir/[file tail $test]"
-    set bname "[file rootname [file tail $nshort]]"
-
-    foreach flags $options {
-       verbose "Testing $nshort, $otherflags $flags" 1
-
-       set dg-do-what-default compile
-
-       set have_errs [llength [grep $test "{\[ \t\]\+dg-error\[ \t\]\+.*\[ \t\]
\+}"]]
-       # Compile the file the first time to produce PTH images.
-       dg-test -keep-output $test "$otherflags $flags -I." ""
-
-       if { !$have_errs } {
-           if { [ file_on_host exists "$bname.s" ] } {
-               # Rename the .s file into .s-pth to compare it after the
-               # second build.
-               remote_upload host "$bname.s" "$bname.s-pth"
-               remote_download host "$bname.s-pth"
-
-               # Compile a second time to use the generated images.
-               dg-test -keep-output $test "$otherflags $flags -I." ""
-               remote_upload host "$bname.s"
-
-               # Compare the two assembly files.  They should be identical.
-               set tmp [ diff "$bname.s" "$bname.s-pth" ]
-               if { $tmp == 0 } {
-                   verbose -log "assembly file '$bname.s', '$bname.s-pth'
comparison error"
-                   fail "$nshort $otherflags $flags assembly comparison"
-               } elseif { $tmp == 1 } {
-                   pass "$nshort $otherflags $flags assembly comparison"
-               } else {
-                   fail "$nshort $otherflags $flags assembly comparison"
-               }
-               file_on_host delete "$bname$suffix"
-               file_on_host delete "$bname.s"
-               file_on_host delete "$bname.s-pth"
-           } else {
-               verbose -log "assembly file '$bname.s' missing"
-               fail "$nshort $flags assembly comparison"
-           }
-       }
-
-       # Remove stale .pth files, if any.
-       foreach pth_file [glob -nocomplain *.pth] {
-           file_on_host delete $pth_file
-       }
-    }
-}
-
-proc dg-pth { subdir test options suffix } {
-  return [dg-flags-pth $subdir $test "" $options $suffix]
-}
Index: gcc/testsuite/g++.dg/dg.exp
===================================================================
--- gcc/testsuite/g++.dg/dg.exp	(revision 174725)
+++ gcc/testsuite/g++.dg/dg.exp	(working copy)
@@ -40,7 +40,6 @@
 set tests [prune $tests $srcdir/$subdir/lto/*]
 set tests [prune $tests $srcdir/$subdir/pch/*]
 set tests [prune $tests $srcdir/$subdir/pph/*]
-set tests [prune $tests $srcdir/$subdir/pth/*]
 set tests [prune $tests $srcdir/$subdir/plugin/*]
 set tests [prune $tests $srcdir/$subdir/special/*]
 set tests [prune $tests $srcdir/$subdir/tls/*]
Index: gcc/testsuite/g++.dg/pth/staticmbrvar.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/staticmbrvar.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/staticmbrvar.cc	(working copy)
@@ -1,5 +0,0 @@
-struct D {
-    int method() { return mbr; }
-    static int mbr;
-};
-int D::mbr = 4;
Index: gcc/testsuite/g++.dg/pth/typerefs.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/typerefs.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/typerefs.cc	(working copy)
@@ -1,18 +0,0 @@
-struct base {
-    int field;
-};
-base function();
-int base_from_var() {
-    base variable;
-}
-int base_from_func() {
-    function();
-}
-struct derived : base {
-    int method();
-};
-int derived::method() {
-    return field;
-}
-struct vderived : virtual base {
-};
Index: gcc/testsuite/g++.dg/pth/pth.exp
===================================================================
--- gcc/testsuite/g++.dg/pth/pth.exp	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/pth.exp	(working copy)
@@ -1,38 +0,0 @@
-# Copyright (C) 2011 Free Software Foundation, Inc.
-
-# This program is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation; either version 3 of the License, or
-# (at your option) any later version.
-# 
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-# 
-# You should have received a copy of the GNU General Public License
-# along with GCC; see the file COPYING3.  If not see
-# <http://www.gnu.org/licenses/>.
-
-# GCC testsuite for preparsed header interaction.
-
-# Contributed by Diego Novillo <dnovillo@google.com>
-
-# Load support procs.
-load_lib "g++-dg.exp"
-load_lib dg-pth.exp
-
-# Initialize `dg'.
-dg-init
-
-set old_dg_do_what_default "${dg-do-what-default}"
-
-# Main loop.
-foreach test [lsort [glob -nocomplain $srcdir/$subdir/*.cc]] {
-    dg-pth $subdir $test [list "-fpth" ] ".pth"
-}
-
-set dg-do-what-default "$old_dg_do_what_default"
-
-# All done.
-dg-finish
Index: gcc/testsuite/g++.dg/pth/tmplclass.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/tmplclass.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/tmplclass.cc	(working copy)
@@ -1,29 +0,0 @@
-template< typename T >
-struct wrapper {
-  T value;
-  static T cache;
-};
-
-template< typename T >
-T wrapper<T>::cache = 3;
-
-template<>
-struct wrapper<char> {
-  int value;
-  static int cache;
-};
-
-int wrapper<char>::cache = 2;
-
-template
-struct wrapper<short>;
-
-template
-long wrapper<long>::cache;
-
-int main() {
-  wrapper<char> vc;
-  wrapper<short> vs;
-  wrapper<int> vi;
-  return 0;
-}
Index: gcc/testsuite/g++.dg/pth/system-include.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/system-include.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/system-include.cc	(working copy)
@@ -1,3 +0,0 @@
-#include <stdlib.h>	// { dg-error "fatal" "invalid hunk" { xfail *-*-* } }
-size_t X;
-// { dg-error "excess errors" "" { xfail *-*-* } }
Index: gcc/testsuite/g++.dg/pth/variables.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/variables.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/variables.cc	(working copy)
@@ -1,17 +0,0 @@
-extern int gbl_init_extern;		// need body			pass
-extern int gbl_uninit_extern;		// head only			pass
-int gbl_tentative;			// need body			pass
-int gbl_initial = 1;			// need body			pass
-extern const int gbl_extern_const;	// head only			pass
-const float gbl_init_const = 1.5;	// need body			pass
-const int gbl_manifest = 2;		// lazy body	merge head	pass
-struct D {
-    static int mbr_init_plain;		// head only			pass
-    static int mbr_uninit_plain;	// head only			pass
-    static const int mbr_init_const;	// head only			pass
-    static const int mbr_uninit_const;	// head only			pass
-    static const int mbr_manifest = 3;	// lazy body	merge head	okay
-};
-int D::mbr_init_plain = 4;		// need body	merge body	pass
-int D::mbr_uninit_plain;		// need body	merge body	FAIL
-const int D::mbr_init_const = 5;	// need body	merge body	FAIL
Index: gcc/testsuite/g++.dg/pth/trivial.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/trivial.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/trivial.cc	(working copy)
@@ -1,3 +0,0 @@
-int main()
-{
-}
Index: gcc/testsuite/g++.dg/pth/where.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/where.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/where.cc	(working copy)
@@ -1,21 +0,0 @@
-namespace A {
-int x = 3;
-struct B;
-struct C {
-    B* b;
-    int method();
-    int another()
-    { return 1; }
-};
-int C::method()
-{ return 1; }
-} // namespace A
-struct D : A::C {
-    int method();
-    int another()
-    { return 1; }
-};
-int D::method()
-{ return 1; }
-int main()
-{ }
Index: gcc/testsuite/g++.dg/pth/template.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/template.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/template.cc	(working copy)
@@ -1,24 +0,0 @@
-namespace A {
-int x = 3;
-struct B;
-template< typename T >
-struct C {
-    T* b;
-    int method();
-    int another()
-    { return *b; }
-};
-template< typename T >
-int C< T >::method()
-{ return x; }
-} // namespace A
-int y = 4;
-struct D : A::C< int > {
-    int method();
-    int another()
-    { return *b; }
-};
-int D::method()
-{ return y; }
-int main()
-{ }
Index: gcc/testsuite/g++.dg/pth/cflow.h
===================================================================
--- gcc/testsuite/g++.dg/pth/cflow.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/cflow.h	(working copy)
@@ -1,13 +0,0 @@
-#ifndef __CFLOW_H
-#define __CFLOW_H
-
-extern void foo (void);
-
-#define X	1
-#if defined X
-#include "inif.h"
-extern int var1;
-extern int var2;
-#endif
-#include "inif.h"
-#endif
Index: gcc/testsuite/g++.dg/pth/simple1.h
===================================================================
--- gcc/testsuite/g++.dg/pth/simple1.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/simple1.h	(working copy)
@@ -1,11 +0,0 @@
-#ifndef SIMPLE1_H
-#define SIMPLE1_H
-
-#include "simple2.h"
-
-inline int foo()
-{
-  assert(1);
-}
-
-#endif
Index: gcc/testsuite/g++.dg/pth/simple2.h
===================================================================
--- gcc/testsuite/g++.dg/pth/simple2.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/simple2.h	(working copy)
@@ -1,7 +0,0 @@
-#ifndef SIMPLE2_H
-#define SIMPLE2_H
-
-#define assert(x) yellow(x)
-extern void yellow(int);
-
-#endif
Index: gcc/testsuite/g++.dg/pth/chained1.h
===================================================================
--- gcc/testsuite/g++.dg/pth/chained1.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/chained1.h	(working copy)
@@ -1 +0,0 @@
-#define ONE 1
Index: gcc/testsuite/g++.dg/pth/chained2.h
===================================================================
--- gcc/testsuite/g++.dg/pth/chained2.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/chained2.h	(working copy)
@@ -1 +0,0 @@
-#define TWO ONE
Index: gcc/testsuite/g++.dg/pth/meth2.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/meth2.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/meth2.cc	(working copy)
@@ -1,6 +0,0 @@
-class one {
-};
-typedef one type;
-class two {
-    type fld;
-};
Index: gcc/testsuite/g++.dg/pth/mean.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/mean.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/mean.cc	(working copy)
@@ -1,163 +0,0 @@
-#include <stdlib.h>	// { dg-error "fatal" "invalid hunk" { xfail *-*-* } }
-#include <stdio.h>
-#include <math.h>
-#include <string.h>
-
-static unsigned long long MAX_ITEMS = 10000;
-
-static int
-cmpdouble (const void *p1, const void *p2)
-{
-  double n1 = *((double *)p1);
-  double n2 = *((double *)p2);
-
-  if (n1 < n2)
-    return -1;
-  else if (n1 > n2)
-    return 1;
-  else
-    return 0;
-}
-
-
-double
-compute_median (int n, double vec[])
-{
-  qsort (vec, n, sizeof (double), cmpdouble);
-  
-  if (n % 2 == 0)
-    return ((vec[n / 2] + vec[n / 2 - 1]) / 2.0);
-  else
-    return vec[n / 2];
-}
-
-double
-compute_stddev (int n, double avg, double vec[])
-{
-  double sd, sum, s, x;
-  int i;
-
-  for (x = 0.0, sum = 0.0, i = 0; i < n; i++)
-    {
-      double d;
-
-      x = x + vec[i];
-      d = vec[i] - avg;
-      sum += d * d;
-    }
-
-  s = sum / n;
-  sd = sqrt (s);
-
-  return sd;
-}
-
-
-int
-main (int argc, char *argv[])
-{
-  double *vec;
-  double x, sum, product, inverse_sum, arithmetic, geometric, harmonic;
-  double min, max, median, variance, stddev;
-  int count;
-  int ret;
-
-  sum = 0.0;
-  product = 1.0;
-  inverse_sum = 0.0;
-  count = 0;
-  min = 0.0;
-  max = 0.0;
-
-  vec = (double *) malloc (MAX_ITEMS * sizeof (double));
-
-  while (1)
-    {
-      ret = scanf ("%lg", &x);
-      if (ret == EOF)
-	break;
-
-      if (count == 0)
-	min = max = x;
-
-      if (x < min)
-	min = x;
-
-      if (x > max)
-	max = x;
-
-      sum += x;
-      product *= x;
-      inverse_sum += 1.0 / x;
-      vec[count] = x;
-
-      count++;
-      if (count >= MAX_ITEMS)
-	{
-	  MAX_ITEMS *= 3;
-	  vec = (double *) realloc (vec, MAX_ITEMS * sizeof (double));
-	}
-    }
-
-  int do_min = (strstr (argv[0], "min") != NULL);
-  int do_max = (strstr (argv[0], "max") != NULL);
-  int do_avg = (strstr (argv[0], "avg") != NULL);
-  int do_geo = (strstr (argv[0], "geoavg") != NULL);
-  int do_harmonic = (strstr (argv[0], "harmonic") != NULL);
-  int do_median = (strstr (argv[0], "median") != NULL);
-  int do_variance = (strstr (argv[0], "variance") != NULL);
-  int do_stdev = (strstr (argv[0], "stdev") != NULL);
-  int do_all = (argc > 1 && strcmp (argv[1], "-a") == 0);
-
-  if (count > 0)
-    {
-      arithmetic = sum / count;
-      geometric = pow (product, (double) 1.0 / (double) count);
-      harmonic = count / inverse_sum;
-      median = compute_median (count, vec);
-      stddev = compute_stddev (count, arithmetic, vec);
-      variance = stddev * stddev;
-
-      if (do_all)
-	{
-	  printf ("# of items read --> %d\n", count);
-	  printf ("Min --------------> %lg\n", min);
-	  printf ("Max --------------> %lg\n", max);
-	  printf ("Arithmetic mean --> %lg\n", arithmetic);
-	  printf ("Geometric mean ---> %lg\n", geometric);
-	  printf ("Harmonic mean ----> %lg\n", harmonic);
-	  printf ("Median -----------> %lg\n", median);
-	  printf ("Variance ---------> %lg\n", variance);
-	  printf ("Standard dev -----> %lg\n", stddev);
-	}
-      else if (do_min)
-	printf ("%lg\n", min);
-      else if (do_max)
-	printf ("%lg\n", max);
-      else if (do_avg)
-	printf ("%lg\n", arithmetic);
-      else if (do_geo)
-	printf ("%lg\n", geometric);
-      else if (do_harmonic)
-	printf ("%lg\n", harmonic);
-      else if (do_median)
-	printf ("%lg\n", median);
-      else if (do_variance)
-	printf ("%lg\n", variance);
-      else if (do_stdev)
-	printf ("%lg\n", stddev);
-      else
-	{
-	  fprintf (stderr, "ERROR: Unknown value '%s' to compute\n", argv[0]);
-	  return 1;
-	}
-    }
-  else
-    {
-      fprintf (stderr, "ERROR: none of the input is positive\n");
-      return 1;
-    }
-
-  return 0;
-}
-// { dg-error "excess errors" "" { xfail *-*-* } }
Index: gcc/testsuite/g++.dg/pth/special.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/special.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/special.cc	(working copy)
@@ -1,30 +0,0 @@
-struct B {
-    B( int );
-    B( double );
-    B( const B& );
-    B& operator=( const B& );
-    B& operator=( int );
-    operator double();
-    ~B();
-};
-
-struct D {
-    D( const B& );
-};
-
-int F( D );
-int G( double );
-
-B b(1);
-//B q("hhh");
-
-int H() {
-    F(b);
-    B a(3.2);
-    B c = b;
-    B d(b);
-    c = b;
-    d = 4;
-    //G(double(""));
-    G(d);
-}
Index: gcc/testsuite/g++.dg/pth/nontrivinit.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/nontrivinit.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/nontrivinit.cc	(working copy)
@@ -1,2 +0,0 @@
-int y = 0;
-int x = y+1;
Index: gcc/testsuite/g++.dg/pth/emptyclass.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/emptyclass.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/emptyclass.cc	(working copy)
@@ -1,2 +0,0 @@
-struct B {
-};
Index: gcc/testsuite/g++.dg/pth/simplecall.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/simplecall.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/simplecall.cc	(working copy)
@@ -1,10 +0,0 @@
-int H( int a, int b) {
-}
-
-int I( int a, int b) {
-    return a+b;
-}
-
-int F( int c, int d) {
-    return H(c, d) + I(c, d);
-}
Index: gcc/testsuite/g++.dg/pth/autometh.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/autometh.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/autometh.cc	(working copy)
@@ -1,11 +0,0 @@
-class base {
-    virtual int method() {
-        return 0;
-    }
-    int field;
-};
-void function() {
-    base var1;
-    base var2( var1 );
-    var1 = var2;
-}
Index: gcc/testsuite/g++.dg/pth/tmplfunc.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/tmplfunc.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/tmplfunc.cc	(working copy)
@@ -1,17 +0,0 @@
-typedef int type;
-type val = 3;
-
-template< typename T >
-T identity(T arg)
-{ return arg + val; }
-
-template<>
-int identity< type >(type arg)
-{ return arg + val; }
-
-template
-short identity(short arg);
-
-int main() {
-  return identity( 'a' );
-}
Index: gcc/testsuite/g++.dg/pth/builtin1.h
===================================================================
--- gcc/testsuite/g++.dg/pth/builtin1.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/builtin1.h	(working copy)
@@ -1,2 +0,0 @@
-#define QUOTE(arg) #arg
-#define VALUE(arg) QUOTE(arg)
Index: gcc/testsuite/g++.dg/pth/simple.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/simple.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/simple.cc	(working copy)
@@ -1,7 +0,0 @@
-/* comment */
-#include "simple1.h"
-
-int main()
-{
-	return foo();
-}
Index: gcc/testsuite/g++.dg/pth/builtin2.h
===================================================================
--- gcc/testsuite/g++.dg/pth/builtin2.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/builtin2.h	(working copy)
@@ -1,7 +0,0 @@
-const char *date = VALUE(__DATE__);
-const char *time = VALUE(__TIME__);
-const char *file = VALUE(__FILE__);
-const char *line = VALUE(__LINE__);
-const char *vers = VALUE(__cplusplus);
-const char *optm = VALUE(__OPTIMIZE__);
-const char *func() { return __func__; }
Index: gcc/testsuite/g++.dg/pth/invoke.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/invoke.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/invoke.cc	(working copy)
@@ -1,6 +0,0 @@
-#include "invoke.h"
-#define outer(major, minor) inner(major, minor)
-
-void outer(long one, short two) { }
-major(three);
-minor(four);
Index: gcc/testsuite/g++.dg/pth/builtin3.h
===================================================================
--- gcc/testsuite/g++.dg/pth/builtin3.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/builtin3.h	(working copy)
@@ -1,2 +0,0 @@
-const char *refile = VALUE(__FILE__);
-const char *reline = VALUE(__LINE__);
Index: gcc/testsuite/g++.dg/pth/chained.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/chained.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/chained.cc	(working copy)
@@ -1,3 +0,0 @@
-#include "chained1.h"
-#include "chained2.h"
-int x = TWO;
Index: gcc/testsuite/g++.dg/pth/usearray.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/usearray.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/usearray.cc	(working copy)
@@ -1,8 +0,0 @@
-#include "usearray.h"
-const int x = 3;
-const int y = 10;
-float array[x + y];
-float foo (int i)
-{
-  return array[i * 3];
-}
Index: gcc/testsuite/g++.dg/pth/invoke.h
===================================================================
--- gcc/testsuite/g++.dg/pth/invoke.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/invoke.h	(working copy)
@@ -1,4 +0,0 @@
-# define gnu_dev_major(dev) long dev
-# define gnu_dev_minor(dev) short dev
-# define major(dev) gnu_dev_major (dev)
-# define minor(dev) gnu_dev_minor (dev)
Index: gcc/testsuite/g++.dg/pth/meth.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/meth.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/meth.cc	(working copy)
@@ -1,4 +0,0 @@
-typedef int type;
-class base {
-    type fld;
-};
Index: gcc/testsuite/g++.dg/pth/globalref.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/globalref.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/globalref.cc	(working copy)
@@ -1,7 +0,0 @@
-typedef int type;
-type x = 2;
-type y = x;
-type f() { return x; }
-const type n = 3;
-const type m = 4;
-type a[n+m];
Index: gcc/testsuite/g++.dg/pth/usearray.h
===================================================================
--- gcc/testsuite/g++.dg/pth/usearray.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/usearray.h	(working copy)
@@ -1 +0,0 @@
-float foo(int);
Index: gcc/testsuite/g++.dg/pth/guarded1.h
===================================================================
--- gcc/testsuite/g++.dg/pth/guarded1.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/guarded1.h	(working copy)
@@ -1,6 +0,0 @@
-#ifndef GUARDED1_H
-#define GUARDED1_H
-
-typedef int type;
-
-#endif
Index: gcc/testsuite/g++.dg/pth/guarded2.h
===================================================================
--- gcc/testsuite/g++.dg/pth/guarded2.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/guarded2.h	(working copy)
@@ -1,8 +0,0 @@
-#ifndef GUARDED2_H
-#define GUARDED2_H
-
-#include "guarded1.h"
-
-type variable2;
-
-#endif
Index: gcc/testsuite/g++.dg/pth/guarded3.h
===================================================================
--- gcc/testsuite/g++.dg/pth/guarded3.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/guarded3.h	(working copy)
@@ -1,8 +0,0 @@
-#ifndef GUARDED3_H
-#define GUARDED3_H
-
-#include "guarded1.h"
-
-type variable3;
-
-#endif
Index: gcc/testsuite/g++.dg/pth/funcstatic.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/funcstatic.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/funcstatic.cc	(working copy)
@@ -1,3 +0,0 @@
-int f() {
-    static int x = 3;
-}
Index: gcc/testsuite/g++.dg/pth/builtin.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/builtin.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/builtin.cc	(working copy)
@@ -1,3 +0,0 @@
-#include "builtin1.h"
-#include "builtin2.h"
-#include "builtin3.h"
Index: gcc/testsuite/g++.dg/pth/hardlookup.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/hardlookup.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/hardlookup.cc	(working copy)
@@ -1,29 +0,0 @@
-struct V { int a; static int b;};
-namespace N {
-   int V;
-   struct C { };
-   int operator + (int i, C c);
-   C O;
-   int I(int arg)
-   { return arg + V; }
-   struct V w;
-   int x = V::b;
-}
-
-int V;
-struct D { };
-D P;
-int operator + (int i, D d);
-int I(int arg)
-{ return arg + V; }
-
-int F() {
-   return I(N::V + N::O);
-}
-
-int G() {
-   return I(::V + P);
-}
-
-struct V w;
-int x = V::b;
Index: gcc/testsuite/g++.dg/pth/functions.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/functions.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/functions.cc	(working copy)
@@ -1,22 +0,0 @@
-extern int extern_only(int);		//
-extern int extern_then_body(int);	//
-inline int extern_inline(int i)		// lazy body
-{ return extern_then_body(i); }
-int extern_then_body(int i)		// need body, merge head to body
-{ return extern_only( i ); }
-static int fwdref_static(int);
-int fwdref_static(int i)
-{ return extern_then_body( i ); }	// need body, merge head to body
-struct type {
-    int mbr_decl_only(int);
-    int mbr_decl_then_def(int);
-    inline int mbr_inl_then_def(int);
-    int mbr_decl_inline(int i)		// lazy body
-    { return mbr_decl_only( i ); }
-    virtual int mbr_virtual_inline()	// lazy body, but circular dependence
-    { return mbr_decl_only( 1 ); }
-};
-int type::mbr_decl_then_def(int i)	// need body
-{ return mbr_decl_inline( i ); }
-int type::mbr_inl_then_def(int i)	// lazy body
-{ return mbr_decl_then_def( i ); }
Index: gcc/testsuite/g++.dg/pth/incmod.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/incmod.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/incmod.cc	(working copy)
@@ -1,9 +0,0 @@
-struct T { int f; };
-#define NAME v
-#define VALUE 1
-#include "incmod.h"
-#undef NAME
-#define NAME w
-#undef VALUE
-#define VALUE 2
-#include "incmod.h"
Index: gcc/testsuite/g++.dg/pth/cflow.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/cflow.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/cflow.cc	(working copy)
@@ -1,6 +0,0 @@
-#include "cflow.h"
-
-void foo (void)
-{
-  int x = var1 + var2 - (int) f1;
-}
Index: gcc/testsuite/g++.dg/pth/incmod.h
===================================================================
--- gcc/testsuite/g++.dg/pth/incmod.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/incmod.h	(working copy)
@@ -1 +0,0 @@
-struct T NAME = { VALUE };
Index: gcc/testsuite/g++.dg/pth/guarded.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/guarded.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/guarded.cc	(working copy)
@@ -1,2 +0,0 @@
-#include "guarded2.h"
-#include "guarded3.h"
Index: gcc/testsuite/g++.dg/pth/paste.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/paste.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/paste.cc	(working copy)
@@ -1,10 +0,0 @@
-#define major	"beef"
-#define M(major)	foo##_##major##_(major)
-
-void foo_30_(int);
-void bar(void);
-
-void bar(void)
-{
-  M(30);
-}
Index: gcc/testsuite/g++.dg/pth/incsame.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/incsame.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/incsame.cc	(working copy)
@@ -1,5 +0,0 @@
-struct T { int f; };
-struct T v
-#include "incsame.h"
-struct T w
-#include "incsame.h"
Index: gcc/testsuite/g++.dg/pth/sys-types.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/sys-types.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/sys-types.cc	(working copy)
@@ -1,2 +0,0 @@
-#include <sys/types.h> 	// { dg-error "fatal" "invalid hunk" { xfail *-*-* } }
-// { dg-error "excess errors" "" { xfail *-*-* } }
Index: gcc/testsuite/g++.dg/pth/incsame.h
===================================================================
--- gcc/testsuite/g++.dg/pth/incsame.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/incsame.h	(working copy)
@@ -1 +0,0 @@
-= { 1 };
Index: gcc/testsuite/g++.dg/pth/field.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/field.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/field.cc	(working copy)
@@ -1,7 +0,0 @@
-typedef int language;
-struct program {
-    language field;
-};
-struct client {
-    program field;
-};
Index: gcc/testsuite/g++.dg/pth/classshort.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/classshort.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/classshort.cc	(working copy)
@@ -1,19 +0,0 @@
-typedef int type;
-type gbl = 1;
-struct B {
-    type fld;
-};
-struct D : B {
-    type method();
-    type another()
-    { return fld + mbr + gbl; }
-    type fld;
-    static type mbr;
-};
-type D::method()
-{ static int x = 2;
-  return fld + mbr + gbl; }
-type D::mbr = 4;
-typedef D D2;
-D2 var1;
-D2 var2 = var1;
Index: gcc/testsuite/g++.dg/pth/variable.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/variable.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/variable.cc	(working copy)
@@ -1,2 +0,0 @@
-int one;
-int two;
Index: gcc/testsuite/g++.dg/pth/tmplsimple.cc
===================================================================
--- gcc/testsuite/g++.dg/pth/tmplsimple.cc	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/tmplsimple.cc	(working copy)
@@ -1,11 +0,0 @@
-template< typename T >
-struct C {
-    int* b;
-    int method();
-    int another()
-    { return 1; }
-};
-template< typename T >
-int C< T >::method()
-{ return 1; }
-C<int> v;
Index: gcc/testsuite/g++.dg/pth/inif.h
===================================================================
--- gcc/testsuite/g++.dg/pth/inif.h	(revision 174725)
+++ gcc/testsuite/g++.dg/pth/inif.h	(working copy)
@@ -1 +0,0 @@
-extern float f1;
Index: gcc/cp/pph.c
===================================================================
--- gcc/cp/pph.c	(revision 174725)
+++ gcc/cp/pph.c	(working copy)
@@ -38,159 +38,10 @@
 #include "pph.h"
 #include "pph-streamer.h"
 
-/* Statistics collected for PTH.  */
-struct pth_stats_d pth_stats;
-
 /* Log file where PPH analysis is written to.  Controlled by
    -fpph_logfile.  If this flag is not given, stdout is used.  */
 FILE *pph_logfile = NULL;
 
-
-/* Return true if path P1 and path P2 point to the same file.  */
-
-static inline bool
-pathnames_equal_p (const char *p1, const char *p2)
-{
-  return strcmp (lrealpath (p1), lrealpath (p2)) == 0;
-}
-
-/* Hash and comparison functions for the directory of cached images.  */
-
-static hashval_t
-pth_image_dir_hash (const void *p)
-{
-  const char *s = lrealpath (((const pth_image *)p)->fname);
-  return htab_hash_string (s);
-}
-
-
-static int
-pth_image_dir_eq (const void *p1, const void *p2)
-{
-  const char *s1 = ((const pth_image *)p1)->fname;
-  const char *s2 = ((const pth_image *)p2)->fname;
-  return pathnames_equal_p (s1, s2);
-}
-
-
-static GTY(()) pth_state *pth_global_state = NULL;
-
-/* Return the global PTH state where the cache and its directory
-   are stored.  */
-
-pth_state *
-pth_get_state (void)
-{
-  if (pth_global_state == NULL)
-    {
-      pth_global_state = ggc_alloc_cleared_pth_state ();
-      pth_global_state->cache_dir = htab_create_ggc (10, pth_image_dir_hash,
-				                     pth_image_dir_eq, NULL);
-    }
-
-  return pth_global_state;
-}
-
-
-/* Return an identification string for a PTH image.  */
-
-static const char *
-pth_id_str (void)
-{
-  /* FIXME pph - Build a better identification string.  */
-  return "PTH0x42";
-}
-
-
-/* Return the number of bytes taken by the header of a PTH image.  */
-
-static size_t
-pth_header_len (void)
-{
-  /* The header of a PTH image contains:
-	- An identification string (pth_id_str ())
-	- The MD5 digest for the source file associated with the image.
-   */
-  return strlen (pth_id_str ()) + DIGEST_LEN;
-}
-
-
-#define PTH_EXTENSION ".pth"
-
-/* Return a new string with the extension PTH_EXTENSION appended to NAME.  The
-   caller is responsible for freeing the returned string.  */
-
-static char *
-pth_name_for (const char *name)
-{
-  size_t i, len;
-  char *s;
-  
-  len = strlen (name) + sizeof (PTH_EXTENSION) + 1;
-  s = XCNEWVEC (char, len);
-  sprintf (s, "%s" PTH_EXTENSION, name);
-
-  /* Make the file name unique and store it in the current directory.  */
-  for (i = 0; i < len - sizeof (PTH_EXTENSION) - 1; i++)
-    if (!ISALNUM (s[i]))
-      s[i] = '_';
-
-  return s;
-}
-
-
-/* Open an image file for path NAME.  MODE is as in fopen.  */
-
-static pph_stream *
-pth_file_for (const char *name, const char *mode)
-{
-  char *s;
-  pph_stream *f;
-
-  s = pth_name_for (name);
-  f = pph_stream_open (s, mode);
-  if (!f)
-    fatal_error ("can%'t open token stream file %s: %m", s);
-  free (s);
-
-  return f;
-}
-
-
-/* Compute the MD5 digest for FNAME.  Store it in DIGEST.  */
-
-static void
-pth_get_md5_digest (const char *fname, unsigned char digest[DIGEST_LEN])
-{
-  if (flag_pth_md5)
-    {
-      FILE *f;
-
-      timevar_push (TV_PTH_MD5);
-
-      f = fopen (fname, "rb");
-      if (f == NULL)
-	fatal_error ("Cannot open %s for computing its digest: %m", fname);
-
-      md5_stream (f, digest);
-
-      fclose (f);
-
-      timevar_pop (TV_PTH_MD5);
-    }
-  else
-    {
-      struct stat buf;
-
-      if (stat (fname,&buf) != 0)
-	fatal_error ("Cannot stat %s: %m", fname);
-
-      memset (digest, 0, DIGEST_LEN);
-      memcpy (digest, &buf.st_mtime, sizeof (buf.st_mtime));
-    }
-}
-
-
 /* Compute an index value for TYPE suitable for restoring it later
    from global_trees[] or integer_types.  The index is saved
    in TYPE_IX_P and the number category (one of CPP_N_INTEGER,
@@ -393,318 +244,6 @@
 }
 
 
-/* Write header information for IMAGE to STREAM.  */
-
-static void
-pth_write_header (pth_image *image, pph_stream *stream)
-{
-  const char *id = pth_id_str ();
-
-  if (!image->digest_computed_p)
-    {
-      pth_get_md5_digest (image->fname, image->digest);
-      image->digest_computed_p = true;
-    }
-
-  pph_out_bytes (stream, id, strlen (id));
-  pph_out_bytes (stream, image->digest, DIGEST_LEN);
-}
-
-
-/* Dump a table of IDENTIFIERS to the STREAM. */
-
-static void
-pth_dump_identifiers (FILE *stream, cpp_idents_used *identifiers)
-{
-  unsigned int idx, col = 1;
-  char use, exp;
-
-  fprintf (stream, "%u identifiers up to %u chars, vals to %u chars\n",
-           identifiers->num_entries, identifiers->max_ident_len,
-           identifiers->max_value_len);
-  for (idx = 0; idx < identifiers->num_entries; ++idx)
-    {
-      cpp_ident_use *ident = identifiers->entries + idx;
-
-      if (col + ident->ident_len >= 80)
-        {
-          fprintf (stream, "\n");
-          col = 1;
-        }
-      use = ident->used_by_directive ? 'U' : '-';
-      exp = ident->expanded_to_text ? 'E' : '-';
-      if (ident->before_str || ident->after_str)
-        {
-          if (col > 1)
-            fprintf (stream, "\n");
-          fprintf (stream, " %s %c%c = %s -> %s\n", ident->ident_str, use, exp,
-                   ident->before_str, ident->after_str);
-          col = 1;
-        }
-      else
-        {
-          fprintf (stream, " %s %c%c", ident->ident_str, use, exp);
-          col += ident->ident_len;
-        }
-    }
-  fprintf (stream, "\n");
-}
-
-/* Dump a debug log of the IDENTIFIERS. */
-
-void
-pth_debug_identifiers (cpp_idents_used *identifiers);
-
-void
-pth_debug_identifiers (cpp_idents_used *identifiers)
-{
-  pth_dump_identifiers (stderr, identifiers);
-}
-
-/* Dump a HUNK to the STREAM. */
-
-static void
-pth_dump_hunk (FILE *stream, cp_token_hunk *hunk)
-{
-  pth_dump_identifiers (stream, &hunk->identifiers);
-  cp_lexer_dump_tokens (stream, hunk->buffer, NULL, 0, NULL);
-}
-
-/* Dump a debug log of the HUNK. */
-
-static void
-pth_debug_hunk (cp_token_hunk *hunk)
-{
-  pth_dump_hunk (stderr, hunk);
-}
-
-
-/* Dump #include command INCLUDE to FILE.  */
-
-static void
-pth_dump_include (FILE *f, pth_include *include)
-{
-  if (include == NULL)
-    return;
-
-  if (include->itype == IT_INCLUDE)
-    fprintf (f, "#include ");
-  else if (include->itype == IT_INCLUDE_NEXT)
-    fprintf (f, "#include_next ");
-  else if (include->itype == IT_IMPORT)
-    fprintf (f, "#import ");
-  else
-    fprintf (f, "#??? ");
-
-  fprintf (f, "%c%s%c",
-	   (include->angle_brackets) ? '<' : '"',
-	   include->iname,
-	   (include->angle_brackets) ? '>' : '"');
-
-  fprintf (f, " (found in %s)\n", include->dname);
-}
-
-
-/* Dump #include command INCLUDE to stderr.  */
-
-static void
-pth_debug_include (pth_include *include)
-{
-  pth_dump_include (stderr, include);
-}
-
-
-/* Recursive helper for pth_dump_token_hunks_1.  VISITED keeps track of
-   images that have already been dumped to avoid infinite recursion.  */
-
-static void
-pth_dump_token_hunks_1 (FILE *f, pth_image *image,
-		        struct pointer_set_t *visited)
-{
-  unsigned i, h_ix, i_ix;
-  char s;
-
-  if (pointer_set_insert (visited, image))
-    return;
-
-  fprintf (f, "LC_ENTER: %s {\n", image->fname);
-
-  for (i = 0, h_ix = 0, i_ix = 0;
-       VEC_iterate (char, image->ih_sequence, i, s);
-       i++)
-    {
-      if (s == 'H')
-	{
-	  cp_token_hunk *hunk;
-	  hunk = VEC_index (cp_token_hunk_ptr, image->token_hunks, h_ix++);
-	  pth_dump_hunk (f, hunk);
-	}
-      else if (s == 'I')
-	{
-	  pth_include *include;
-	  include = VEC_index (pth_include_ptr, image->includes, i_ix++);
-	  pth_dump_include (f, include);
-	  pth_dump_token_hunks_1 (f, include->image, visited);
-	}
-    }
-
-  fprintf (f, "LC_LEAVE: %s }\n", image->fname);
-}
-
-
-/* Dump all the tokens in IMAGE and the files included by it to F.  */
-
-static void
-pth_dump_token_hunks (FILE *f, pth_image *image)
-{
-  struct pointer_set_t *visited = pointer_set_create ();
-  pth_dump_token_hunks_1 (f, image, visited);
-  pointer_set_destroy (visited);
-}
-
-
-/* Dump all the tokens in IMAGE and the files included by it to stderr.  */
-
-void
-pth_debug_token_hunks (pth_image *image)
-{
-  pth_dump_token_hunks (stderr, image);
-}
-
-
-/* Dump a debugging representation of IMAGE to F.  */
-
-static void
-pth_dump_image (FILE *f, pth_image *image)
-{
-  unsigned i;
-  cp_token_hunk *hunk;
-  pth_include *include;
-  char s;
-
-  if (image == NULL)
-    return;
-
-  fprintf (f, "Image for: %s\n", image->fname);
-
-  fprintf (f, "  MD5 digest: ");
-  if (image->digest_computed_p)
-    {
-      for (i = 0; i < DIGEST_LEN; i++)
-	fprintf (f, "%02x", image->digest[i]);
-      fprintf (f, "\n");
-    }
-  else
-    fprintf (f, "NOT COMPUTED\n");
-
-  fprintf (f, "  %u token hunks: { ",
-	   VEC_length (cp_token_hunk_ptr, image->token_hunks));
-  for (i = 0; VEC_iterate (cp_token_hunk_ptr, image->token_hunks, i, hunk);
i++)
-    fprintf (f, "%u ", VEC_length (cp_token, hunk->buffer));
-  fprintf (f, "}\n");
-
-  fprintf (f, "  %u includes:\n",
-	   VEC_length (pth_include_ptr, image->includes));
-  for (i = 0; VEC_iterate (pth_include_ptr, image->includes, i, include); i++)
-    {
-      fprintf (f, "\t");
-      pth_dump_include (f, include);
-    }
-
-  fprintf (f, "  Include-Hunk (IH) sequence:          ");
-  for (i = 0; VEC_iterate (char, image->ih_sequence, i, s); i++)
-    fputc (s, f);
-  fputc ('\n', f);
-
-  if (image->loaded_p)
-    fprintf (f, "  Instantiated from image: %s\n", pth_name_for
(image->fname));
-  else
-    {
-      fprintf (f, "  Instantiated from character stream: %s\n", image->fname);
-
-      if (image->save_p)
-	fprintf (f, "  Will be saved to image: %s\n",
-		 pth_name_for (image->fname));
-      else
-	fprintf (f, "  Will NOT be saved to an image (not include-guarded)\n");
-    }
-
-  if (image->used_p)
-    fprintf (f, "  Image already applied to current compilation context\n");
-
-  if (flag_pth_debug >= 4)
-    pth_dump_token_hunks (f, image);
-}
-
-
-/* Dump a debugging representation of IMAGE to stderr.  */
-
-static void
-pth_debug_image (pth_image *image)
-{
-  pth_dump_image (stderr, image);
-}
-
-
-/* Show statistics for PTH image IMAGE on FILE.  if FILE is NULL, use
-   pph_logfile.  */
-
-static void
-pth_show_image_stats (FILE *file, pth_image *image)
-{
-  unsigned i, num_tokens;
-  cp_token_hunk *hunk;
-
-  if (image == NULL)
-    return;
-
-  if (file == NULL)
-    file = pph_logfile;
-
-  num_tokens = 0;
-  for (i = 0; VEC_iterate (cp_token_hunk_ptr, image->token_hunks, i, hunk);
i++)
-    num_tokens += VEC_length (cp_token, hunk->buffer);
-
-  fprintf (file, "%s: %u tokens, %u token hunks\n", image->fname, num_tokens,
-	   VEC_length (cp_token_hunk_ptr, image->token_hunks));
-}
-
-
-/* Dump the current PTH state to F.  */
-
-static void
-pth_dump_state (FILE *f)
-{
-  unsigned i;
-  pth_state *state;
-  pth_image *image;
-  
-  state = pth_get_state ();
-  fprintf (f, "Incremental compilation state\n\n");
-  fprintf (f, "%u file images\n", VEC_length (pth_image_ptr, state->cache));
-  for (i = 0; VEC_iterate (pth_image_ptr, state->cache, i, image); i++)
-    pth_dump_image (f, image);
-
-  fprintf (f, "\nCurrent image being processed: %s\n",
-	   (state->cur_image) ? state->cur_image->fname : "NONE");
-
-  if (state->lexer)
-    {
-      fprintf (f, "Tokens in main lexer:\n");
-      cp_lexer_dump_tokens (f, state->lexer->buffer, NULL, 0, NULL);
-    }
-}
-
-
-/* Dump the current PTH state to stderr.  */
-
-void
-pth_debug_state (void)
-{
-  pth_dump_state (stderr);
-}
-
-
 /* Save the IDENTIFIERS to the STREAM.  */
 
 static void
@@ -754,95 +293,6 @@
     }
 }
 
-/* Save the HUNK to the STREAM.  */
-
-static void
-pth_save_hunk (cp_token_hunk *hunk, pph_stream *stream)
-{
-  unsigned j;
-  cp_token *token;
-
-  if (flag_pth_debug >= 5)
-    pth_debug_hunk (hunk);
-
-  /* Write out the identifiers used by HUNK.  */
-  pth_save_identifiers (&hunk->identifiers, stream);
-
-  /* Write the number of tokens in HUNK.  */
-  pph_out_uint (stream, VEC_length (cp_token, hunk->buffer));
-
-  /* Write the tokens.  */
-  for (j = 0; VEC_iterate (cp_token, hunk->buffer, j, token); j++)
-    pth_save_token (token, stream);
-}
-
-
-/* Save the #include directive INCLUDE to STREAM.  */
-
-static void
-pth_save_include (pth_include *include, pph_stream *stream)
-{
-  pph_out_string (stream, include->image->fname);
-  pph_out_uint (stream, (unsigned int) include->itype);
-  pph_out_uint (stream, include->angle_brackets);
-  pph_out_string (stream, include->iname);
-  pph_out_string (stream, include->dname);
-}
-
-
-/* Save the PTH image IMAGE to a file.  */
-
-static void
-pth_save_image (pth_image *image)
-{
-  pph_stream *stream;
-  cp_token_hunk *hunk;
-  unsigned i, num;
-  pth_include *include;
-
-  timevar_push (TV_PTH_SAVE);
-
-  /* Open the stream in append mode since we have already created
-     it in pth_new_image.  */
-  stream = pth_file_for (image->fname, "wb");
-
-  /* Write a header to recognize the file later.  */
-  pth_write_header (image, stream);
-
-  /* Write the include-hunk (IH) sequencing vector.  */
-  num = VEC_length (char, image->ih_sequence);
-  pph_out_uint (stream, num);
-  if (num > 0)
-    pph_out_bytes (stream, VEC_address (char, image->ih_sequence), num);
-  
-  /* Write the number of #include commands.  */
-  pph_out_uint (stream, VEC_length (pth_include_ptr, image->includes));
-
-  /* Write all the #include commands used by IMAGE.  */
-  for (i = 0; VEC_iterate (pth_include_ptr, image->includes, i, include); i++)
-    pth_save_include (include, stream);
-
-  /* Write the number of token caches in the cache.  */
-  pph_out_uint (stream, VEC_length (cp_token_hunk_ptr, image->token_hunks));
-
-  /* Write all the token hunks in image.  */
-  for (i = 0; VEC_iterate (cp_token_hunk_ptr, image->token_hunks, i, hunk);
i++)
-    pth_save_hunk (hunk, stream);
-
-  /* Clean up.  */
-  pph_stream_close (stream);
-  image->save_p = false;
-
-  if (flag_pth_debug >= 3)
-    {
-      fprintf (stderr, "\nSaved image for %s:\n", image->fname);
-      pth_debug_image (image);
-    }
-
-  timevar_pop (TV_PTH_SAVE);
-}
-
-
 /* Given a type index TYPE_IDX and TYPE_KIND specifying the kind of type,
    return a type from integer_types or global_trees.  */
 
@@ -1074,737 +524,6 @@
 }
 
 
-/* Load a hunk into the IMAGE from a STREAM.  */
-
-static void
-pth_load_hunk (pth_image *image, pph_stream *stream)
-{
-  unsigned j, num_tokens;
-  cp_token_hunk *hunk;
-  
-  hunk = ggc_alloc_cleared_cp_token_hunk ();
-
-  /* Setup the identifier list.  */
-  pth_load_identifiers (&hunk->identifiers, stream);
-
-  /* Read the number of tokens in HUNK. */
-  num_tokens = pph_in_uint (stream);
-
-  /* Read the tokens in the HUNK. */
-  hunk->buffer = VEC_alloc (cp_token, gc, num_tokens);
-  for (j = 0; j < num_tokens; j++)
-    {
-      cp_token *token = pth_load_token (stream);
-      VEC_quick_push (cp_token, hunk->buffer, token);
-    }
-  gcc_assert (num_tokens == VEC_length (cp_token, hunk->buffer));
-
-  VEC_quick_push (cp_token_hunk_ptr, image->token_hunks, hunk);
-}
-
-
-/* Create a new empty #include directive for NAME.  ITYPE is one of
-   the supported include commands.  ANGLE_BRACKETS is true if the
-   include used '<>'.  */
-
-static pth_include *
-pth_create_include (enum include_type itype, bool angle_brackets,
-		    const char *name)
-{
-  pth_include *include = ggc_alloc_cleared_pth_include ();
-  include->itype = itype;
-  include->angle_brackets = angle_brackets;
-  include->iname = (name) ? xstrdup (name) : name;
-
-  return include;
-}
-
-
-/* Load an #include directive for IMAGE from STREAM.  */
-
-static void
-pth_load_include (pth_state *state, pth_image *image, cpp_reader *reader,
-		  pph_stream *stream)
-{
-  const char *s;
-  pth_include *include;
-  unsigned tmp;
-
-  include = pth_create_include (IT_INCLUDE, false, NULL);
-
-  s = pph_in_string (stream);
-  include->image = pth_image_lookup (state, s, reader);
-
-  tmp = pph_in_uint (stream);
-  include->itype = (enum include_type) tmp;
-
-  tmp = pph_in_uint (stream);
-  include->angle_brackets = (tmp != 0);
-
-  include->iname = pph_in_string (stream);
-  include->dname = pph_in_string (stream);
-
-  VEC_safe_push (pth_include_ptr, gc, image->includes, include);
-}
-
-
-/* Load a PTH image for LEXER using the READER.  */
-
-static void
-pth_load_image (pth_state *state, pth_image *image, cpp_reader *reader)
-{
-  pph_stream *stream;
-  unsigned i, num;
-  char *buf;
-
-  timevar_push (TV_PTH_LOAD);
-
-  stream = pth_file_for (image->fname, "rb");
-
-  /* Skip over the header, as we assume that it has already been
-     validated by pth_have_valid_image_for.  */
-  buf = XCNEWVEC (char, pth_header_len ());
-  pph_in_bytes (stream, buf, pth_header_len ());
-  free (buf);
-
-  /* Read the include-hunk (IH) sequencing vector.  */
-  num = pph_in_uint (stream);
-  if (num > 0)
-    {
-      image->ih_sequence = VEC_alloc (char, gc, num);
-      VEC_safe_grow (char, gc, image->ih_sequence, num);
-      pph_in_bytes (stream, VEC_address (char, image->ih_sequence), num);
-    }
-
-  /* Read the number path names of all the files #included by
-     IMAGE->FNAME.  */
-  num = pph_in_uint (stream);
-  image->includes = VEC_alloc (pth_include_ptr, gc, num);
-
-  /* Now read all the path names #included by IMAGE->FNAME.  */
-  for (i = 0; i < num; i++)
-    pth_load_include (state, image, reader, stream);
-
-  /* Read how many token hunks are contained in this image.  */
-  num = pph_in_uint (stream);
-  image->token_hunks = VEC_alloc (cp_token_hunk_ptr, gc, num);
-
-  PTH_STATS_INCR (hunks, num);
-
-  /* Read all the token hunks.  */
-  for (i = 0; i < num; i++)
-    pth_load_hunk (image, stream);
-
-  pph_stream_close (stream);
-
-  /* Indicate that we have loaded this image from a file.  */
-  image->loaded_p = true;
-  image->save_p = false;
-  image->used_p = false;
-
-  if (flag_pth_debug >= 3)
-    {
-      fprintf (stderr, "\nLoaded image for %s:\n", image->fname);
-      pth_debug_image (image);
-    }
-
-  timevar_pop (TV_PTH_LOAD);
-}
-
-
-/* Return true if FNAME has a PTH image that can be used.  If an image
-   already exists, compute the MD5 digest for FNAME and store it
-   in IMAGE.  */
-
-static bool
-pth_have_valid_image_for (const char *fname, pth_image *image)
-{
-  pph_stream *f = NULL;
-  struct stat s;
-  char *img_name, *id;
-  const char *good_id;
-  char saved_digest[DIGEST_LEN];
-
-  image->digest_computed_p = false;
-
-  img_name = pth_name_for (fname);
-  if (stat (img_name, &s) != 0)
-    goto invalid_img;
-
-  /* If the file exists, check if it has a valid signature.  */
-  f = pph_stream_open (img_name, "rb");
-  gcc_assert (f);
-
-  good_id = pth_id_str ();
-  id = XCNEWVEC (char, strlen (good_id) + 1);
-  pph_in_bytes (f, id, strlen (good_id));
-  if (strcmp (id, good_id) != 0)
-    goto invalid_img;
-
-  /* Now check if the MD5 digest stored in the image file matches the
-     digest for FNAME.  */
-  pph_in_bytes (f, saved_digest, DIGEST_LEN);
-  pth_get_md5_digest (fname, image->digest);
-  image->digest_computed_p = true;
-  if (memcmp (image->digest, saved_digest, DIGEST_LEN) != 0)
-    goto invalid_img;
-
-  pph_stream_close (f);
-  return true;
-
-invalid_img:
-  if (f)
-    pph_stream_close (f);
-
-  return false;
-}
-
-
-/* Create a new PTH cache object for file FNAME.  */
-
-static pth_image *
-pth_new_image (const char *fname)
-{
-  pth_image *image;
-
-  image = ggc_alloc_cleared_pth_image ();
-  image->fname = xstrdup (fname);
-
-  return image;
-}
-
-
-/* Return a cache image associated with file FNAME.  STATE holds
-   the PTH cache to use.  */
-
-pth_image *
-pth_image_lookup (pth_state *state, const char *fname, cpp_reader *reader)
-{
-  void **slot;
-  pth_image *image, e;
-
-  if (fname == NULL)
-    return NULL;
-
-  e.fname = fname;
-  slot = htab_find_slot (state->cache_dir, &e, INSERT);
-  if (*slot == NULL)
-    {
-      /* Create a new image and store it in the cache.  */
-      image = pth_new_image (fname);
-      *slot = image;
-      VEC_safe_push (pth_image_ptr, gc, state->cache, image);
-
-      /* If a valid disk image already exists for FNAME, load it.
-	 Otherwise, mark the memory image for processing and saving.  */
-      if (pth_have_valid_image_for (fname, image))
-	pth_load_image (state, image, reader);
-      else
-	image->save_p = true;
-    }
-  else
-    image = *((pth_image **) slot);
-
-  return image;
-}
-
-
-/* Add all the tokens in HUNK to the end of LEXER->BUFFER.  IMAGE is
-   the memory image holding HUNK.  */
-
-static void
-pth_append_hunk (cp_lexer *lexer, cp_token_hunk *hunk)
-{
-  cp_token *lexer_addr, *hunk_addr;
-  unsigned lexer_len, hunk_len;
-
-  PTH_STATS_INCR (valid_hunks, 1);
-
-  /* Apply all the identifiers used and defined by HUNK.  */
-  cpp_lt_replay (parse_in, &hunk->identifiers);
-
-  hunk_len = VEC_length (cp_token, hunk->buffer);
-
-  /* Some hunks have no tokens and they are only useful for the
-     macros defined by them.  This is useful when one or more
-     image files are tainted and need to be restored from their
-     character stream.  */
-  if (hunk_len == 0)
-    return;
-
-  /* Determine the last location in LEXER->BUFFER before growing it.  */
-  lexer_len = VEC_length (cp_token, lexer->buffer);
-  VEC_safe_grow (cp_token, gc, lexer->buffer, lexer_len + hunk_len);
-
-  /* Bulk copy all the tokens in HUNK to the end of LEXER->BUFFER.  */
-  lexer_addr = VEC_address (cp_token, lexer->buffer);
-  hunk_addr = VEC_address (cp_token, hunk->buffer);
-  memcpy (&lexer_addr[lexer_len], hunk_addr, hunk_len * sizeof (cp_token));
-
-  if (flag_pth_debug >= 2)
-    {
-      fprintf (stderr, "\n=> ADDED TOKEN HUNK TO LEXER BUFFER");
-      if (flag_pth_debug >= 5)
-        pth_debug_hunk (hunk);
-    }
-}
-
-
-/* Return true if HUNK can be used in the current compilation
-   context of the cpp READER.  It must validate the identifier state.  */
-
-static bool
-pth_hunk_is_valid_p (pth_image *image, cp_token_hunk *hunk, cpp_reader *reader)
-{
-  bool verified;
-  cpp_ident_use *bad_use;
-  const char *cur_def;
-
-  timevar_push (TV_PTH_DEPENDENCY);
-  verified = cpp_lt_verify (reader, &hunk->identifiers, &bad_use, &cur_def);
-  if (!verified && flag_pth_debug >= 1)
-    {
-      pth_debug_hunk (hunk);
-      fprintf (stderr, "PTH: %s failed verification: %s : <%s> -> <%s>\n",
-                         pth_name_for (image->fname), bad_use->ident_str,
-                         bad_use->before_str, cur_def);
-    }
-  PTH_STATS_INCR (verified_hunks, 1);
-  PTH_STATS_INCR (verified_identifiers, hunk->identifiers.num_entries);
-  timevar_pop (TV_PTH_DEPENDENCY);
-  return verified;
-}
-
-
-/* Return true if IMAGE can be used in the current compilation context.  */
-
-static bool
-pth_image_can_be_used (pth_image *image)
-{
-  return image && image->loaded_p && !image->used_p;
-}
-
-
-/* Split NAME into its directory and file name components, storing them
-   in *DNAME_P and *FNAME_P.  After using it, *DNAME_P should be freed
-   by the caller.  */
-
-static void
-pth_get_dir_and_name (const char *name, char **dname_p, const char **fname_p)
-{
-  size_t len;
-
-  *fname_p = lbasename (name);
-  *dname_p = NULL;
-
-  len = *fname_p - name;
-  if (len > 0)
-    {
-      *dname_p = XNEWVEC (char, len + 1);
-      memcpy (*dname_p, name, len);
-      (*dname_p)[len] = '\0';
-      gcc_assert (IS_DIR_SEPARATOR ((*dname_p)[len - 1]));
-    }
-}
-
-
-/* Read tokens from the text stream in IMAGE->FNAME into LEXER.
-   If INCLUDE is not NULL, it describes how IMAGE->FNAME was
-   #included originally.  Otherwise, it is assumed to be an
-   include command done with the flag -include.
-
-   This is used when we need to process an #include command from 
-   a PPH image and the file to be included is a regular text file.  */
-
-static void
-pth_process_text_file (cp_lexer *lexer, pth_image *image, pth_include *include)
-{
-  bool pushed_p;
-  cpp_buffer *buffer;
-
-  /* Emulate a #include directive on IMAGE->FNAME, if needed.  Note
-     that if we are already inside the CPP buffer for IMAGE->FNAME
-     we should not include it again, since this will cause another
-     call to pth_file_change which will again register IMAGE->FNAME as
-     an include for the parent file.  */
-  gcc_assert (image->buffer != cpp_get_buffer (parse_in));
-
-  if (include == NULL || include->itype == IT_INCLUDE_NEXT)
-    {
-      char *dname;
-      const char *fname;
-      pth_get_dir_and_name (image->fname, &dname, &fname);
-      /* FIXME pph.  We are leaking DNAME here.  libcpp
-	 wants the directory name in permanent storage so we
-	 cannot free it, but we should put it in an obstack
-	 so it can be reclaimed at some point.  */
-      pushed_p = cpp_push_include_type (parse_in, dname, fname, false,
-	                                IT_INCLUDE);
-    }
-  else
-    pushed_p = cpp_push_include_type (parse_in, include->dname, include->iname,
-				      include->angle_brackets, include->itype);
-
-  /* Nothing else to do if libcpp decided it did not need the file.  */
-  if (!pushed_p)
-    return;
-
-  /* Position the reader at the start of the buffer and request to
-     stop reading at the end of it.  */
-  buffer = cpp_get_buffer (parse_in);
-  cpp_set_pos (buffer, cpp_buffer_start);
-  cpp_return_at_eof (buffer, true);
-
-  /* Get tokens from IMAGE->FNAME.  */
-  cp_lexer_get_tokens (lexer);
-
-  /* Since we read this file separately, the very last token in LEXER
-     will now contain an EOF, which we do not need.  */
-  VEC_pop (cp_token, lexer->buffer);
-  cpp_return_at_eof (buffer, false);
-}
-
-
-/* Populate LEXER->BUFFER with all the valid token hunks in
-   IMAGE.  If possible, try to load token hunks from files
-   included by IMAGE as well.
-
-   This means that we try to load the whole transitive closure
-   starting at IMAGE until we find the first unloadable file.
-   
-   Once we find the first unloadable token hunk, we skip the token
-   hunks from the character stream so that they don't need to be
-   pre-processed again.
-
-   If non-NULL, INCLUDE describes the #include command used to include
-   IMAGE->FNAME.  */
-
-static void
-pth_image_to_lexer (cp_lexer *lexer, pth_image *image, pth_include *include)
-{
-  unsigned i, h_ix, i_ix;
-  char s;
-
-  /* If we are trying to apply the same image more than once,
-     something is wrong.  We never create images for files that 
-     are included more than once, so we should never try to apply
-     the same image more than once.  */
-  gcc_assert (pth_image_can_be_used (image));
-
-  image->used_p = true;
-
-  if (flag_pth_debug >= 2)
-    {
-      fprintf (stderr, "\n<= INCORPORATING IMAGE %s INTO COMPILATION
CONTEXT\n",
-	       image->fname);
-      if (flag_pth_debug >= 3)
-        pth_debug_include (include);
-    }
-
-  PTH_STATS_INCR (valid_images, 1);
-
-  for (i = 0, h_ix = 0, i_ix = 0;
-       VEC_iterate (char, image->ih_sequence, i, s);
-       i++)
-    {
-      if (s == 'H')
-	{
-	  cp_token_hunk *hunk;
-
-	  hunk = VEC_index (cp_token_hunk_ptr, image->token_hunks, h_ix++);
-	  if (pth_hunk_is_valid_p (image, hunk, parse_in))
-	    pth_append_hunk (lexer, hunk);
-	  else
-	    fatal_error ("Found an invalid hunk in %s.  This header file "
-			 "cannot be converted into a pre-parsed image.",
-			 image->fname);
-	}
-      else if (s == 'I')
-	{
-	  pth_include *incdir;
-	  pth_get_state ()->cur_image = image;
-	  incdir = VEC_index (pth_include_ptr, image->includes, i_ix++);
-	  if (pth_image_can_be_used (incdir->image))
-	    pth_image_to_lexer (lexer, incdir->image, incdir);
-	  else
-	    pth_process_text_file (lexer, incdir->image, incdir);
-	}
-      else
-	gcc_unreachable ();
-    }
-
-  /* If we just applied the tokens for the main input filename,
-     we need to append a CPP_EOF token, since that one is never
-     saved with the token hunks.  */
-  if (pathnames_equal_p (image->fname, main_input_filename))
-    VEC_safe_push (cp_token, gc, lexer->buffer, &eof_token);
-
-  /* If IMAGE has a libcpp buffer associated with it, it means that a
-     file that was being pre-processed from text has #included IMAGE
-     and the pre-processor has executed the file change logic.
-
-     In that case, the pre-processor will want to finish processing
-     IMAGE's text, and since we have just applied its tokens from
-     the image, the result will be duplicate tokens.  To prevent
-     this, we tell libcpp to skip over the whole text buffer
-     associated with IMAGE.  */
-  if (image->buffer)
-    cpp_set_pos (image->buffer, cpp_buffer_end);
-
-  return;
-}
-
-
-/* Create a token hunk for IMAGE from the token buffer in
-   LEXER->BUFFER.  The hunk will contain all the tokens starting at
-   IMAGE->HUNK_START_IX to the end of LEXER->BUFFER.
-
-   The new token hunk will be added to the end of IMAGE->TOKEN_HUNKS.  */
-
-static void
-pth_lexer_to_image (pth_image *image, cp_lexer *lexer, cpp_reader *reader)
-{
-  cp_token *lexer_addr, *hunk_addr;
-  cp_token_hunk *hunk;
-  unsigned num_tokens, start_ix, end_ix;
-
-  /* Create a new token hunk.  */
-  hunk = ggc_alloc_cleared_cp_token_hunk ();
-  VEC_safe_push (cp_token_hunk_ptr, gc, image->token_hunks, hunk);
-  VEC_safe_push (char, gc, image->ih_sequence, 'H');
-
-  /* The identifiers that may conflict with macros.  */
-  hunk->identifiers = cpp_lt_capture (reader);
-
-  /* Compute the bounds for the new token hunk.  */
-  start_ix = image->hunk_start_ix;
-  end_ix = VEC_length (cp_token, lexer->buffer);
-  gcc_assert (end_ix >= start_ix);
-  num_tokens = end_ix - start_ix;
-
-  if (num_tokens > 0)
-    {
-      /* Copy tokens from LEXER->BUFFER into the new hunk.  */
-      hunk->buffer = VEC_alloc (cp_token, gc, num_tokens);
-      VEC_safe_grow (cp_token, gc, hunk->buffer, num_tokens);
-      lexer_addr = VEC_address (cp_token, lexer->buffer);
-      hunk_addr = VEC_address (cp_token, hunk->buffer);
-      memcpy (hunk_addr, &lexer_addr[start_ix], num_tokens * sizeof
(cp_token));
-    }
-
-  if (flag_pth_debug >= 3)
-    {
-      fprintf (stderr, "\n=> SAVED HUNK TO IMAGE: %s\n", image->fname);
-      if (flag_pth_debug >= 5)
-        pth_debug_hunk (hunk);
-    }
-}
-
-
-/* Compute the effects of a file transition given the file change 
-   described by MAP.  On exit:
-
-    - *PREV_IMAGE_P will point to the image for the file that we just left,
-
-    - *NEW_IMAGE_P will point to the image for the file that we just
-      entered.  If *NEW_IMAGE_P is NULL, it means that we just left
-      the last file in the translation unit, so there isn't anything
-      else to be done.
-
-    - *REASON_P will have the LC_* reason for the change.  */
-
-static void
-pth_get_file_transition (const struct line_map *map, pth_image **prev_image_p,
-			 pth_image **new_image_p, enum lc_reason *reason_p)
-{
-  const char *fname;
-  pth_state *state;
-
-  /* MAP is NULL when we leave the main file in this translation unit.  */
-  if (map == NULL)
-    {
-      fname = NULL;
-      *reason_p = LC_LEAVE;
-    }
-  else
-    {
-      fname = map->to_file;
-      *reason_p = map->reason;
-    }
-
-  state = pth_get_state ();
-  *prev_image_p = state->cur_image;
-
-  /* FIXME pph.  Sanitize use of PARSE_IN.  Stick it in
-     pth_state together with lexer.  */
-  *new_image_p = pth_image_lookup (state, fname, parse_in);
-}
-
-
-/* Do bookkeeping actions required when the pre-processor is leaving
-   file IMAGE->FNAME.  READER is the cpp file reader object we
-   are using for lexing.  */
-
-static void
-pth_leave_file (cpp_reader *reader, pth_image *image)
-{
-  pth_state *state;
-
-  /* We are only interested in processing IMAGE if we have decided to
-     save its image.  */
-  if (!image->save_p)
-    return;
-
-  state = pth_get_state ();
-
-  /* If the image for the file we just finished is marked as
-     modified, create a new token hunk spanning from the token
-     that started the image to the current end of the lexer
-     buffer.  */
-  pth_lexer_to_image (image, state->lexer, reader);
-}
-
-
-/* Do bookkeeping actions required when the pre-processor is entering
-   file IMAGE->FNAME for reason REASON.  READER is the cpp file reader
-   object we are using for lexing.  INCLUDE is the #include command
-   used to enter IMAGE->FNAME.  It can be NULL in the case of the
-   top file in the translation unit.  */
-
-static void
-pth_enter_file (cpp_reader *reader, pth_image *image, pth_include *include,
-	        enum lc_reason reason)
-{
-  pth_state *state;
-
-  state = pth_get_state ();
-
-  /* Associate the current buffer with IMAGE.  */
-  image->buffer = cpp_get_buffer (reader);
-
-  /* Complete the current #include command with the directory
-     and image for the file that we just switched to.  */
-  if (include)
-    {
-      const char *dname = cpp_get_dir (cpp_get_file (image->buffer))->name;
-      include->image = image;
-      include->dname = (*dname) ? xstrdup (dname) : NULL;
-    }
-
-  /* If the file we are about to switch to has been loaded into an
-     image, try to get as many tokens as possible from the image
-     instead of the character stream.  */
-  if (pth_image_can_be_used (image))
-    pth_image_to_lexer (state->lexer, image, include);
-
-  /* If IMAGE does not need to be saved, we are done.  */
-  if (!image->save_p)
-    return;
-
-  /* Detect multiple inclusions of the same header file.  When a file
-     is included more than once, each inclusion will usually produce
-     different token hunks (e.g., <stddef.h> is typically included
-     from different places with "arguments" in the form of #defines
-     that determine what the caller wants stddef.h to provide.  See
-     <wchar.h> for an example).
-
-     This disrupts the validity of the image, as the hunks saved in it
-     no longer correspond to a single pre-processing of the file.  We
-     avoid this problem by tainting the image and forcing the file to
-     be always processed from its character stream.  */
-  if (reason == LC_ENTER && !VEC_empty (cp_token_hunk_ptr, image->token_hunks))
-    image->save_p = false;
-
-  /* The starting point for the next token hunk in the new
-     file image will be at the current last slot in
-     STATE->LEXER->BUFFER.  */
-  image->hunk_start_ix = VEC_length (cp_token, state->lexer->buffer);
-}
-
-
-/* Callback from the pre-processor when changing in or out of a file.
-   READER is the pre-processor state.  MAP is the line map for the 
-   file that we are changing to.  */
-
-static void
-pth_file_change (cpp_reader *reader, const struct line_map *map)
-{
-  enum lc_reason reason;
-  pth_state *state;
-  pth_image *prev_image, *new_image;
-
-  /* Call the previous file change handler, if it exists.  */
-  state = pth_get_state ();
-  if (state->file_change_prev)
-    state->file_change_prev (reader, map);
-
-  /* When processing pre-processed output, we will see names like
-     '<built-in>' and '<command-line>'.  Reject those.
-     ??? This rejects real path names that may start with '<', but
-         those should be rare.  */
-  if (map && map->to_file && map->to_file[0] == '<')
-    return;
-
-  /* Ignore LC_RENAME events.  They do not affect the actual image
-     that we are processing.  */
-  if (map && map->reason == LC_RENAME)
-    return;
-
-  timevar_push (TV_PTH_MANAGE);
-
-  /* Get images for the file involved in the transition.  */
-  pth_get_file_transition (map, &prev_image, &new_image, &reason);
-  gcc_assert (prev_image);
-
-  /* Ignore self-referential file change events.  These can happen
-     when mixing token images with text buffers.  */
-  if (prev_image == new_image)
-    {
-      timevar_pop (TV_PTH_MANAGE);
-      return;
-    }
-
-  /* Process the file we just left (get tokens from lexer buffer,
-     etc).  */
-  pth_leave_file (reader, prev_image);
-
-  /* Process the file we are about to enter (try to use its tokens if
-     the file is valid, etc).  */
-  if (new_image)
-    {
-      pth_include *include = NULL;
-      
-      if (reason == LC_ENTER)
-	include = pth_create_include (state->new_itype,
-				      state->new_angle_brackets,
-				      state->new_iname);
-
-      pth_enter_file (reader, new_image, include, reason);
-
-      /* If we are LC_ENTERing NEW_IMAGE, it means that PREV_IMAGE has
-	 #included NEW_IMAGE.  In that case, add NEW_IMAGE to the list
-	 of included files by PREV_IMAGE.  */
-      if (reason == LC_ENTER)
-	{
-	  PTH_STATS_INCR (included_files, 1);
-
-	  if (prev_image->save_p)
-	    {
-	      gcc_assert (include->image == new_image);
-	      VEC_safe_push (pth_include_ptr, gc, prev_image->includes,
-			     include);
-	      VEC_safe_push (char, gc, prev_image->ih_sequence, 'I');
-	    }
-	}
-    }
-
-  /* Update the current image.  */
-  state->cur_image = new_image;
-
-  timevar_pop (TV_PTH_MANAGE);
-}
-
-
 /* Dump a complicated name for tree T to FILE using FLAGS.
    See TDF_* in tree-pass.h for flags.  */
 
@@ -2022,39 +741,6 @@
 }
 
 
-/* Record a #include or #include_next for PTH.  */
-
-static bool
-pth_include_handler (cpp_reader *reader ATTRIBUTE_UNUSED,
-	             location_t loc ATTRIBUTE_UNUSED,
-	             const unsigned char *dname,
-	             const char *name,
-	             int angle_brackets,
-	             const cpp_token **tok_p ATTRIBUTE_UNUSED)
-{
-  pth_state *state;
-
-  state = pth_get_state ();
-
-  /* Remember the attributes for this #include command.  This is
-     used in pth_file_change to register a new include event for
-     the parent file.  */
-  if (strcmp ((const char *)dname, "include") == 0)
-    state->new_itype = IT_INCLUDE;
-  else if (strcmp ((const char *)dname, "include_next") == 0)
-    state->new_itype = IT_INCLUDE_NEXT;
-  else if (strcmp ((const char *)dname, "import") == 0)
-    state->new_itype = IT_IMPORT;
-  else
-    gcc_unreachable ();
-
-  state->new_angle_brackets = angle_brackets;
-  state->new_iname = name;
-
-  return true;
-}
-
-
 /* Record a #include or #include_next for PPH.  */
 
 static bool
@@ -2093,149 +779,6 @@
 
 static const unsigned int cpp_lt_order = /* 2 to the power of */ 9;
 
-
-/* Initialize PTH support.  LEXER is the main lexer object used for
-   pre-processing.  */
-
-void
-pth_init (cp_lexer *lexer)
-{
-  pth_state *state;
-  cpp_callbacks *cb;
-  cpp_lookaside *table;
-
-  timevar_push (TV_PTH_INIT);
-
-  gcc_assert (flag_pth);
-
-  table = cpp_lt_exchange (parse_in,
-                           cpp_lt_create (cpp_lt_order, flag_pth_debug));
-  gcc_assert (table == NULL);
-
-  memset (&pth_stats, 0, sizeof (pth_stats));
-
-  state = pth_get_state ();
-
-  /* If not using MD5 signatures, make sure that time stamps given
-     by stat() are smaller than DIGEST_LEN bytes.  FIXME pph, this is
-     slighly hacky.  */
-  if (!flag_pth_md5)
-    {
-      struct stat tmp;
-      gcc_assert (sizeof (tmp.st_mtime) < DIGEST_LEN);
-    }
-
-  /* Set an handler for file change events in libcpp.  */
-  cb = cpp_get_callbacks (parse_in);
-  state->file_change_prev = cb->file_change;
-  cb->file_change = pth_file_change;
-  cb->include = pth_include_handler;
-
-  state->lexer = lexer;
-
-  /* Make sure that we have not tried to get any tokens yet.  */
-  gcc_assert (VEC_empty (cp_token, lexer->buffer));
-
-  /* If we have a valid image for the main input file, populate as
-     many tokens from its transitive closure as possible.  */
-  state->cur_image = pth_image_lookup (state, main_input_filename, parse_in);
-  pth_enter_file (parse_in, state->cur_image, NULL, LC_ENTER);
-
-  timevar_pop (TV_PTH_INIT);
-}
-
-
-/* Show statistics on PTH on FILE.  If FILE is NULL, use pph_logfile.
-   LEXER is the lexer we just filled with tokens.  This is usually
-   the same as pth_get_state()->lexer, but it may be NULL if PTH is
-   not enabled (in cases where we just want stats on pre-processed
-   files).  */
-
-void
-pth_print_stats (FILE *file, cp_lexer *lexer)
-{
-  unsigned i, num_tokens, total_tokens;
-  pth_state *state;
-  pth_image *image;
-  const char *prev_fname;
-  cp_token *token;
-
-  if (file == NULL)
-    file = pph_logfile;
-
-  fprintf (file, "\nPTH statistics\n\n");
-  fprintf (file, "#included files:       %lu\n", pth_stats.included_files);
-  fprintf (file, "Valid images:          %lu\n", pth_stats.valid_images);
-  fprintf (file, "Token hunks:           %lu\n", pth_stats.hunks);
-  fprintf (file, "Valid hunks:           %lu\n", pth_stats.valid_hunks);
-  fprintf (file, "Invalid hunks:         %lu\n", pth_stats.invalid_hunks);
-  fprintf (file, "Verified hunks:        %lu\n", pth_stats.verified_hunks);
-  fprintf (file, "Verified identifiers:  %lu\n",
pth_stats.verified_identifiers);
-
-  state = pth_get_state ();
-  fprintf (file, "\n\nPTH image statistics (%u files)\n\n",
-	   VEC_length (pth_image_ptr, state->cache));
-  for (i = 0; VEC_iterate (pth_image_ptr, state->cache, i, image); i++)
-    pth_show_image_stats (file, image);
-
-  fprintf (file, "\nToken counts per file in #include order:\n");
-  num_tokens = total_tokens = 0;
-  prev_fname = NULL;
-  for (i = 0; VEC_iterate (cp_token, lexer->buffer, i, token); i++)
-    {
-      const char *fname = LOCATION_FILE (token->location);
-
-      if (prev_fname == NULL)
-	prev_fname = fname;
-
-      if ((fname
-	   && strcmp (fname, prev_fname) != 0)
-	  || i == VEC_length (cp_token, lexer->buffer) - 1)
-	{
-	  fprintf (file, "tokens: %u %s\n", num_tokens, lrealpath (prev_fname));
-	  prev_fname = fname;
-	  total_tokens += num_tokens;
-	  num_tokens = 0;
-	}
-
-      num_tokens++;
-    }
-
-  /* The main lexer buffer should have one more token: CPP_EOF.  */
-  if (total_tokens != VEC_length (cp_token, lexer->buffer) - 1)
-    fprintf (stderr, "*** WARNING: I counted %u, but there are %u\n",
-	     total_tokens, VEC_length (cp_token, lexer->buffer));
-
-  fprintf (file, "\n");
-}
-
-
-/* Save all the header images that have been marked modified from
-   the incremental state.  */
-
-void
-pth_finish (void)
-{
-  /* If PPH is enabled, do not save PTH images to prevent analysis problems
-     due to lack of location information in PTH images.  FIXME pph:
-     Unneeded after we start saving proper location information.  */
-  if (flag_pph_debug >= 1)
-    fprintf (stderr, "*** WARNING: Not saving PTH images because PPH "
-	     "is enabled\n");
-  else
-    {
-      pth_state *state;
-      pth_image *image;
-      size_t i;
-
-      state = pth_get_state ();
-      for (i = 0; VEC_iterate (pth_image_ptr, state->cache, i, image); i++)
-	if (image->save_p)
-	  pth_save_image (image);
-    }
-}
-
-
 /* Initialize PPH support.  */
 
 void
@@ -2264,7 +807,7 @@
   */
 
   table = cpp_lt_exchange (parse_in,
-                           cpp_lt_create (cpp_lt_order, flag_pth_debug));
+                           cpp_lt_create (cpp_lt_order, flag_pph_debug));
   gcc_assert (table == NULL);
 }
 
@@ -2289,5 +832,3 @@
   if (flag_pph_logfile)
     fclose (pph_logfile);
 }
-
-#include "gt-cp-pph.h"
Index: gcc/cp/pph.h
===================================================================
--- gcc/cp/pph.h	(revision 174725)
+++ gcc/cp/pph.h	(working copy)
@@ -43,171 +43,6 @@
 DEF_VEC_P (cp_token_hunk_ptr);
 DEF_VEC_ALLOC_P (cp_token_hunk_ptr,gc);
 
-/* Number of bytes in an MD5 signature.  */
-#define DIGEST_LEN	16
-
-struct pth_image;
-typedef struct pth_image *pth_image_ptr;
-DEF_VEC_P (pth_image_ptr);
-DEF_VEC_ALLOC_P (pth_image_ptr,gc);
-
-DEF_VEC_ALLOC_I(char,gc);
-
-/* Description of a #include command.  This records the #include type
-   used in the original source and the image included.  It is used
-   to restore a file from its character stream in case that the
-   associated image is found to be tainted.  */
-
-typedef struct GTY(()) pth_include
-{
-  /* The image to include.  */
-  struct pth_image *image;
-
-  /* The #include command used: #include, #include_next or #import.  */
-  enum include_type itype;
-
-  /* Nonzero if this include used angle brackets.  */
-  unsigned int angle_brackets : 1;
-
-  /* Name used in the command used in this #include command.  */
-  const char * GTY((skip)) iname;
-
-  /* Directory where INAME can be found.  This is not necessarily
-     the same as lbasename (IMAGE->FNAME), but it is always true that
-     DNAME/INAME == IMAGE->FNAME.  */
-  const char * GTY((skip)) dname;
-} pth_include;
-
-typedef struct pth_include *pth_include_ptr;
-DEF_VEC_P (pth_include_ptr);
-DEF_VEC_ALLOC_P (pth_include_ptr,gc);
-
-/* An entry in the incremental cache.  Each entry represents
-   a single file in the translation unit.  Tokens are saved in a linked
-   list of lexers, separated by file change events in the pre-processor.
-   Every time the preprocessor signals a file change, a new lexer for
-   this entry is created.  */
-
-typedef struct GTY(()) pth_image
-{
-  /* Full path name.  */
-  const char * GTY((skip)) fname;
-
-  /* MD5 sum for the contents of the original path name.  */
-  unsigned char digest[DIGEST_LEN];
-
-  /* Vector of token hunks corresponding to this file, and this file
-     only. If this file includes other files, their tokens will not be
-     stored here.  Each entry in this vector is a hunk of tokens
-     delimited by file change events.  For instance, if a file is 
-     laid out like this:
-
-      [ t1 t2 ... tN ]
-      #include "foo.h"
-      [ p1 p2 ... pM ]
-
-     The field token_caches will have two entries.  One for the hunk
-     [t1, tN], the second one for the hunk [p1, pM].  */
-  VEC(cp_token_hunk_ptr,gc) *token_hunks;
-
-  /* Vector of files included by this file.  */
-  VEC(pth_include_ptr,gc) *includes;
-
-  /* Sequencing string that describes how the elements from
-     TOKEN_HUNKS and INCLUDES are interleaved.  Each character of this
-     string is either 'H' (hunk) or 'I' (include).  This is used in
-     pth_image_to_lexer to know in what order should the hunks
-     and include files be processed.
-     
-     FIXME pph, using a character string is heavy handed.  A bitmap
-     would suffice, but for now this is easier and the space consumed
-     should not be too significant.  */
-  VEC(char,gc) *ih_sequence;
-
-  /* True if this image needs to be flushed out to disk.  */
-  unsigned int save_p : 1;
-
-  /* True if this image has been loaded from an image file.  */
-  unsigned int loaded_p: 1;
-
-  /* True if this image has been incorporated into the current
-     compilation context.  FIXME pph, should we keep track of this
-     at the hunk level?  */
-  unsigned int used_p : 1;
-
-  /* True if we have computed the MD5 digest for FNAME.  */
-  unsigned int digest_computed_p : 1;
-
-  /* Index into the lexer buffer where the next token hunk to be
-     created should start.  This is managed by the file changing
-     logic in pth_file_change.  */
-  unsigned hunk_start_ix;
-
-  /* libcpp buffer associated with IMAGE->FNAME.  */
-  cpp_buffer * GTY((skip)) buffer;
-} pth_image;
-
-
-/* PTH state.  This holds all the data needed to manage the PTH cache.  */
-typedef struct GTY(()) pth_state
-{
-  /* The cache of pre-tokenized content.  */
-  VEC(pth_image_ptr,gc) *cache;
-
-  /* Pointer map for speeding up cache lookups.  */
-  htab_t GTY((param_is (struct pth_image))) cache_dir;
-
-  /* The current cache image being modified.  */
-  pth_image *cur_image;
-
-  /* Attributes for the most recent #include command found by
-     pth_include_handler.  */
-  enum include_type new_itype;
-  bool new_angle_brackets;
-  const char *new_iname;
-
-  /* The lexer used to pre-process the file.  */
-  cp_lexer *lexer;
-
-  /* Previously registered file change callback.  */
-  void (*file_change_prev) (cpp_reader *, const struct line_map *);
-} pth_state;
-
-
-/* Statistics on PTH.  */
-
-struct pth_stats_d
-{
-  /* Number of files processed as a regular #include.  */
-  size_t included_files;
-
-  /* Number of valid images.  */
-  size_t valid_images;
-
-  /* Number of token hunks seen.  */
-  size_t hunks;
-
-  /* Number of valid hunks copied from images.  */
-  size_t valid_hunks;
-
-  /* Number of hunks that failed dependency checks.  */
-  size_t invalid_hunks;
-
-  /* Number of verified hunks.  */
-  size_t verified_hunks;
-
-  /* Number of verified identifiers.  */
-  size_t verified_identifiers;
-};
-
-extern struct pth_stats_d pth_stats;
-
-#define PTH_STATS_INCR(CNT,N)			\
-  	do {					\
-	    if (flag_pth_stats)			\
-	      pth_stats.CNT += (N);		\
-	} while (0)
-
 /* Global state.  FIXME pph, get rid of these.  */
 
 /* Log file where PPH analysis is written to.  Controlled by
@@ -215,13 +50,6 @@
 extern FILE *pph_logfile;
 
 /* In pph.c  */
-extern void pth_init (cp_lexer *);
-extern void pth_finish (void);
-extern void pth_debug_state (void);
-extern void pth_debug_token_hunks (pth_image *);
-extern pth_image *pth_image_lookup (pth_state *, const char *, cpp_reader *);
-extern pth_state *pth_get_state (void);
-extern void pth_print_stats (FILE *, cp_lexer *);
 extern void pph_init (void);
 extern void pph_finish (void);
 
Index: gcc/cp/parser.c
===================================================================
--- gcc/cp/parser.c	(revision 174725)
+++ gcc/cp/parser.c	(working copy)
@@ -585,18 +585,8 @@
   cp_lexer *lexer;
   cp_token token;
 
-  if (flag_pth)
+  if (pph_out_file != NULL || query_have_pph_map ())
     {
-      /* FIXME pph.  PTH is incompatible with PCH, so do not read ahead to
-	 the first token looking for a PCH pragma.  This convoluted
-	 initialization could be simplified if PCH was implemented in
-	 terms of the incremental compiler.  */
-      lexer = cp_lexer_alloc ();
-      pth_init (lexer);
-      cp_lexer_get_tokens (lexer);
-    }
-  else if (pph_out_file != NULL || query_have_pph_map ())
-    {
       /* FIXME pph.  PPH is incompatible with PCH, so do not read ahead to
 	 the first token looking for a PCH pragma.  This convoluted
 	 initialization could be simplified if PCH was implemented in
@@ -643,32 +633,6 @@
 
   gcc_assert (!lexer->next_token->purged_p);
 
-  if (flag_pth_debug >= 1)
-    {
-      if (flag_pth)
-	{
-	  if (flag_pth_debug >= 3)
-	    pth_debug_state ();
-
-          if (flag_pth_debug >= 4)
-            {
-	      fprintf (stderr, "Partitioned token stream\n");
-	      pth_debug_token_hunks (pth_image_lookup (pth_get_state (),
-		                                       main_input_filename,
-						       parse_in));
-            }
-	}
-
-      fprintf (stderr, "\n\nGlobal token stream\n");
-      cp_lexer_debug_tokens (lexer->buffer);
-    }
-
-  if (flag_pth_stats)
-    pth_print_stats (pph_logfile, lexer);
-
-  if (flag_pth)
-    pth_finish ();
-
   return lexer;
 }
 
@@ -852,11 +816,6 @@
       token->pragma_kind = ((enum pragma_kind)
 			    TREE_INT_CST_LOW (token->u.value));
       token->u.value = NULL_TREE;
-
-      /* PTH and PCH are not compatible.  Make sure we are not trying
-	 to use a PCH image.  */
-      if (flag_pth && token->pragma_kind == PRAGMA_GCC_PCH_PREPROCESS)
-	error ("PTH cannot be used with PCH");
     }
 }
Index: gcc/timevar.def
===================================================================
--- gcc/timevar.def	(revision 174725)
+++ gcc/timevar.def	(working copy)
@@ -60,15 +60,6 @@
 DEFTIMEVAR (TV_PCH_RESTORE           , "PCH main state restore")
 DEFTIMEVAR (TV_PCH_CPP_RESTORE       , "PCH preprocessor state restore")
 
-/* Time spent handling PTH state.  */
-DEFTIMEVAR (TV_PTH_DEPENDENCY        , "PTH dependency checks")
-DEFTIMEVAR (TV_PTH_MANAGE            , "PTH bookkeeping")
-DEFTIMEVAR (TV_PTH_MD5               , "PTH MD5 signatures")
-DEFTIMEVAR (TV_PTH_LOAD              , "PTH stream load")
-DEFTIMEVAR (TV_PTH_SAVE              , "PTH stream save")
-DEFTIMEVAR (TV_PTH_SKIP_TOKENS       , "PTH skip cached tokens")
-DEFTIMEVAR (TV_PTH_INIT              , "PTH initialization")
-
 DEFTIMEVAR (TV_CGRAPH                , "callgraph construction")
 DEFTIMEVAR (TV_CGRAPHOPT             , "callgraph optimization")
 DEFTIMEVAR (TV_VARPOOL               , "varpool construction")

--
This patch is available for review at http://codereview.appspot.com/4571047

[Diego Novillo, 2011-06-07 18:34:51]

On Mon, Jun 6, 2011 at 16:12, Gabriel Charette <gchare@google.com> wrote:
> Ok removed the tests as well.
>
> Executed the full test suite with no errors (except for currently known
ones..)

Thanks.  Committed as rev 174761.


Diego.