From 11bcd2dfc3a796bd64fe5fa712070973198baeb8 Mon Sep 17 00:00:00 2001
From: Sander Roobol <sander@php.net>
Date: Thu, 2 May 2002 13:22:42 +0000
Subject: [PATCH] Added tokenizer skeleton

git-svn-id: https://svn.php.net/repository/phpdoc/en/trunk@80918 c90b9560-bf6c-de11-be94-00142212c4b1
---
 reference/tokenizer/functions.xml             |  2 +
 .../tokenizer/functions/token-get-all.xml     | 38 +++++++++++++++++++
 reference/tokenizer/functions/token-name.xml  | 38 +++++++++++++++++++
 reference/tokenizer/reference.xml             | 31 +++++++++++++++
 4 files changed, 109 insertions(+)
 create mode 100644 reference/tokenizer/functions.xml
 create mode 100644 reference/tokenizer/functions/token-get-all.xml
 create mode 100644 reference/tokenizer/functions/token-name.xml
 create mode 100644 reference/tokenizer/reference.xml

diff --git a/reference/tokenizer/functions.xml b/reference/tokenizer/functions.xml
new file mode 100644
index 0000000000..c79b8b1608
--- /dev/null
+++ b/reference/tokenizer/functions.xml
@@ -0,0 +1,2 @@
+&reference.tokenizer.functions.token_get_all;
+&reference.tokenizer.functions.token_name;
diff --git a/reference/tokenizer/functions/token-get-all.xml b/reference/tokenizer/functions/token-get-all.xml
new file mode 100644
index 0000000000..c0f4a3d69c
--- /dev/null
+++ b/reference/tokenizer/functions/token-get-all.xml
@@ -0,0 +1,38 @@
+<?xml version="1.0" encoding="iso-8859-1"?>
+<!-- $Revision: 1.1 $ -->
+  <refentry id="function.token-get-all">
+   <refnamediv>
+    <refname>token_get_all</refname>
+    <refpurpose>Split given source in tokens</refpurpose>
+   </refnamediv>
+   <refsect1>
+    <title>Description</title>
+     <methodsynopsis>
+      <type>array</type><methodname>token_get_all</methodname>
+      <methodparam><type>string</type><parameter>source</parameter></methodparam>
+     </methodsynopsis>
+     &warn.experimental.func;
+     &warn.undocumented.func;
+   </refsect1>
+  </refentry>
+
+<!-- Keep this comment at the end of the file
+Local variables:
+mode: sgml
+sgml-omittag:t
+sgml-shorttag:t
+sgml-minimize-attributes:nil
+sgml-always-quote-attributes:t
+sgml-indent-step:1
+sgml-indent-data:t
+indent-tabs-mode:nil
+sgml-parent-document:nil
+sgml-default-dtd-file:"../../../../manual.ced"
+sgml-exposed-tags:nil
+sgml-local-catalogs:nil
+sgml-local-ecat-files:nil
+End:
+vim600: syn=xml fen fdm=syntax fdl=2 si
+vim: et tw=78 syn=sgml
+vi: ts=1 sw=1
+-->
diff --git a/reference/tokenizer/functions/token-name.xml b/reference/tokenizer/functions/token-name.xml
new file mode 100644
index 0000000000..b8489b48c6
--- /dev/null
+++ b/reference/tokenizer/functions/token-name.xml
@@ -0,0 +1,38 @@
+<?xml version="1.0" encoding="iso-8859-1"?>
+<!-- $Revision: 1.1 $ -->
+  <refentry id="function.token-name">
+   <refnamediv>
+    <refname>token_name</refname>
+    <refpurpose>Get the name of a given token</refpurpose>
+   </refnamediv>
+   <refsect1>
+    <title>Description</title>
+     <methodsynopsis>
+      <type>string</type><methodname>token_name</methodname>
+      <methodparam><type>int</type><parameter>type</parameter></methodparam>
+     </methodsynopsis>
+     &warn.experimental.func;
+     &warn.undocumented.func;
+   </refsect1>
+  </refentry>
+
+<!-- Keep this comment at the end of the file
+Local variables:
+mode: sgml
+sgml-omittag:t
+sgml-shorttag:t
+sgml-minimize-attributes:nil
+sgml-always-quote-attributes:t
+sgml-indent-step:1
+sgml-indent-data:t
+indent-tabs-mode:nil
+sgml-parent-document:nil
+sgml-default-dtd-file:"../../../../manual.ced"
+sgml-exposed-tags:nil
+sgml-local-catalogs:nil
+sgml-local-ecat-files:nil
+End:
+vim600: syn=xml fen fdm=syntax fdl=2 si
+vim: et tw=78 syn=sgml
+vi: ts=1 sw=1
+-->
diff --git a/reference/tokenizer/reference.xml b/reference/tokenizer/reference.xml
new file mode 100644
index 0000000000..410a8465e7
--- /dev/null
+++ b/reference/tokenizer/reference.xml
@@ -0,0 +1,31 @@
+<?xml version="1.0" encoding="iso-8859-1"?>
+<!-- $Revision: 1.1 $ -->
+ <reference id="ref.tokenizer">
+  <title>Tokenizer functions</title>
+  <titleabbrev>Tokenizer functions</titleabbrev>
+
+  <partintro>
+   &warn.experimental;
+  </partintro>
+	
+&reference.tokenizer.functions;
+
+ </reference>
+<!-- Keep this comment at the end of the file
+Local variables:
+mode: sgml
+sgml-omittag:t
+sgml-shorttag:t
+sgml-minimize-attributes:nil
+sgml-always-quote-attributes:t
+sgml-indent-step:1
+sgml-indent-data:t
+indent-tabs-mode:nil
+sgml-parent-document:nil
+sgml-default-dtd-file:"../../../manual.ced"
+sgml-exposed-tags:nil
+sgml-local-catalogs:nil
+sgml-local-ecat-files:nil
+End:
+-->
+