diff --git a/.gitignore b/.gitignore
new file mode 100644
index 00000000..82302eb7
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,12 @@
+# Emacs crud files
+*~
+.#*
+\#*#
+
+# Experiments
+*.experiment
+*.typedattempt
+*.untyped
+
+# Personal
+/config.txt
diff --git a/LICENSE b/LICENSE
new file mode 100644
index 00000000..be3f7b28
--- /dev/null
+++ b/LICENSE
@@ -0,0 +1,661 @@
+ GNU AFFERO GENERAL PUBLIC LICENSE
+ Version 3, 19 November 2007
+
+ Copyright (C) 2007 Free Software Foundation, Inc.
+ Everyone is permitted to copy and distribute verbatim copies
+ of this license document, but changing it is not allowed.
+
+ Preamble
+
+ The GNU Affero General Public License is a free, copyleft license for
+software and other kinds of works, specifically designed to ensure
+cooperation with the community in the case of network server software.
+
+ The licenses for most software and other practical works are designed
+to take away your freedom to share and change the works. By contrast,
+our General Public Licenses are intended to guarantee your freedom to
+share and change all versions of a program--to make sure it remains free
+software for all its users.
+
+ When we speak of free software, we are referring to freedom, not
+price. Our General Public Licenses are designed to make sure that you
+have the freedom to distribute copies of free software (and charge for
+them if you wish), that you receive source code or can get it if you
+want it, that you can change the software or use pieces of it in new
+free programs, and that you know you can do these things.
+
+ Developers that use our General Public Licenses protect your rights
+with two steps: (1) assert copyright on the software, and (2) offer
+you this License which gives you legal permission to copy, distribute
+and/or modify the software.
+
+ A secondary benefit of defending all users' freedom is that
+improvements made in alternate versions of the program, if they
+receive widespread use, become available for other developers to
+incorporate. Many developers of free software are heartened and
+encouraged by the resulting cooperation. However, in the case of
+software used on network servers, this result may fail to come about.
+The GNU General Public License permits making a modified version and
+letting the public access it on a server without ever releasing its
+source code to the public.
+
+ The GNU Affero General Public License is designed specifically to
+ensure that, in such cases, the modified source code becomes available
+to the community. It requires the operator of a network server to
+provide the source code of the modified version running there to the
+users of that server. Therefore, public use of a modified version, on
+a publicly accessible server, gives the public access to the source
+code of the modified version.
+
+ An older license, called the Affero General Public License and
+published by Affero, was designed to accomplish similar goals. This is
+a different license, not a version of the Affero GPL, but Affero has
+released a new version of the Affero GPL which permits relicensing under
+this license.
+
+ The precise terms and conditions for copying, distribution and
+modification follow.
+
+ TERMS AND CONDITIONS
+
+ 0. Definitions.
+
+ "This License" refers to version 3 of the GNU Affero General Public License.
+
+ "Copyright" also means copyright-like laws that apply to other kinds of
+works, such as semiconductor masks.
+
+ "The Program" refers to any copyrightable work licensed under this
+License. Each licensee is addressed as "you". "Licensees" and
+"recipients" may be individuals or organizations.
+
+ To "modify" a work means to copy from or adapt all or part of the work
+in a fashion requiring copyright permission, other than the making of an
+exact copy. The resulting work is called a "modified version" of the
+earlier work or a work "based on" the earlier work.
+
+ A "covered work" means either the unmodified Program or a work based
+on the Program.
+
+ To "propagate" a work means to do anything with it that, without
+permission, would make you directly or secondarily liable for
+infringement under applicable copyright law, except executing it on a
+computer or modifying a private copy. Propagation includes copying,
+distribution (with or without modification), making available to the
+public, and in some countries other activities as well.
+
+ To "convey" a work means any kind of propagation that enables other
+parties to make or receive copies. Mere interaction with a user through
+a computer network, with no transfer of a copy, is not conveying.
+
+ An interactive user interface displays "Appropriate Legal Notices"
+to the extent that it includes a convenient and prominently visible
+feature that (1) displays an appropriate copyright notice, and (2)
+tells the user that there is no warranty for the work (except to the
+extent that warranties are provided), that licensees may convey the
+work under this License, and how to view a copy of this License. If
+the interface presents a list of user commands or options, such as a
+menu, a prominent item in the list meets this criterion.
+
+ 1. Source Code.
+
+ The "source code" for a work means the preferred form of the work
+for making modifications to it. "Object code" means any non-source
+form of a work.
+
+ A "Standard Interface" means an interface that either is an official
+standard defined by a recognized standards body, or, in the case of
+interfaces specified for a particular programming language, one that
+is widely used among developers working in that language.
+
+ The "System Libraries" of an executable work include anything, other
+than the work as a whole, that (a) is included in the normal form of
+packaging a Major Component, but which is not part of that Major
+Component, and (b) serves only to enable use of the work with that
+Major Component, or to implement a Standard Interface for which an
+implementation is available to the public in source code form. A
+"Major Component", in this context, means a major essential component
+(kernel, window system, and so on) of the specific operating system
+(if any) on which the executable work runs, or a compiler used to
+produce the work, or an object code interpreter used to run it.
+
+ The "Corresponding Source" for a work in object code form means all
+the source code needed to generate, install, and (for an executable
+work) run the object code and to modify the work, including scripts to
+control those activities. However, it does not include the work's
+System Libraries, or general-purpose tools or generally available free
+programs which are used unmodified in performing those activities but
+which are not part of the work. For example, Corresponding Source
+includes interface definition files associated with source files for
+the work, and the source code for shared libraries and dynamically
+linked subprograms that the work is specifically designed to require,
+such as by intimate data communication or control flow between those
+subprograms and other parts of the work.
+
+ The Corresponding Source need not include anything that users
+can regenerate automatically from other parts of the Corresponding
+Source.
+
+ The Corresponding Source for a work in source code form is that
+same work.
+
+ 2. Basic Permissions.
+
+ All rights granted under this License are granted for the term of
+copyright on the Program, and are irrevocable provided the stated
+conditions are met. This License explicitly affirms your unlimited
+permission to run the unmodified Program. The output from running a
+covered work is covered by this License only if the output, given its
+content, constitutes a covered work. This License acknowledges your
+rights of fair use or other equivalent, as provided by copyright law.
+
+ You may make, run and propagate covered works that you do not
+convey, without conditions so long as your license otherwise remains
+in force. You may convey covered works to others for the sole purpose
+of having them make modifications exclusively for you, or provide you
+with facilities for running those works, provided that you comply with
+the terms of this License in conveying all material for which you do
+not control copyright. Those thus making or running the covered works
+for you must do so exclusively on your behalf, under your direction
+and control, on terms that prohibit them from making any copies of
+your copyrighted material outside their relationship with you.
+
+ Conveying under any other circumstances is permitted solely under
+the conditions stated below. Sublicensing is not allowed; section 10
+makes it unnecessary.
+
+ 3. Protecting Users' Legal Rights From Anti-Circumvention Law.
+
+ No covered work shall be deemed part of an effective technological
+measure under any applicable law fulfilling obligations under article
+11 of the WIPO copyright treaty adopted on 20 December 1996, or
+similar laws prohibiting or restricting circumvention of such
+measures.
+
+ When you convey a covered work, you waive any legal power to forbid
+circumvention of technological measures to the extent such circumvention
+is effected by exercising rights under this License with respect to
+the covered work, and you disclaim any intention to limit operation or
+modification of the work as a means of enforcing, against the work's
+users, your or third parties' legal rights to forbid circumvention of
+technological measures.
+
+ 4. Conveying Verbatim Copies.
+
+ You may convey verbatim copies of the Program's source code as you
+receive it, in any medium, provided that you conspicuously and
+appropriately publish on each copy an appropriate copyright notice;
+keep intact all notices stating that this License and any
+non-permissive terms added in accord with section 7 apply to the code;
+keep intact all notices of the absence of any warranty; and give all
+recipients a copy of this License along with the Program.
+
+ You may charge any price or no price for each copy that you convey,
+and you may offer support or warranty protection for a fee.
+
+ 5. Conveying Modified Source Versions.
+
+ You may convey a work based on the Program, or the modifications to
+produce it from the Program, in the form of source code under the
+terms of section 4, provided that you also meet all of these conditions:
+
+ a) The work must carry prominent notices stating that you modified
+ it, and giving a relevant date.
+
+ b) The work must carry prominent notices stating that it is
+ released under this License and any conditions added under section
+ 7. This requirement modifies the requirement in section 4 to
+ "keep intact all notices".
+
+ c) You must license the entire work, as a whole, under this
+ License to anyone who comes into possession of a copy. This
+ License will therefore apply, along with any applicable section 7
+ additional terms, to the whole of the work, and all its parts,
+ regardless of how they are packaged. This License gives no
+ permission to license the work in any other way, but it does not
+ invalidate such permission if you have separately received it.
+
+ d) If the work has interactive user interfaces, each must display
+ Appropriate Legal Notices; however, if the Program has interactive
+ interfaces that do not display Appropriate Legal Notices, your
+ work need not make them do so.
+
+ A compilation of a covered work with other separate and independent
+works, which are not by their nature extensions of the covered work,
+and which are not combined with it such as to form a larger program,
+in or on a volume of a storage or distribution medium, is called an
+"aggregate" if the compilation and its resulting copyright are not
+used to limit the access or legal rights of the compilation's users
+beyond what the individual works permit. Inclusion of a covered work
+in an aggregate does not cause this License to apply to the other
+parts of the aggregate.
+
+ 6. Conveying Non-Source Forms.
+
+ You may convey a covered work in object code form under the terms
+of sections 4 and 5, provided that you also convey the
+machine-readable Corresponding Source under the terms of this License,
+in one of these ways:
+
+ a) Convey the object code in, or embodied in, a physical product
+ (including a physical distribution medium), accompanied by the
+ Corresponding Source fixed on a durable physical medium
+ customarily used for software interchange.
+
+ b) Convey the object code in, or embodied in, a physical product
+ (including a physical distribution medium), accompanied by a
+ written offer, valid for at least three years and valid for as
+ long as you offer spare parts or customer support for that product
+ model, to give anyone who possesses the object code either (1) a
+ copy of the Corresponding Source for all the software in the
+ product that is covered by this License, on a durable physical
+ medium customarily used for software interchange, for a price no
+ more than your reasonable cost of physically performing this
+ conveying of source, or (2) access to copy the
+ Corresponding Source from a network server at no charge.
+
+ c) Convey individual copies of the object code with a copy of the
+ written offer to provide the Corresponding Source. This
+ alternative is allowed only occasionally and noncommercially, and
+ only if you received the object code with such an offer, in accord
+ with subsection 6b.
+
+ d) Convey the object code by offering access from a designated
+ place (gratis or for a charge), and offer equivalent access to the
+ Corresponding Source in the same way through the same place at no
+ further charge. You need not require recipients to copy the
+ Corresponding Source along with the object code. If the place to
+ copy the object code is a network server, the Corresponding Source
+ may be on a different server (operated by you or a third party)
+ that supports equivalent copying facilities, provided you maintain
+ clear directions next to the object code saying where to find the
+ Corresponding Source. Regardless of what server hosts the
+ Corresponding Source, you remain obligated to ensure that it is
+ available for as long as needed to satisfy these requirements.
+
+ e) Convey the object code using peer-to-peer transmission, provided
+ you inform other peers where the object code and Corresponding
+ Source of the work are being offered to the general public at no
+ charge under subsection 6d.
+
+ A separable portion of the object code, whose source code is excluded
+from the Corresponding Source as a System Library, need not be
+included in conveying the object code work.
+
+ A "User Product" is either (1) a "consumer product", which means any
+tangible personal property which is normally used for personal, family,
+or household purposes, or (2) anything designed or sold for incorporation
+into a dwelling. In determining whether a product is a consumer product,
+doubtful cases shall be resolved in favor of coverage. For a particular
+product received by a particular user, "normally used" refers to a
+typical or common use of that class of product, regardless of the status
+of the particular user or of the way in which the particular user
+actually uses, or expects or is expected to use, the product. A product
+is a consumer product regardless of whether the product has substantial
+commercial, industrial or non-consumer uses, unless such uses represent
+the only significant mode of use of the product.
+
+ "Installation Information" for a User Product means any methods,
+procedures, authorization keys, or other information required to install
+and execute modified versions of a covered work in that User Product from
+a modified version of its Corresponding Source. The information must
+suffice to ensure that the continued functioning of the modified object
+code is in no case prevented or interfered with solely because
+modification has been made.
+
+ If you convey an object code work under this section in, or with, or
+specifically for use in, a User Product, and the conveying occurs as
+part of a transaction in which the right of possession and use of the
+User Product is transferred to the recipient in perpetuity or for a
+fixed term (regardless of how the transaction is characterized), the
+Corresponding Source conveyed under this section must be accompanied
+by the Installation Information. But this requirement does not apply
+if neither you nor any third party retains the ability to install
+modified object code on the User Product (for example, the work has
+been installed in ROM).
+
+ The requirement to provide Installation Information does not include a
+requirement to continue to provide support service, warranty, or updates
+for a work that has been modified or installed by the recipient, or for
+the User Product in which it has been modified or installed. Access to a
+network may be denied when the modification itself materially and
+adversely affects the operation of the network or violates the rules and
+protocols for communication across the network.
+
+ Corresponding Source conveyed, and Installation Information provided,
+in accord with this section must be in a format that is publicly
+documented (and with an implementation available to the public in
+source code form), and must require no special password or key for
+unpacking, reading or copying.
+
+ 7. Additional Terms.
+
+ "Additional permissions" are terms that supplement the terms of this
+License by making exceptions from one or more of its conditions.
+Additional permissions that are applicable to the entire Program shall
+be treated as though they were included in this License, to the extent
+that they are valid under applicable law. If additional permissions
+apply only to part of the Program, that part may be used separately
+under those permissions, but the entire Program remains governed by
+this License without regard to the additional permissions.
+
+ When you convey a copy of a covered work, you may at your option
+remove any additional permissions from that copy, or from any part of
+it. (Additional permissions may be written to require their own
+removal in certain cases when you modify the work.) You may place
+additional permissions on material, added by you to a covered work,
+for which you have or can give appropriate copyright permission.
+
+ Notwithstanding any other provision of this License, for material you
+add to a covered work, you may (if authorized by the copyright holders of
+that material) supplement the terms of this License with terms:
+
+ a) Disclaiming warranty or limiting liability differently from the
+ terms of sections 15 and 16 of this License; or
+
+ b) Requiring preservation of specified reasonable legal notices or
+ author attributions in that material or in the Appropriate Legal
+ Notices displayed by works containing it; or
+
+ c) Prohibiting misrepresentation of the origin of that material, or
+ requiring that modified versions of such material be marked in
+ reasonable ways as different from the original version; or
+
+ d) Limiting the use for publicity purposes of names of licensors or
+ authors of the material; or
+
+ e) Declining to grant rights under trademark law for use of some
+ trade names, trademarks, or service marks; or
+
+ f) Requiring indemnification of licensors and authors of that
+ material by anyone who conveys the material (or modified versions of
+ it) with contractual assumptions of liability to the recipient, for
+ any liability that these contractual assumptions directly impose on
+ those licensors and authors.
+
+ All other non-permissive additional terms are considered "further
+restrictions" within the meaning of section 10. If the Program as you
+received it, or any part of it, contains a notice stating that it is
+governed by this License along with a term that is a further
+restriction, you may remove that term. If a license document contains
+a further restriction but permits relicensing or conveying under this
+License, you may add to a covered work material governed by the terms
+of that license document, provided that the further restriction does
+not survive such relicensing or conveying.
+
+ If you add terms to a covered work in accord with this section, you
+must place, in the relevant source files, a statement of the
+additional terms that apply to those files, or a notice indicating
+where to find the applicable terms.
+
+ Additional terms, permissive or non-permissive, may be stated in the
+form of a separately written license, or stated as exceptions;
+the above requirements apply either way.
+
+ 8. Termination.
+
+ You may not propagate or modify a covered work except as expressly
+provided under this License. Any attempt otherwise to propagate or
+modify it is void, and will automatically terminate your rights under
+this License (including any patent licenses granted under the third
+paragraph of section 11).
+
+ However, if you cease all violation of this License, then your
+license from a particular copyright holder is reinstated (a)
+provisionally, unless and until the copyright holder explicitly and
+finally terminates your license, and (b) permanently, if the copyright
+holder fails to notify you of the violation by some reasonable means
+prior to 60 days after the cessation.
+
+ Moreover, your license from a particular copyright holder is
+reinstated permanently if the copyright holder notifies you of the
+violation by some reasonable means, this is the first time you have
+received notice of violation of this License (for any work) from that
+copyright holder, and you cure the violation prior to 30 days after
+your receipt of the notice.
+
+ Termination of your rights under this section does not terminate the
+licenses of parties who have received copies or rights from you under
+this License. If your rights have been terminated and not permanently
+reinstated, you do not qualify to receive new licenses for the same
+material under section 10.
+
+ 9. Acceptance Not Required for Having Copies.
+
+ You are not required to accept this License in order to receive or
+run a copy of the Program. Ancillary propagation of a covered work
+occurring solely as a consequence of using peer-to-peer transmission
+to receive a copy likewise does not require acceptance. However,
+nothing other than this License grants you permission to propagate or
+modify any covered work. These actions infringe copyright if you do
+not accept this License. Therefore, by modifying or propagating a
+covered work, you indicate your acceptance of this License to do so.
+
+ 10. Automatic Licensing of Downstream Recipients.
+
+ Each time you convey a covered work, the recipient automatically
+receives a license from the original licensors, to run, modify and
+propagate that work, subject to this License. You are not responsible
+for enforcing compliance by third parties with this License.
+
+ An "entity transaction" is a transaction transferring control of an
+organization, or substantially all assets of one, or subdividing an
+organization, or merging organizations. If propagation of a covered
+work results from an entity transaction, each party to that
+transaction who receives a copy of the work also receives whatever
+licenses to the work the party's predecessor in interest had or could
+give under the previous paragraph, plus a right to possession of the
+Corresponding Source of the work from the predecessor in interest, if
+the predecessor has it or can get it with reasonable efforts.
+
+ You may not impose any further restrictions on the exercise of the
+rights granted or affirmed under this License. For example, you may
+not impose a license fee, royalty, or other charge for exercise of
+rights granted under this License, and you may not initiate litigation
+(including a cross-claim or counterclaim in a lawsuit) alleging that
+any patent claim is infringed by making, using, selling, offering for
+sale, or importing the Program or any portion of it.
+
+ 11. Patents.
+
+ A "contributor" is a copyright holder who authorizes use under this
+License of the Program or a work on which the Program is based. The
+work thus licensed is called the contributor's "contributor version".
+
+ A contributor's "essential patent claims" are all patent claims
+owned or controlled by the contributor, whether already acquired or
+hereafter acquired, that would be infringed by some manner, permitted
+by this License, of making, using, or selling its contributor version,
+but do not include claims that would be infringed only as a
+consequence of further modification of the contributor version. For
+purposes of this definition, "control" includes the right to grant
+patent sublicenses in a manner consistent with the requirements of
+this License.
+
+ Each contributor grants you a non-exclusive, worldwide, royalty-free
+patent license under the contributor's essential patent claims, to
+make, use, sell, offer for sale, import and otherwise run, modify and
+propagate the contents of its contributor version.
+
+ In the following three paragraphs, a "patent license" is any express
+agreement or commitment, however denominated, not to enforce a patent
+(such as an express permission to practice a patent or covenant not to
+sue for patent infringement). To "grant" such a patent license to a
+party means to make such an agreement or commitment not to enforce a
+patent against the party.
+
+ If you convey a covered work, knowingly relying on a patent license,
+and the Corresponding Source of the work is not available for anyone
+to copy, free of charge and under the terms of this License, through a
+publicly available network server or other readily accessible means,
+then you must either (1) cause the Corresponding Source to be so
+available, or (2) arrange to deprive yourself of the benefit of the
+patent license for this particular work, or (3) arrange, in a manner
+consistent with the requirements of this License, to extend the patent
+license to downstream recipients. "Knowingly relying" means you have
+actual knowledge that, but for the patent license, your conveying the
+covered work in a country, or your recipient's use of the covered work
+in a country, would infringe one or more identifiable patents in that
+country that you have reason to believe are valid.
+
+ If, pursuant to or in connection with a single transaction or
+arrangement, you convey, or propagate by procuring conveyance of, a
+covered work, and grant a patent license to some of the parties
+receiving the covered work authorizing them to use, propagate, modify
+or convey a specific copy of the covered work, then the patent license
+you grant is automatically extended to all recipients of the covered
+work and works based on it.
+
+ A patent license is "discriminatory" if it does not include within
+the scope of its coverage, prohibits the exercise of, or is
+conditioned on the non-exercise of one or more of the rights that are
+specifically granted under this License. You may not convey a covered
+work if you are a party to an arrangement with a third party that is
+in the business of distributing software, under which you make payment
+to the third party based on the extent of your activity of conveying
+the work, and under which the third party grants, to any of the
+parties who would receive the covered work from you, a discriminatory
+patent license (a) in connection with copies of the covered work
+conveyed by you (or copies made from those copies), or (b) primarily
+for and in connection with specific products or compilations that
+contain the covered work, unless you entered into that arrangement,
+or that patent license was granted, prior to 28 March 2007.
+
+ Nothing in this License shall be construed as excluding or limiting
+any implied license or other defenses to infringement that may
+otherwise be available to you under applicable patent law.
+
+ 12. No Surrender of Others' Freedom.
+
+ If conditions are imposed on you (whether by court order, agreement or
+otherwise) that contradict the conditions of this License, they do not
+excuse you from the conditions of this License. If you cannot convey a
+covered work so as to satisfy simultaneously your obligations under this
+License and any other pertinent obligations, then as a consequence you may
+not convey it at all. For example, if you agree to terms that obligate you
+to collect a royalty for further conveying from those to whom you convey
+the Program, the only way you could satisfy both those terms and this
+License would be to refrain entirely from conveying the Program.
+
+ 13. Remote Network Interaction; Use with the GNU General Public License.
+
+ Notwithstanding any other provision of this License, if you modify the
+Program, your modified version must prominently offer all users
+interacting with it remotely through a computer network (if your version
+supports such interaction) an opportunity to receive the Corresponding
+Source of your version by providing access to the Corresponding Source
+from a network server at no charge, through some standard or customary
+means of facilitating copying of software. This Corresponding Source
+shall include the Corresponding Source for any work covered by version 3
+of the GNU General Public License that is incorporated pursuant to the
+following paragraph.
+
+ Notwithstanding any other provision of this License, you have
+permission to link or combine any covered work with a work licensed
+under version 3 of the GNU General Public License into a single
+combined work, and to convey the resulting work. The terms of this
+License will continue to apply to the part which is the covered work,
+but the work with which it is combined will remain governed by version
+3 of the GNU General Public License.
+
+ 14. Revised Versions of this License.
+
+ The Free Software Foundation may publish revised and/or new versions of
+the GNU Affero General Public License from time to time. Such new versions
+will be similar in spirit to the present version, but may differ in detail to
+address new problems or concerns.
+
+ Each version is given a distinguishing version number. If the
+Program specifies that a certain numbered version of the GNU Affero General
+Public License "or any later version" applies to it, you have the
+option of following the terms and conditions either of that numbered
+version or of any later version published by the Free Software
+Foundation. If the Program does not specify a version number of the
+GNU Affero General Public License, you may choose any version ever published
+by the Free Software Foundation.
+
+ If the Program specifies that a proxy can decide which future
+versions of the GNU Affero General Public License can be used, that proxy's
+public statement of acceptance of a version permanently authorizes you
+to choose that version for the Program.
+
+ Later license versions may give you additional or different
+permissions. However, no additional obligations are imposed on any
+author or copyright holder as a result of your choosing to follow a
+later version.
+
+ 15. Disclaimer of Warranty.
+
+ THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY
+APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT
+HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY
+OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO,
+THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM
+IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF
+ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
+
+ 16. Limitation of Liability.
+
+ IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
+WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS
+THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY
+GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE
+USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF
+DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD
+PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS),
+EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF
+SUCH DAMAGES.
+
+ 17. Interpretation of Sections 15 and 16.
+
+ If the disclaimer of warranty and limitation of liability provided
+above cannot be given local legal effect according to their terms,
+reviewing courts shall apply local law that most closely approximates
+an absolute waiver of all civil liability in connection with the
+Program, unless a warranty or assumption of liability accompanies a
+copy of the Program in return for a fee.
+
+ END OF TERMS AND CONDITIONS
+
+ How to Apply These Terms to Your New Programs
+
+ If you develop a new program, and you want it to be of the greatest
+possible use to the public, the best way to achieve this is to make it
+free software which everyone can redistribute and change under these terms.
+
+ To do so, attach the following notices to the program. It is safest
+to attach them to the start of each source file to most effectively
+state the exclusion of warranty; and each file should have at least
+the "copyright" line and a pointer to where the full notice is found.
+
+
+ Copyright (C)
+
+ This program is free software: you can redistribute it and/or modify
+ it under the terms of the GNU Affero General Public License as published by
+ the Free Software Foundation, either version 3 of the License, or
+ (at your option) any later version.
+
+ This program is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ GNU Affero General Public License for more details.
+
+ You should have received a copy of the GNU Affero General Public License
+ along with this program. If not, see .
+
+Also add information on how to contact you by electronic and paper mail.
+
+ If your software can interact with users remotely through a computer
+network, you should also make sure that it provides a way for users to
+get its source. For example, if your program is a web application, its
+interface could display a "Source" link that leads users to an archive
+of the code. There are many ways you could offer source, and different
+solutions will be better for different programs; see section 13 for the
+specific requirements.
+
+ You should also get your employer (if you work as a programmer) or school,
+if any, to sign a "copyright disclaimer" for the program, if necessary.
+For more information on this, and how to apply and follow the GNU AGPL, see
+.
diff --git a/src/application-globals.rkt b/src/application-globals.rkt
new file mode 100644
index 00000000..cb875f40
--- /dev/null
+++ b/src/application-globals.rkt
@@ -0,0 +1,73 @@
+#lang racket/base
+(require net/http-easy
+ "config.rkt")
+
+(provide
+ ; timeout durations for http-easy requests
+ timeouts
+ ; generates a consistent template for wiki page content to sit in
+ generate-wiki-page)
+
+(module+ test
+ (require rackunit
+ html-writing))
+
+(define timeouts (make-timeout-config #:lease 5 #:connect 5))
+
+(define (generate-wiki-page source-url wikiname title content)
+ (define (required-styles origin)
+ (map (λ (dest-path) (format dest-path origin))
+ '(#;"~a/load.php?lang=en&modules=skin.fandomdesktop.styles&only=styles&skin=fandomdesktop"
+ #;"~a/load.php?lang=en&modules=ext.gadget.dungeonsWiki%2CearthWiki%2Csite-styles%2Csound-styles&only=styles&skin=fandomdesktop"
+ #;"~a/load.php?lang=en&modules=site.styles&only=styles&skin=fandomdesktop"
+ ; combine the above entries into a single request for potentially extra speed - fandom.com doesn't even do this!
+ "~a/load.php?lang=en&modules=skin.fandomdesktop.styles%7Cext.fandom.PortableInfoboxFandomDesktop.css%7Cext.fandom.GlobalComponents.CommunityHeaderBackground.css%7Cext.gadget.site-styles%2Csound-styles%7Csite.styles&only=styles&skin=fandomdesktop"
+ "~a/wikia.php?controller=ThemeApi&method=themeVariables")))
+ `(html
+ (head
+ (meta (@ (name "viewport") (content "width=device-width, initial-scale=1")))
+ (title ,(format "~a | ~a" title (config-get 'application-name)))
+ (style ":root { --theme-page-background-color: #dfdfe0 }") ; fallback in case styles don't load fast enough
+ ,@(map (λ (url)
+ `(link (@ (rel "stylesheet") (type "text/css") (href ,url))))
+ (required-styles (format "https://~a.fandom.com" wikiname)))
+ (link (@ (rel "stylesheet") (type "text/css") (href "/static/main.css"))))
+ (body (@ (class "skin-fandomdesktop theme-fandomdesktop-light"))
+ (div (@ (class "main-container"))
+ (div (@ (class "fandom-community-header__background tileHorizontally header")))
+ (div (@ (class "page"))
+ (main (@ (class "page__main"))
+ (div (@ (class "custom-top"))
+ (h1 (@ (class "page-title")) ,title)
+ (nav (@ (class "sitesearch"))
+ (form (@ (action ,(format "/~a/search" wikiname)))
+ (label "Search "
+ (input (@ (type "text") (name "q")))))))
+ (div (@ (id "content") #;(class "page-content"))
+ (div (@ (id "mw-content-text"))
+ ,content))
+ (footer (@ (class "custom-footer"))
+ (img (@ (class "my-logo") (src "/static/breezewiki.svg")))
+ (div (@ (class "custom-footer__cols"))
+ (div
+ (p
+ (a (@ (href "https://gitdab.com/cadence/breezewiki"))
+ ,(format "~a source code" (config-get 'application-name))))
+ (p
+ (a (@ (href "https://lists.sr.ht/~cadence/breezewiki-discuss"))
+ "Discussions / Bug reports / Feature requests"))
+ ,(if (config-get 'instance-is-official)
+ `(p ,(format "This instance is run by the ~a developer, " (config-get 'application-name))
+ (a (@ (href "https://cadence.moe/contact"))
+ "Cadence."))
+ `(p
+ ,(format "This unofficial instance is based off the ~a source code, but is not administered by its developer." (config-get 'application-name)))))
+ (div
+ (p "This page displays proxied content from "
+ (a (@ (href ,source-url) (rel "noreferrer")) ,source-url)
+ ". Text content is available under the Creative Commons Attribution-Share Alike License 3.0 (Unported), "
+ (a (@ (href "https://www.fandom.com/licensing")) "see license info.")
+ " Media files may have different copying restrictions.")
+ (p ,(format "Fandom is a trademark of Fandom, Inc. ~a is not affiliated with Fandom." (config-get 'application-name))))))))))))
+(module+ test
+ (check-not-false (xexp->html (generate-wiki-page "" "test" "test" '(template)))))
diff --git a/src/config.rkt b/src/config.rkt
new file mode 100644
index 00000000..136c08af
--- /dev/null
+++ b/src/config.rkt
@@ -0,0 +1,33 @@
+#lang racket/base
+
+(provide
+ config-get)
+
+(define (config-get key)
+ (hash-ref config key))
+
+(define default-config
+ '((port . 10416)
+ (debug . #f)
+ (instance-is-official . #f) ; please don't turn this on, or you will make me very upset
+ (application-name . "BreezeWiki")))
+
+(define config
+ (make-hasheq
+ (append
+ default-config
+ (with-handlers ([exn:fail:filesystem:errno? (λ (exn)
+ '())])
+ (call-with-input-file "../config.txt"
+ (λ (in)
+ (let loop ([alist '()])
+ (let ([key (read in)]
+ [value (read in)])
+ (if (eq? value eof)
+ alist
+ (loop (cons (cons key
+ (cond
+ [(eq? value 'true) #t]
+ [(eq? value 'false) #f]
+ [#t value]))
+ alist)))))))))))
diff --git a/src/page-category.rkt b/src/page-category.rkt
new file mode 100644
index 00000000..7760c978
--- /dev/null
+++ b/src/page-category.rkt
@@ -0,0 +1,72 @@
+#lang racket/base
+(require racket/dict
+ racket/list
+ racket/string
+ (prefix-in easy: net/http-easy)
+ ; html libs
+ html-writing
+ ; web server libs
+ net/url
+ web-server/http
+ (only-in web-server/dispatchers/dispatch next-dispatcher)
+ #;(only-in web-server/http/redirect redirect-to)
+ "config.rkt"
+ "application-globals.rkt"
+ "url-utils.rkt"
+ "xexpr-utils.rkt")
+
+(provide
+ page-category)
+
+(module+ test
+ (require rackunit)
+ (define category-json-data
+ '#hasheq((batchcomplete . #t) (continue . #hasheq((cmcontinue . "page|4150504c45|41473") (continue . "-||"))) (query . #hasheq((categorymembers . (#hasheq((ns . 0) (pageid . 25049) (title . "Item (entity)")) #hasheq((ns . 0) (pageid . 128911) (title . "3D")) #hasheq((ns . 0) (pageid . 124018) (title . "A Very Fine Item")) #hasheq((ns . 0) (pageid . 142208) (title . "Amethyst Shard")) #hasheq((ns . 0) (pageid . 121612) (title . "Ankle Monitor")))))))))
+
+(define (generate-results-page dest-url wikiname prefixed-category data)
+ (define members (jp "/query/categorymembers" data))
+ (generate-wiki-page
+ dest-url
+ wikiname
+ prefixed-category
+ `(div (@ (class "mw-parser-output"))
+ (ul (@ (class "my-category-list"))
+ ,@(map
+ (λ (result)
+ (let* ([title (jp "/title" result)]
+ [page-path (regexp-replace* #rx" " title "_")])
+ `(li
+ (a (@ (href ,(format "/~a/wiki/~a" wikiname page-path)))
+ ,title))))
+ members)))))
+
+(define (page-category req)
+ (response-handler
+ (define wikiname (path/param-path (first (url-path (request-uri req)))))
+ (define prefixed-category (path/param-path (caddr (url-path (request-uri req)))))
+
+ (define origin (format "https://~a.fandom.com" wikiname))
+ (define dest-url (format "~a/api.php?~a"
+ origin
+ (params->query `(("action" . "query")
+ ("list" . "categorymembers")
+ ("cmtitle" . ,prefixed-category)
+ ("cmlimit" . "max")
+ ("formatversion" . "2")
+ ("format" . "json")))))
+ (printf "out: ~a~n" dest-url)
+ (define dest-res (easy:get dest-url #:timeouts timeouts))
+
+ (define data (easy:response-json dest-res))
+ (define body (generate-results-page dest-url wikiname prefixed-category data))
+ (when (config-get 'debug)
+ ; used for its side effects
+ ; convert to string with error checking, error will be raised if xexp is invalid
+ (xexp->html body))
+ (response/output
+ #:code 200
+ (λ (out)
+ (write-html body out)))))
+(module+ test
+ (check-not-false ((query-selector (attribute-selector 'href "/test/wiki/Ankle_Monitor")
+ (generate-results-page "" "test" "Category:Items" category-json-data)))))
diff --git a/src/page-not-found.rkt b/src/page-not-found.rkt
new file mode 100644
index 00000000..57f357b8
--- /dev/null
+++ b/src/page-not-found.rkt
@@ -0,0 +1,18 @@
+#lang racket/base
+
+(require html-writing
+ web-server/http)
+
+(provide
+ page-not-found)
+
+(define (page-not-found req)
+ (response/output
+ #:code 404
+ (λ (out)
+ (write-html
+ `(html
+ (body
+ (h1 "Not found.")
+ (pre ,(format "~v" req))))
+ out))))
diff --git a/src/page-proxy.rkt b/src/page-proxy.rkt
new file mode 100644
index 00000000..3b635064
--- /dev/null
+++ b/src/page-proxy.rkt
@@ -0,0 +1,30 @@
+#lang racket/base
+(require racket/dict
+ racket/match
+ racket/port
+ ; libs
+ (prefix-in easy: net/http-easy)
+ ; html libs
+ html-parsing
+ html-writing
+ ; web server libs
+ net/url
+ web-server/http
+ (only-in web-server/dispatchers/dispatch next-dispatcher)
+ "url-utils.rkt")
+
+(provide
+ page-proxy)
+
+(define (page-proxy req)
+ (match (dict-ref (url-query (request-uri req)) 'dest #f)
+ [(? string? dest)
+ (if (is-fandom-url? dest)
+ (let ([dest-r (easy:get dest #:stream? #t)])
+ (response/output
+ #:code (easy:response-status-code dest-r)
+ #:mime-type (easy:response-headers-ref dest-r 'content-type)
+ (λ (out)
+ (copy-port (easy:response-output dest-r) out))))
+ (next-dispatcher))]
+ [#f (next-dispatcher)]))
diff --git a/src/page-search.rkt b/src/page-search.rkt
new file mode 100644
index 00000000..5948af05
--- /dev/null
+++ b/src/page-search.rkt
@@ -0,0 +1,82 @@
+#lang racket/base
+(require racket/dict
+ racket/list
+ racket/string
+ (prefix-in easy: net/http-easy)
+ ; html libs
+ html-writing
+ ; web server libs
+ net/url
+ web-server/http
+ (only-in web-server/dispatchers/dispatch next-dispatcher)
+ #;(only-in web-server/http/redirect redirect-to)
+ "config.rkt"
+ "application-globals.rkt"
+ "url-utils.rkt"
+ "xexpr-utils.rkt")
+
+(provide
+ page-search)
+
+(module+ test
+ (require rackunit)
+ (define search-json-data
+ '#hasheq((batchcomplete . #t) (query . #hasheq((search . (#hasheq((ns . 0) (pageid . 219) (size . 1482) (snippet . "") (timestamp . "2022-08-21T08:54:23Z") (title . "Gacha Capsule") (wordcount . 214)) #hasheq((ns . 0) (pageid . 201) (size . 1198) (snippet . "") (timestamp . "2022-07-11T17:52:47Z") (title . "Badges") (wordcount . 181)))))))))
+
+(define (generate-results-page dest-url wikiname query data)
+ (define search-results (jp "/query/search" data))
+ (generate-wiki-page
+ dest-url
+ wikiname
+ "Search Results"
+ `(div (@ (class "mw-parser-output"))
+ (p ,(format "~a results found for " (length search-results))
+ (strong ,query))
+ (ul ,@(map
+ (λ (result)
+ (let* ([title (jp "/title" result)]
+ [page-path (regexp-replace* #rx" " title "_")]
+ [timestamp (jp "/timestamp" result)]
+ [wordcount (jp "/wordcount" result)]
+ [size (jp "/size" result)])
+ `(li (@ (class "my-result"))
+ (a (@ (class "my-result__link") (href ,(format "/~a/wiki/~a" wikiname page-path)))
+ ,title)
+ (div (@ (class "my-result__info"))
+ "last edited "
+ (time (@ (datetime ,timestamp)) ,(list-ref (string-split timestamp "T") 0))
+ ,(format ", ~a words, ~a kb"
+ wordcount
+ (exact->inexact (/ (round (/ size 100)) 10)))))))
+ search-results)))))
+
+(define (page-search req)
+ (response-handler
+ (define wikiname (path/param-path (first (url-path (request-uri req)))))
+ (define query (dict-ref (url-query (request-uri req)) 'q #f))
+
+ (define origin (format "https://~a.fandom.com" wikiname))
+ (define dest-url (format "~a/api.php?~a"
+ origin
+ (params->query `(("action" . "query")
+ ("list" . "search")
+ ("srsearch" . ,query)
+ ("formatversion" . "2")
+ ("format" . "json")))))
+ (printf "out: ~a~n" dest-url)
+ (define dest-res (easy:get dest-url #:timeouts timeouts))
+
+ (define data (easy:response-json dest-res))
+
+ (define body (generate-results-page dest-url wikiname query data))
+ (when (config-get 'debug)
+ ; used for its side effects
+ ; convert to string with error checking, error will be raised if xexp is invalid
+ (xexp->html body))
+ (response/output
+ #:code 200
+ (λ (out)
+ (write-html body out)))))
+(module+ test
+ (check-not-false ((query-selector (attribute-selector 'href "/test/wiki/Gacha_Capsule")
+ (generate-results-page "" "test" "Gacha" search-json-data)))))
diff --git a/src/page-wiki.rkt b/src/page-wiki.rkt
new file mode 100644
index 00000000..abd4aebd
--- /dev/null
+++ b/src/page-wiki.rkt
@@ -0,0 +1,234 @@
+#lang racket/base
+(require racket/dict
+ racket/function
+ racket/list
+ racket/string
+ ; libs
+ (prefix-in easy: net/http-easy)
+ ; html libs
+ html-parsing
+ html-writing
+ ; web server libs
+ net/url
+ web-server/http
+ web-server/dispatchers/dispatch
+ ; my libs
+ "pure-utils.rkt"
+ "xexpr-utils.rkt"
+ "url-utils.rkt"
+ "application-globals.rkt")
+
+(provide
+ page-wiki)
+
+(module+ test
+ (require rackunit)
+ (define wiki-document
+ '(*TOP*
+ (div (@ (class "mw-parser-output"))
+ (aside (@ (role "region") (class "portable-infobox pi-theme-wikia pi-layout-default"))
+ (h2 (@ (class "pi-item pi-title") (data-source "title"))
+ "Infobox Title")
+ (figure (@ (class "pi-item pi-image") (data-sourec "image"))
+ (a (@ (href "https://static.wiki.nocookie.net/nice-image.png") (class "image image-thumbnail") (title ""))
+ (img (@ (src "https://static.wiki.nocookie.net/nice-image-thumbnail.png") (class "pi-image-thumbnail")))))
+ (div (@ (class "pi-item pi-data") (data-source "description"))
+ (h3 (@ (class "pi-data-label"))
+ "Description")
+ (div (@ (class "pi-data-value"))
+ "Mystery infobox!")))
+ (div (@ (data-test-collapsesection) (class "collapsible collapsetoggle-inline collapsed"))
+ (i (b "This section is hidden for dramatic effect."))
+ (div (@ (class "collapsible-content"))
+ (p "Another page link: "
+ (a (@ (data-test-wikilink) (href "https://test.fandom.com/wiki/Another_Page") (title "Another Page"))
+ "Another Page"))))))))
+
+(define (preprocess-html-wiki html)
+ (define (rr* find replace contents)
+ (regexp-replace* find contents replace))
+ ((compose1
+ ; fix navbox list nesting
+ ; navbox on right of page has incorrect html "
" and the xexpr parser puts the
much further up the tree
+ ; add a
to make the parser happy
+ ; usage: /fallout/wiki/Fallout:_New_Vegas_achievements_and_trophies
+ (curry rr* #rx"(
]*>\n?)(
)" "\\1
\\2")
+ ; change
to to make the parser happy
+ (curry rr* #rx"(]*>)[ \t]*
([^<]*)
" "\\1\\2"))
+ html))
+(module+ test
+ (check-equal? (preprocess-html-wiki "
\n
Hey
")
+ "
\n
Hey
")
+ (check-equal? (preprocess-html-wiki "")
+ ""))
+
+(define (update-tree-wiki tree wikiname)
+ (update-tree
+ (λ (element element-type attributes children)
+ ;; replace whole element?
+ (cond
+ ; wrap tables in a div.table-scroller
+ [(and (eq? element-type 'table)
+ (has-class? "wikitable" attributes)
+ (not (dict-has-key? attributes 'data-scrolling)))
+ `(div
+ ((class "table-scroller"))
+ ((,element-type (@ (data-scrolling) ,@attributes)
+ ,@children)))]
+ ; exclude empty figcaptions
+ [(and (eq? element-type 'figcaption)
+ (or (eq? (length (filter element-is-element? children)) 0)
+ ((query-selector (λ (element-type attributes children)
+ (eq? element-type 'use))
+ element))))
+ return-no-element]
+ ; exclude infobox items that are videos, and gallery items that are videos
+ [(and (or (has-class? "pi-item" attributes)
+ (has-class? "wikia-gallery-item" attributes))
+ ((query-selector (λ (element-type attributes children)
+ (has-class? "video-thumbnail" attributes))
+ element)))
+ return-no-element]
+ ; exclude the invisible brackets after headings
+ [(and (eq? element-type 'span)
+ (has-class? "mw-editsection" attributes))
+ return-no-element]
+ ; display a link instead of an iframe
+ [(eq? element-type 'iframe)
+ (let ([src (car (dict-ref attributes 'src null))])
+ `(a
+ ((class "iframe-alternative") (href ,src))
+ (,(format "Embedded media: ~a" src))))]
+ [#t
+ (list element-type
+ ;; attributes
+ ((compose1
+ ; uncollapsing
+ (curry attribute-maybe-update 'class
+ (λ (class)
+ (string-join
+ ((compose1
+ ; uncollapse all navbox items (bottom of page mass navigation)
+ (curry u
+ (λ (classlist) (and (eq? element-type 'table)
+ (member "navbox" classlist)
+ (member "collapsed" classlist)))
+ (λ (classlist) (filter (curry (negate equal?) "collapsed") classlist)))
+ ; uncollapse portable-infobox sections
+ (curry u
+ (λ (classlist) (and (eq? element-type 'section)
+ (member "pi-collapse" classlist)))
+ (λ (classlist) (filter (λ (v)
+ (and (not (equal? v "pi-collapse-closed"))
+ (not (equal? v "pi-collapse"))))
+ classlist)))
+ ; generic: includes article sections and tables, probably more
+ (curry u
+ (λ (classlist) (and (member "collapsible" classlist)
+ (member "collapsed" classlist)))
+ (λ (classlist) (filter (curry (negate equal?) "collapsed") classlist))))
+ (string-split class " "))
+ " ")))
+ ; change links to stay on the same wiki
+ (curry attribute-maybe-update 'href
+ (λ (href)
+ ((compose1
+ (λ (href) (regexp-replace #rx"^(/wiki/.*)" href (format "/~a\\1" wikiname)))
+ (λ (href) (regexp-replace #rx"^https://([a-z-]+).fandom.com(/wiki/.*)" href "/\\1\\2")))
+ href)))
+ ; add noreferrer to a.image
+ (curry u
+ (λ (v) (and (eq? element-type 'a)
+ (has-class? "image" v)))
+ (λ (v) (dict-update attributes 'rel (λ (s)
+ (list (string-append (car s) " noreferrer")))
+ '(""))))
+ ; proxy images from inline styles
+ (curry attribute-maybe-update 'style
+ (λ (style)
+ (regexp-replace #rx"url\\(['\"]?(.*?)['\"]?\\)" style
+ (λ (whole url)
+ (string-append
+ "url("
+ (u-proxy-url url)
+ ")")))))
+ ; proxy images from src attributes
+ (curry attribute-maybe-update 'src u-proxy-url)
+ ; don't lazyload images
+ (curry u
+ (λ (v) (dict-has-key? v 'data-src))
+ (λ (v) (attribute-maybe-update 'src (λ (_) (car (dict-ref v 'data-src))) v)))
+ ; don't use srcset - TODO: use srcset?
+ (λ (v) (dict-remove v 'srcset)))
+ attributes)
+ ;; children
+ ((compose1
+ ; wrap blinking animated images in a slot so they can be animated with CSS
+ (curry u
+ (λ (v) (and (has-class? "animated" attributes)
+ ((length v) . > . 1)))
+ (λ (v)
+ `((span (@ (class "animated-slot") (style ,(format "--steps: ~a" (length v))))
+ ,@v)))))
+ children))]))
+ tree))
+(module+ test
+ (define transformed (update-tree-wiki wiki-document "test"))
+ ; check that wikilinks are changed to be local
+ (check-equal? (get-attribute 'href (bits->attributes
+ ((query-selector
+ (λ (t a c) (dict-has-key? a 'data-test-wikilink))
+ transformed))))
+ "/test/wiki/Another_Page")
+ ; check that a.image has noreferrer
+ (check-equal? (get-attribute 'rel (bits->attributes
+ ((query-selector
+ (λ (t a c) (and (eq? t 'a)
+ (has-class? "image" a)))
+ transformed))))
+ " noreferrer")
+ ; check that article collapse sections become uncollapsed
+ (check-equal? (get-attribute 'class (bits->attributes
+ ((query-selector
+ (λ (t a c) (dict-has-key? a 'data-test-collapsesection))
+ transformed))))
+ "collapsible collapsetoggle-inline"))
+
+(define (page-wiki req)
+ (define wikiname (path/param-path (first (url-path (request-uri req)))))
+ (define origin (format "https://~a.fandom.com" wikiname))
+ (define path (string-join (map path/param-path (cddr (url-path (request-uri req)))) "/"))
+ (define source-url (format "https://~a.fandom.com/wiki/~a" wikiname path))
+
+ (define dest-url (format "~a/api.php?~a"
+ origin
+ (params->query `(("action" . "parse")
+ ("page" . ,path)
+ ("prop" . "text")
+ ("formatversion" . "2")
+ ("format" . "json")))))
+ (printf "out: ~a~n" dest-url)
+ (define dest-res (easy:get dest-url #:timeouts timeouts))
+
+ (cond
+ [(eq? 200 (easy:response-status-code dest-res))
+ (let* ([data (easy:response-json dest-res)]
+ [title (jp "/parse/title" data "")]
+ [page-html (jp "/parse/text" data "")]
+ [page-html (preprocess-html-wiki page-html)]
+ [page (html->xexp page-html)])
+ (if (equal? "missingtitle" (jp "/error/code" data #f))
+ (next-dispatcher)
+ (response-handler
+ (define body
+ (generate-wiki-page source-url wikiname title (update-tree-wiki page wikiname)))
+ (define redirect-msg ((query-selector (attribute-selector 'class "redirectMsg") body)))
+ (response/output
+ #:code 200
+ #:headers (if redirect-msg
+ (let* ([dest (get-attribute 'href (bits->attributes ((query-selector (λ (t a c) (eq? t 'a)) redirect-msg))))]
+ [value (bytes-append #"0;url=" (string->bytes/utf-8 dest))])
+ (list (header #"Refresh" value)))
+ (list))
+ (λ (out)
+ (write-html body out))))))]))
diff --git a/src/pure-utils.rkt b/src/pure-utils.rkt
new file mode 100644
index 00000000..eb730ec3
--- /dev/null
+++ b/src/pure-utils.rkt
@@ -0,0 +1,30 @@
+#lang typed/racket/base
+
+(provide
+ ; call the updater on the dictionary key only if it has that key
+ alist-maybe-update
+ ; update a value only if a condition succeeds on it
+ u)
+
+(module+ test
+ (require "typed-rackunit.rkt"))
+
+(: alist-maybe-update (∀ (A B) ((Listof (Pairof A B)) A (B -> B) -> (Listof (Pairof A B)))))
+(define (alist-maybe-update alist key updater)
+ (map (λ ([p : (Pairof A B)])
+ (if (eq? (car p) key)
+ (cons (car p) (updater (cdr p)))
+ p))
+ alist))
+(module+ test
+ (check-equal? (alist-maybe-update '((a . 5) (b . 6)) 'a (λ ([x : Number]) (+ x 10)))
+ '((a . 15) (b . 6)))
+ (check-equal? (alist-maybe-update '((b . 6)) 'a (λ ([x : Number]) (+ x 10)))
+ '((b . 6))))
+
+(: u (∀ (A) ((A -> Any) (A -> A) A -> A)))
+(define (u condition updater value)
+ (if (condition value) (updater value) value))
+(module+ test
+ (check-equal? (u (λ ([x : Integer]) (< x 5)) (λ ([x : Integer]) (* x -1)) 4) -4)
+ (check-equal? (u (λ ([x : Integer]) (< x 5)) (λ ([x : Integer]) (* x -1)) 8) 8))
diff --git a/src/server.rkt b/src/server.rkt
new file mode 100644
index 00000000..a1465382
--- /dev/null
+++ b/src/server.rkt
@@ -0,0 +1,39 @@
+#lang racket/base
+(require racket/path
+ net/url
+ web-server/servlet-dispatch
+ web-server/dispatchers/filesystem-map
+ (prefix-in pathprocedure: web-server/dispatchers/dispatch-pathprocedure)
+ (prefix-in sequencer: web-server/dispatchers/dispatch-sequencer)
+ (prefix-in lift: web-server/dispatchers/dispatch-lift)
+ (prefix-in filter: web-server/dispatchers/dispatch-filter)
+ (prefix-in files: web-server/dispatchers/dispatch-files)
+ "config.rkt"
+ "page-category.rkt"
+ "page-not-found.rkt"
+ "page-proxy.rkt"
+ "page-wiki.rkt"
+ "page-search.rkt")
+
+(define mime-types
+ (hash #".css" #"text/css"
+ #".svg" #"image/svg+xml"))
+
+(serve/launch/wait
+ #:port (config-get 'port)
+ (λ (quit)
+ (sequencer:make
+ (pathprocedure:make "/proxy" page-proxy)
+ (filter:make #rx"^/[a-z-]+/wiki/Category:.+$" (lift:make page-category))
+ (filter:make #rx"^/[a-z-]+/wiki/.+$" (lift:make page-wiki))
+ (filter:make #rx"^/[a-z-]+/search$" (lift:make page-search))
+ (filter:make #rx"^/static/" (files:make
+ #:url->path
+ (lambda (u)
+ ((make-url->path "../static")
+ (struct-copy url u [path (cdr (url-path u))])))
+ #:path->mime-type
+ (lambda (u)
+ (hash-ref mime-types (path-get-extension u)))
+ #:cache-no-cache (config-get 'debug) #;"browser applies heuristics if unset"))
+ (lift:make page-not-found))))
diff --git a/src/typed-rackunit.rkt b/src/typed-rackunit.rkt
new file mode 100644
index 00000000..1d94d44a
--- /dev/null
+++ b/src/typed-rackunit.rkt
@@ -0,0 +1,11 @@
+#lang typed/racket/base
+
+(provide
+ check-equal?
+ check-true
+ check-false)
+
+(require/typed rackunit
+ [check-equal? (Any Any -> Void)]
+ [check-true (Any -> Void)]
+ [check-false (Any -> Void)])
diff --git a/src/url-utils.rkt b/src/url-utils.rkt
new file mode 100644
index 00000000..f563b69a
--- /dev/null
+++ b/src/url-utils.rkt
@@ -0,0 +1,71 @@
+#lang typed/racket/base
+(require racket/string
+ "pure-utils.rkt")
+
+(provide
+ ; make a query string from an association list of strings
+ params->query
+ ; make a proxied version of a fandom url
+ u-proxy-url
+ ; check whether a url is on a domain controlled by fandom
+ is-fandom-url?)
+
+(module+ test
+ (require "typed-rackunit.rkt"))
+
+;; https://url.spec.whatwg.org/#urlencoded-serializing
+
+(define urlencoded-set '(#\! #\' #\( #\) #\~ ; urlencoded set
+ #\$ #\% #\& #\+ #\, ; component set
+ #\/ #\: #\; #\= #\@ #\[ #\\ #\] #\^ #\| ; userinfo set
+ #\? #\` #\{ #\} ; path set
+ #\ #\" #\# #\< #\> ; query set
+ ; c0 controls included elsewhere
+ ; higher ranges included elsewhere
+ ))
+
+(: percent-encode (String (Listof Char) Boolean -> Bytes))
+(define (percent-encode value set space-as-plus)
+ (define b (string->bytes/utf-8 value))
+ (apply bytes-append
+ (for/list ([char b]) : (Listof Bytes)
+ (cond
+ [(and space-as-plus (eq? char 32))
+ #"+"]
+ [(or (member (integer->char char) set)
+ (char . > . #x7E)
+ (char . <= . #x1F))
+ (bytes-append #"%" (string->bytes/latin-1
+ (string-upcase (number->string char 16))))]
+ [#t
+ (bytes char)]))))
+
+(: params->query ((Listof (Pair String String)) -> String))
+(define (params->query params)
+ (string-join
+ (map (λ ([p : (Pair String String)])
+ (format "~a=~a"
+ (percent-encode (car p) urlencoded-set #t)
+ (percent-encode (cdr p) urlencoded-set #t)))
+ params)
+ "&"))
+(module+ test
+ (check-equal? (params->query '(("hello" . "world")))
+ "hello=world")
+ (check-equal? (params->query '(("a" . "hello world''") ("utf8" . "✓")))
+ "a=hello+world%27%27&utf8=%E2%9C%93"))
+
+(: is-fandom-url? (String -> Boolean))
+(define (is-fandom-url? url)
+ (regexp-match? #rx"^https://static.wikia.nocookie.net/|^https://[a-z-]*.fandom.com/" url))
+(module+ test
+ (check-true (is-fandom-url? "https://static.wikia.nocookie.net/wikiname/images/2/2f/SomeImage.jpg/revision/latest?cb=20110210094136"))
+ (check-true (is-fandom-url? "https://test.fandom.com/wiki/Some_Page"))
+ (check-false (is-fandom-url? "https://cadence.moe")))
+
+(: u-proxy-url (String -> String))
+(define (u-proxy-url url)
+ (u
+ is-fandom-url?
+ (λ ([v : String]) (string-append "/proxy?" (params->query `(("dest" . ,url)))))
+ url))
diff --git a/src/xexpr-utils.rkt b/src/xexpr-utils.rkt
new file mode 100644
index 00000000..a6bf1ca6
--- /dev/null
+++ b/src/xexpr-utils.rkt
@@ -0,0 +1,200 @@
+#lang racket/base
+(require racket/dict
+ racket/function
+ racket/generator
+ racket/match
+ racket/string
+ (only-in json-pointer json-pointer-value)
+ (only-in web-server/http response/output)
+ "pure-utils.rkt")
+
+(provide
+ ;; with whole xexprs
+ ; xexpr for an "empty" element, which in reality uses
+ return-no-element
+ ; query a tree for elements matching a condition
+ query-selector
+ ; update a tree with a function called on each element
+ update-tree
+
+ ;; with bits of xexprs
+ ; predicates
+ element-is-bits?
+ element-is-xattributes?
+ element-is-element?
+ element-is-content?
+
+ ;; with attributes
+ ; find the attributes in some bits of an element
+ bits->attributes
+ ; get attribute value from some attributes
+ get-attribute
+ ; update an attribute if it is present (otherwise no change)
+ attribute-maybe-update
+ ; make an attribute selector for use in query-selector
+ attribute-selector
+ ; do these attributes have a certain value in their class?
+ has-class?
+
+ ;; with json
+ ; get value in json structure using a *j*son *p*ointer, optionally with default value for not present
+ jp
+
+ ; error catching for http responses
+ response-handler)
+
+(module+ test
+ (require rackunit)
+ (define demo-attributes
+ '(span (@ (title "Inside joke."))
+ "To get to the other side."
+ (@ (style "color: blue"))))
+ (define demo-document
+ '(html
+ (@ (lang "en"))
+ (head
+ (title "Hello world!"))
+ (body
+ (h1 "Hello world!")
+ (p "Welcome to my "
+ (span (@ (style "color: yellow")
+ (title "Really."))
+ (em "cool"))
+ "website.")))))
+
+; replacing with a template element removes it from the rendered document
+(define return-no-element '(template
+ ()
+ ()))
+
+; "bits" is attributes or real elements (non-string)
+(define (element-is-bits? element)
+ (pair? element))
+(module+ test
+ (check-true (element-is-bits? '(span "hi")))
+ (check-true (element-is-bits? '(@ (alt "Cute cat."))))
+ (check-false (element-is-bits? "hi")))
+
+; "xattributes" is attributes hugged by @
+(define (element-is-xattributes? element)
+ (and (element-is-bits? element) (eq? '@ (car element))))
+(module+ test
+ (check-false (element-is-xattributes? '(span "hi")))
+ (check-true (element-is-xattributes? '(@ (alt "Cute cat."))))
+ (check-false (element-is-xattributes? '((alt "Cute cat."))))
+ (check-false (element-is-xattributes? "hi")))
+
+; "element" is a real element with a type and everything (non-string, non-attributes)
+(define (element-is-element? element)
+ (and (element-is-bits? element) (not (element-is-xattributes? element))))
+(module+ test
+ (check-true (element-is-element? '(span "hi")))
+ (check-false (element-is-element? '(@ (alt "Cute cat."))))
+ (check-false (element-is-element? "hi")))
+
+; "element content" is a real element or a string
+(define (element-is-content? element)
+ (or (string? element) (element-is-element? element)))
+(module+ test
+ (check-true (element-is-content? '(span "hi")))
+ (check-false (element-is-content? '(@ (alt "Cute cat."))))
+ (check-true (element-is-content? "hi")))
+
+(define (xattributes->attributes xattrs)
+ (filter pair? xattrs))
+
+(define (bits->attributes bits)
+ (xattributes->attributes (apply append (filter element-is-xattributes? bits))))
+(module+ test
+ (check-equal? (bits->attributes demo-attributes)
+ '((title "Inside joke.") (style "color: blue"))))
+
+(define (get-attribute name attributes)
+ (let ([a (assq name attributes)])
+ (if (pair? a)
+ (cadr a)
+ #f)))
+(module+ test
+ (check-equal? (get-attribute 'title (bits->attributes demo-attributes)) "Inside joke."))
+
+(define (attribute-maybe-update key updater attributes)
+ (alist-maybe-update attributes key (λ (v) (map updater v))))
+(module+ test
+ (check-equal? (attribute-maybe-update 'a (λ (x) (+ x 10)) '((a 5) (b 6)))
+ '((a 15) (b 6))))
+
+(define (attribute-selector name value)
+ (λ (element-type attributes children)
+ (equal? (get-attribute name attributes) value)))
+
+(define (query-selector selector element)
+ (generator
+ ()
+ (let loop ([element element])
+ (let* ([element-type (car element)]
+ ; (append) is a clean and general approach to finding and combining any attributes
+ ; (filter pair?) is to get the actual attributes and leaves out the @ signs
+ [attributes (bits->attributes (cdr element))]
+ ; only recurse through real children
+ [children (filter element-is-element? (cdr element))])
+ (cond
+ [(equal? element-type '*DECL*) #f]
+ [(equal? element-type '@) #f]
+ [#t
+ (when (selector element-type attributes children)
+ (yield element))
+ (for ([child children]) (loop child))])))
+ #f))
+(module+ test
+ (let ([result (query-selector (attribute-selector 'title "Really.")
+ demo-document)])
+ (check-equal? (result) '(span (@ (style "color: yellow")
+ (title "Really."))
+ (em "cool")))
+ (check-equal? (result) #f)))
+
+(define (update-tree transformer element)
+ (let loop ([element element])
+ (let* ([element-type (car element)]
+ ; (append) is a clean and general approach to finding and combining any attributes
+ ; (filter pair?) is to get the actual attributes and leaves out the @ signs
+ [attributes (bits->attributes (cdr element))]
+ ; provide elements and strings
+ [contents (filter element-is-content? (cdr element))])
+ (if (or (equal? element-type '*DECL)
+ (equal? element-type '@))
+ ; special element, do nothing
+ element
+ ; regular element, transform it
+ (match (transformer element element-type attributes contents)
+ [(list element-type attributes contents)
+ (append (list element-type)
+ (if (pair? attributes) (list (append '(@) attributes)) (list))
+ (map (λ (content)
+ (if (element-is-element? content) (loop content) content))
+ contents))])))))
+
+(define (has-class? name attributes)
+ (and (member name (string-split (or (get-attribute 'class attributes) "") " ")) #t))
+(module+ test
+ (check-true (has-class? "red" '((class "yellow red blue"))))
+ (check-false (has-class? "red" '((class "yellow blue"))))
+ (check-false (has-class? "red" '((title "Inside joke.")))))
+
+(define (jp pointer document [else null])
+ (with-handlers ([exn:fail:contract? (λ (exn) (cond
+ [(null? else) (raise exn)]
+ [(procedure? else) (else)]
+ [#t else]))])
+ (json-pointer-value pointer document)))
+
+(define-syntax-rule (response-handler body ...)
+ (with-handlers ([exn:fail? (λ (e)
+ (response/output
+ #:code 500
+ #:mime-type #"text/plain"
+ (λ (out)
+ (for ([port (list (current-output-port) out)])
+ (displayln "Exception raised in Racket code at response generation time:" port)
+ (displayln (exn-message e) port)))))])
+ body ...))
diff --git a/static/breezewiki.svg b/static/breezewiki.svg
new file mode 100644
index 00000000..f0ba1660
--- /dev/null
+++ b/static/breezewiki.svg
@@ -0,0 +1,125 @@
+
+
+
+
+
+ image/svg+xml
+
+
+
+
+
+
+
+