From d8d6dc9dd7eaa474ff71ee8e259041907b0ff2fb Mon Sep 17 00:00:00 2001 From: t123yh Date: Fri, 4 Aug 2017 20:21:40 +0800 Subject: [PATCH] Test. --- .gitignore | 82 ++ LICENSE | 674 ++++++++++++++ daemon-config-example.json | 7 + package-lock.json | 1341 +++++++++++++++++++++++++++ package.json | 58 ++ proxy-config-example.json | 8 + runner-instance-config-example.json | 4 + runner-shared-config-example.json | 20 + src/daemon/cleanup.ts | 8 + src/daemon/config.ts | 38 + src/daemon/index.ts | 29 + src/daemon/interfaces.ts | 81 ++ src/daemon/judge/compile.ts | 29 + src/daemon/judge/index.ts | 31 + src/daemon/judge/process.ts | 101 ++ src/daemon/judge/standard.ts | 92 ++ src/daemon/redis.ts | 35 + src/daemon/rmq.ts | 106 +++ src/daemon/testData.ts | 143 +++ src/interfaces.ts | 137 +++ src/judgeResult.ts | 76 ++ src/languages/c.ts | 47 + src/languages/cpp.ts | 48 + src/languages/cpp11.ts | 47 + src/languages/csharp.ts | 46 + src/languages/haskell.ts | 46 + src/languages/index.ts | 52 ++ src/languages/java.ts | 46 + src/languages/lua.ts | 46 + src/languages/luajit.ts | 46 + src/languages/nodejs.ts | 46 + src/languages/ocaml.ts | 46 + src/languages/pascal.ts | 47 + src/languages/python2.ts | 46 + src/languages/python3.ts | 46 + src/languages/ruby.ts | 46 + src/languages/vala.ts | 47 + src/languages/vbnet.ts | 46 + src/rmq-common.ts | 27 + src/runner/cleanup.ts | 8 + src/runner/compile.ts | 94 ++ src/runner/config.ts | 76 ++ src/runner/executable.ts | 80 ++ src/runner/index.ts | 28 + src/runner/judge.ts | 203 ++++ src/runner/redis.ts | 28 + src/runner/rmq.ts | 56 ++ src/runner/run.ts | 93 ++ src/runner/signals.ts | 33 + src/runner/utils.ts | 49 + src/task-proxy-syzoj/cleanup.ts | 8 + src/task-proxy-syzoj/config.ts | 35 + src/task-proxy-syzoj/index.ts | 50 + src/task-proxy-syzoj/rmq.ts | 55 ++ src/utils.ts | 96 ++ tsconfig.json | 15 + 56 files changed, 4928 insertions(+) create mode 100644 .gitignore create mode 100644 LICENSE create mode 100644 daemon-config-example.json create mode 100644 package-lock.json create mode 100644 package.json create mode 100644 proxy-config-example.json create mode 100644 runner-instance-config-example.json create mode 100644 runner-shared-config-example.json create mode 100644 src/daemon/cleanup.ts create mode 100644 src/daemon/config.ts create mode 100644 src/daemon/index.ts create mode 100644 src/daemon/interfaces.ts create mode 100644 src/daemon/judge/compile.ts create mode 100644 src/daemon/judge/index.ts create mode 100644 src/daemon/judge/process.ts create mode 100644 src/daemon/judge/standard.ts create mode 100644 src/daemon/redis.ts create mode 100644 src/daemon/rmq.ts create mode 100644 src/daemon/testData.ts create mode 100644 src/interfaces.ts create mode 100644 src/judgeResult.ts create mode 100644 src/languages/c.ts create mode 100644 src/languages/cpp.ts create mode 100644 src/languages/cpp11.ts create mode 100644 src/languages/csharp.ts create mode 100644 src/languages/haskell.ts create mode 100644 src/languages/index.ts create mode 100644 src/languages/java.ts create mode 100644 src/languages/lua.ts create mode 100644 src/languages/luajit.ts create mode 100644 src/languages/nodejs.ts create mode 100644 src/languages/ocaml.ts create mode 100644 src/languages/pascal.ts create mode 100644 src/languages/python2.ts create mode 100644 src/languages/python3.ts create mode 100644 src/languages/ruby.ts create mode 100644 src/languages/vala.ts create mode 100644 src/languages/vbnet.ts create mode 100644 src/rmq-common.ts create mode 100644 src/runner/cleanup.ts create mode 100644 src/runner/compile.ts create mode 100644 src/runner/config.ts create mode 100644 src/runner/executable.ts create mode 100644 src/runner/index.ts create mode 100644 src/runner/judge.ts create mode 100644 src/runner/redis.ts create mode 100644 src/runner/rmq.ts create mode 100644 src/runner/run.ts create mode 100644 src/runner/signals.ts create mode 100644 src/runner/utils.ts create mode 100644 src/task-proxy-syzoj/cleanup.ts create mode 100644 src/task-proxy-syzoj/config.ts create mode 100644 src/task-proxy-syzoj/index.ts create mode 100644 src/task-proxy-syzoj/rmq.ts create mode 100644 src/utils.ts create mode 100644 tsconfig.json diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..e8bfe0d --- /dev/null +++ b/.gitignore @@ -0,0 +1,82 @@ + +# Created by https://www.gitignore.io/api/vim,node + +### Node ### +# Logs +logs +*.log +npm-debug.log* +yarn-debug.log* +yarn-error.log* + +# Runtime data +pids +*.pid +*.seed +*.pid.lock + +# Directory for instrumented libs generated by jscoverage/JSCover +lib-cov + +# Coverage directory used by tools like istanbul +coverage + +# nyc test coverage +.nyc_output + +# Grunt intermediate storage (http://gruntjs.com/creating-plugins#storing-task-files) +.grunt + +# Bower dependency directory (https://bower.io/) +bower_components + +# node-waf configuration +.lock-wscript + +# Compiled binary addons (http://nodejs.org/api/addons.html) +build/Release + +# Dependency directories +node_modules/ +jspm_packages/ + +# Typescript v1 declaration files +typings/ + +# Optional npm cache directory +.npm + +# Optional eslint cache +.eslintcache + +# Optional REPL history +.node_repl_history + +# Output of 'npm pack' +*.tgz + +# Yarn Integrity file +.yarn-integrity + +# dotenv environment variables file +.env + + +### Vim ### +# swap +[._]*.s[a-v][a-z] +[._]*.sw[a-p] +[._]s[a-v][a-z] +[._]sw[a-p] +# session +Session.vim +# temporary +.netrwhist +*~ +# auto-generated tag files +tags + +# End of https://www.gitignore.io/api/vim,node + +/lib/ +/testdata/ \ No newline at end of file diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..9cecc1d --- /dev/null +++ b/LICENSE @@ -0,0 +1,674 @@ + GNU GENERAL PUBLIC LICENSE + Version 3, 29 June 2007 + + Copyright (C) 2007 Free Software Foundation, Inc. + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + + Preamble + + The GNU General Public License is a free, copyleft license for +software and other kinds of works. + + The licenses for most software and other practical works are designed +to take away your freedom to share and change the works. By contrast, +the GNU General Public License is intended to guarantee your freedom to +share and change all versions of a program--to make sure it remains free +software for all its users. We, the Free Software Foundation, use the +GNU General Public License for most of our software; it applies also to +any other work released this way by its authors. You can apply it to +your programs, too. + + When we speak of free software, we are referring to freedom, not +price. Our General Public Licenses are designed to make sure that you +have the freedom to distribute copies of free software (and charge for +them if you wish), that you receive source code or can get it if you +want it, that you can change the software or use pieces of it in new +free programs, and that you know you can do these things. + + To protect your rights, we need to prevent others from denying you +these rights or asking you to surrender the rights. Therefore, you have +certain responsibilities if you distribute copies of the software, or if +you modify it: responsibilities to respect the freedom of others. + + For example, if you distribute copies of such a program, whether +gratis or for a fee, you must pass on to the recipients the same +freedoms that you received. You must make sure that they, too, receive +or can get the source code. And you must show them these terms so they +know their rights. + + Developers that use the GNU GPL protect your rights with two steps: +(1) assert copyright on the software, and (2) offer you this License +giving you legal permission to copy, distribute and/or modify it. + + For the developers' and authors' protection, the GPL clearly explains +that there is no warranty for this free software. For both users' and +authors' sake, the GPL requires that modified versions be marked as +changed, so that their problems will not be attributed erroneously to +authors of previous versions. + + Some devices are designed to deny users access to install or run +modified versions of the software inside them, although the manufacturer +can do so. This is fundamentally incompatible with the aim of +protecting users' freedom to change the software. The systematic +pattern of such abuse occurs in the area of products for individuals to +use, which is precisely where it is most unacceptable. Therefore, we +have designed this version of the GPL to prohibit the practice for those +products. If such problems arise substantially in other domains, we +stand ready to extend this provision to those domains in future versions +of the GPL, as needed to protect the freedom of users. + + Finally, every program is threatened constantly by software patents. +States should not allow patents to restrict development and use of +software on general-purpose computers, but in those that do, we wish to +avoid the special danger that patents applied to a free program could +make it effectively proprietary. To prevent this, the GPL assures that +patents cannot be used to render the program non-free. + + The precise terms and conditions for copying, distribution and +modification follow. + + TERMS AND CONDITIONS + + 0. Definitions. + + "This License" refers to version 3 of the GNU General Public License. + + "Copyright" also means copyright-like laws that apply to other kinds of +works, such as semiconductor masks. + + "The Program" refers to any copyrightable work licensed under this +License. Each licensee is addressed as "you". "Licensees" and +"recipients" may be individuals or organizations. + + To "modify" a work means to copy from or adapt all or part of the work +in a fashion requiring copyright permission, other than the making of an +exact copy. The resulting work is called a "modified version" of the +earlier work or a work "based on" the earlier work. + + A "covered work" means either the unmodified Program or a work based +on the Program. + + To "propagate" a work means to do anything with it that, without +permission, would make you directly or secondarily liable for +infringement under applicable copyright law, except executing it on a +computer or modifying a private copy. Propagation includes copying, +distribution (with or without modification), making available to the +public, and in some countries other activities as well. + + To "convey" a work means any kind of propagation that enables other +parties to make or receive copies. Mere interaction with a user through +a computer network, with no transfer of a copy, is not conveying. + + An interactive user interface displays "Appropriate Legal Notices" +to the extent that it includes a convenient and prominently visible +feature that (1) displays an appropriate copyright notice, and (2) +tells the user that there is no warranty for the work (except to the +extent that warranties are provided), that licensees may convey the +work under this License, and how to view a copy of this License. If +the interface presents a list of user commands or options, such as a +menu, a prominent item in the list meets this criterion. + + 1. Source Code. + + The "source code" for a work means the preferred form of the work +for making modifications to it. "Object code" means any non-source +form of a work. + + A "Standard Interface" means an interface that either is an official +standard defined by a recognized standards body, or, in the case of +interfaces specified for a particular programming language, one that +is widely used among developers working in that language. + + The "System Libraries" of an executable work include anything, other +than the work as a whole, that (a) is included in the normal form of +packaging a Major Component, but which is not part of that Major +Component, and (b) serves only to enable use of the work with that +Major Component, or to implement a Standard Interface for which an +implementation is available to the public in source code form. A +"Major Component", in this context, means a major essential component +(kernel, window system, and so on) of the specific operating system +(if any) on which the executable work runs, or a compiler used to +produce the work, or an object code interpreter used to run it. + + The "Corresponding Source" for a work in object code form means all +the source code needed to generate, install, and (for an executable +work) run the object code and to modify the work, including scripts to +control those activities. However, it does not include the work's +System Libraries, or general-purpose tools or generally available free +programs which are used unmodified in performing those activities but +which are not part of the work. For example, Corresponding Source +includes interface definition files associated with source files for +the work, and the source code for shared libraries and dynamically +linked subprograms that the work is specifically designed to require, +such as by intimate data communication or control flow between those +subprograms and other parts of the work. + + The Corresponding Source need not include anything that users +can regenerate automatically from other parts of the Corresponding +Source. + + The Corresponding Source for a work in source code form is that +same work. + + 2. Basic Permissions. + + All rights granted under this License are granted for the term of +copyright on the Program, and are irrevocable provided the stated +conditions are met. This License explicitly affirms your unlimited +permission to run the unmodified Program. The output from running a +covered work is covered by this License only if the output, given its +content, constitutes a covered work. This License acknowledges your +rights of fair use or other equivalent, as provided by copyright law. + + You may make, run and propagate covered works that you do not +convey, without conditions so long as your license otherwise remains +in force. You may convey covered works to others for the sole purpose +of having them make modifications exclusively for you, or provide you +with facilities for running those works, provided that you comply with +the terms of this License in conveying all material for which you do +not control copyright. Those thus making or running the covered works +for you must do so exclusively on your behalf, under your direction +and control, on terms that prohibit them from making any copies of +your copyrighted material outside their relationship with you. + + Conveying under any other circumstances is permitted solely under +the conditions stated below. Sublicensing is not allowed; section 10 +makes it unnecessary. + + 3. Protecting Users' Legal Rights From Anti-Circumvention Law. + + No covered work shall be deemed part of an effective technological +measure under any applicable law fulfilling obligations under article +11 of the WIPO copyright treaty adopted on 20 December 1996, or +similar laws prohibiting or restricting circumvention of such +measures. + + When you convey a covered work, you waive any legal power to forbid +circumvention of technological measures to the extent such circumvention +is effected by exercising rights under this License with respect to +the covered work, and you disclaim any intention to limit operation or +modification of the work as a means of enforcing, against the work's +users, your or third parties' legal rights to forbid circumvention of +technological measures. + + 4. Conveying Verbatim Copies. + + You may convey verbatim copies of the Program's source code as you +receive it, in any medium, provided that you conspicuously and +appropriately publish on each copy an appropriate copyright notice; +keep intact all notices stating that this License and any +non-permissive terms added in accord with section 7 apply to the code; +keep intact all notices of the absence of any warranty; and give all +recipients a copy of this License along with the Program. + + You may charge any price or no price for each copy that you convey, +and you may offer support or warranty protection for a fee. + + 5. Conveying Modified Source Versions. + + You may convey a work based on the Program, or the modifications to +produce it from the Program, in the form of source code under the +terms of section 4, provided that you also meet all of these conditions: + + a) The work must carry prominent notices stating that you modified + it, and giving a relevant date. + + b) The work must carry prominent notices stating that it is + released under this License and any conditions added under section + 7. This requirement modifies the requirement in section 4 to + "keep intact all notices". + + c) You must license the entire work, as a whole, under this + License to anyone who comes into possession of a copy. This + License will therefore apply, along with any applicable section 7 + additional terms, to the whole of the work, and all its parts, + regardless of how they are packaged. This License gives no + permission to license the work in any other way, but it does not + invalidate such permission if you have separately received it. + + d) If the work has interactive user interfaces, each must display + Appropriate Legal Notices; however, if the Program has interactive + interfaces that do not display Appropriate Legal Notices, your + work need not make them do so. + + A compilation of a covered work with other separate and independent +works, which are not by their nature extensions of the covered work, +and which are not combined with it such as to form a larger program, +in or on a volume of a storage or distribution medium, is called an +"aggregate" if the compilation and its resulting copyright are not +used to limit the access or legal rights of the compilation's users +beyond what the individual works permit. Inclusion of a covered work +in an aggregate does not cause this License to apply to the other +parts of the aggregate. + + 6. Conveying Non-Source Forms. + + You may convey a covered work in object code form under the terms +of sections 4 and 5, provided that you also convey the +machine-readable Corresponding Source under the terms of this License, +in one of these ways: + + a) Convey the object code in, or embodied in, a physical product + (including a physical distribution medium), accompanied by the + Corresponding Source fixed on a durable physical medium + customarily used for software interchange. + + b) Convey the object code in, or embodied in, a physical product + (including a physical distribution medium), accompanied by a + written offer, valid for at least three years and valid for as + long as you offer spare parts or customer support for that product + model, to give anyone who possesses the object code either (1) a + copy of the Corresponding Source for all the software in the + product that is covered by this License, on a durable physical + medium customarily used for software interchange, for a price no + more than your reasonable cost of physically performing this + conveying of source, or (2) access to copy the + Corresponding Source from a network server at no charge. + + c) Convey individual copies of the object code with a copy of the + written offer to provide the Corresponding Source. This + alternative is allowed only occasionally and noncommercially, and + only if you received the object code with such an offer, in accord + with subsection 6b. + + d) Convey the object code by offering access from a designated + place (gratis or for a charge), and offer equivalent access to the + Corresponding Source in the same way through the same place at no + further charge. You need not require recipients to copy the + Corresponding Source along with the object code. If the place to + copy the object code is a network server, the Corresponding Source + may be on a different server (operated by you or a third party) + that supports equivalent copying facilities, provided you maintain + clear directions next to the object code saying where to find the + Corresponding Source. Regardless of what server hosts the + Corresponding Source, you remain obligated to ensure that it is + available for as long as needed to satisfy these requirements. + + e) Convey the object code using peer-to-peer transmission, provided + you inform other peers where the object code and Corresponding + Source of the work are being offered to the general public at no + charge under subsection 6d. + + A separable portion of the object code, whose source code is excluded +from the Corresponding Source as a System Library, need not be +included in conveying the object code work. + + A "User Product" is either (1) a "consumer product", which means any +tangible personal property which is normally used for personal, family, +or household purposes, or (2) anything designed or sold for incorporation +into a dwelling. In determining whether a product is a consumer product, +doubtful cases shall be resolved in favor of coverage. For a particular +product received by a particular user, "normally used" refers to a +typical or common use of that class of product, regardless of the status +of the particular user or of the way in which the particular user +actually uses, or expects or is expected to use, the product. A product +is a consumer product regardless of whether the product has substantial +commercial, industrial or non-consumer uses, unless such uses represent +the only significant mode of use of the product. + + "Installation Information" for a User Product means any methods, +procedures, authorization keys, or other information required to install +and execute modified versions of a covered work in that User Product from +a modified version of its Corresponding Source. The information must +suffice to ensure that the continued functioning of the modified object +code is in no case prevented or interfered with solely because +modification has been made. + + If you convey an object code work under this section in, or with, or +specifically for use in, a User Product, and the conveying occurs as +part of a transaction in which the right of possession and use of the +User Product is transferred to the recipient in perpetuity or for a +fixed term (regardless of how the transaction is characterized), the +Corresponding Source conveyed under this section must be accompanied +by the Installation Information. But this requirement does not apply +if neither you nor any third party retains the ability to install +modified object code on the User Product (for example, the work has +been installed in ROM). + + The requirement to provide Installation Information does not include a +requirement to continue to provide support service, warranty, or updates +for a work that has been modified or installed by the recipient, or for +the User Product in which it has been modified or installed. Access to a +network may be denied when the modification itself materially and +adversely affects the operation of the network or violates the rules and +protocols for communication across the network. + + Corresponding Source conveyed, and Installation Information provided, +in accord with this section must be in a format that is publicly +documented (and with an implementation available to the public in +source code form), and must require no special password or key for +unpacking, reading or copying. + + 7. Additional Terms. + + "Additional permissions" are terms that supplement the terms of this +License by making exceptions from one or more of its conditions. +Additional permissions that are applicable to the entire Program shall +be treated as though they were included in this License, to the extent +that they are valid under applicable law. If additional permissions +apply only to part of the Program, that part may be used separately +under those permissions, but the entire Program remains governed by +this License without regard to the additional permissions. + + When you convey a copy of a covered work, you may at your option +remove any additional permissions from that copy, or from any part of +it. (Additional permissions may be written to require their own +removal in certain cases when you modify the work.) You may place +additional permissions on material, added by you to a covered work, +for which you have or can give appropriate copyright permission. + + Notwithstanding any other provision of this License, for material you +add to a covered work, you may (if authorized by the copyright holders of +that material) supplement the terms of this License with terms: + + a) Disclaiming warranty or limiting liability differently from the + terms of sections 15 and 16 of this License; or + + b) Requiring preservation of specified reasonable legal notices or + author attributions in that material or in the Appropriate Legal + Notices displayed by works containing it; or + + c) Prohibiting misrepresentation of the origin of that material, or + requiring that modified versions of such material be marked in + reasonable ways as different from the original version; or + + d) Limiting the use for publicity purposes of names of licensors or + authors of the material; or + + e) Declining to grant rights under trademark law for use of some + trade names, trademarks, or service marks; or + + f) Requiring indemnification of licensors and authors of that + material by anyone who conveys the material (or modified versions of + it) with contractual assumptions of liability to the recipient, for + any liability that these contractual assumptions directly impose on + those licensors and authors. + + All other non-permissive additional terms are considered "further +restrictions" within the meaning of section 10. If the Program as you +received it, or any part of it, contains a notice stating that it is +governed by this License along with a term that is a further +restriction, you may remove that term. If a license document contains +a further restriction but permits relicensing or conveying under this +License, you may add to a covered work material governed by the terms +of that license document, provided that the further restriction does +not survive such relicensing or conveying. + + If you add terms to a covered work in accord with this section, you +must place, in the relevant source files, a statement of the +additional terms that apply to those files, or a notice indicating +where to find the applicable terms. + + Additional terms, permissive or non-permissive, may be stated in the +form of a separately written license, or stated as exceptions; +the above requirements apply either way. + + 8. Termination. + + You may not propagate or modify a covered work except as expressly +provided under this License. Any attempt otherwise to propagate or +modify it is void, and will automatically terminate your rights under +this License (including any patent licenses granted under the third +paragraph of section 11). + + However, if you cease all violation of this License, then your +license from a particular copyright holder is reinstated (a) +provisionally, unless and until the copyright holder explicitly and +finally terminates your license, and (b) permanently, if the copyright +holder fails to notify you of the violation by some reasonable means +prior to 60 days after the cessation. + + Moreover, your license from a particular copyright holder is +reinstated permanently if the copyright holder notifies you of the +violation by some reasonable means, this is the first time you have +received notice of violation of this License (for any work) from that +copyright holder, and you cure the violation prior to 30 days after +your receipt of the notice. + + Termination of your rights under this section does not terminate the +licenses of parties who have received copies or rights from you under +this License. If your rights have been terminated and not permanently +reinstated, you do not qualify to receive new licenses for the same +material under section 10. + + 9. Acceptance Not Required for Having Copies. + + You are not required to accept this License in order to receive or +run a copy of the Program. Ancillary propagation of a covered work +occurring solely as a consequence of using peer-to-peer transmission +to receive a copy likewise does not require acceptance. However, +nothing other than this License grants you permission to propagate or +modify any covered work. These actions infringe copyright if you do +not accept this License. Therefore, by modifying or propagating a +covered work, you indicate your acceptance of this License to do so. + + 10. Automatic Licensing of Downstream Recipients. + + Each time you convey a covered work, the recipient automatically +receives a license from the original licensors, to run, modify and +propagate that work, subject to this License. You are not responsible +for enforcing compliance by third parties with this License. + + An "entity transaction" is a transaction transferring control of an +organization, or substantially all assets of one, or subdividing an +organization, or merging organizations. If propagation of a covered +work results from an entity transaction, each party to that +transaction who receives a copy of the work also receives whatever +licenses to the work the party's predecessor in interest had or could +give under the previous paragraph, plus a right to possession of the +Corresponding Source of the work from the predecessor in interest, if +the predecessor has it or can get it with reasonable efforts. + + You may not impose any further restrictions on the exercise of the +rights granted or affirmed under this License. For example, you may +not impose a license fee, royalty, or other charge for exercise of +rights granted under this License, and you may not initiate litigation +(including a cross-claim or counterclaim in a lawsuit) alleging that +any patent claim is infringed by making, using, selling, offering for +sale, or importing the Program or any portion of it. + + 11. Patents. + + A "contributor" is a copyright holder who authorizes use under this +License of the Program or a work on which the Program is based. The +work thus licensed is called the contributor's "contributor version". + + A contributor's "essential patent claims" are all patent claims +owned or controlled by the contributor, whether already acquired or +hereafter acquired, that would be infringed by some manner, permitted +by this License, of making, using, or selling its contributor version, +but do not include claims that would be infringed only as a +consequence of further modification of the contributor version. For +purposes of this definition, "control" includes the right to grant +patent sublicenses in a manner consistent with the requirements of +this License. + + Each contributor grants you a non-exclusive, worldwide, royalty-free +patent license under the contributor's essential patent claims, to +make, use, sell, offer for sale, import and otherwise run, modify and +propagate the contents of its contributor version. + + In the following three paragraphs, a "patent license" is any express +agreement or commitment, however denominated, not to enforce a patent +(such as an express permission to practice a patent or covenant not to +sue for patent infringement). To "grant" such a patent license to a +party means to make such an agreement or commitment not to enforce a +patent against the party. + + If you convey a covered work, knowingly relying on a patent license, +and the Corresponding Source of the work is not available for anyone +to copy, free of charge and under the terms of this License, through a +publicly available network server or other readily accessible means, +then you must either (1) cause the Corresponding Source to be so +available, or (2) arrange to deprive yourself of the benefit of the +patent license for this particular work, or (3) arrange, in a manner +consistent with the requirements of this License, to extend the patent +license to downstream recipients. "Knowingly relying" means you have +actual knowledge that, but for the patent license, your conveying the +covered work in a country, or your recipient's use of the covered work +in a country, would infringe one or more identifiable patents in that +country that you have reason to believe are valid. + + If, pursuant to or in connection with a single transaction or +arrangement, you convey, or propagate by procuring conveyance of, a +covered work, and grant a patent license to some of the parties +receiving the covered work authorizing them to use, propagate, modify +or convey a specific copy of the covered work, then the patent license +you grant is automatically extended to all recipients of the covered +work and works based on it. + + A patent license is "discriminatory" if it does not include within +the scope of its coverage, prohibits the exercise of, or is +conditioned on the non-exercise of one or more of the rights that are +specifically granted under this License. You may not convey a covered +work if you are a party to an arrangement with a third party that is +in the business of distributing software, under which you make payment +to the third party based on the extent of your activity of conveying +the work, and under which the third party grants, to any of the +parties who would receive the covered work from you, a discriminatory +patent license (a) in connection with copies of the covered work +conveyed by you (or copies made from those copies), or (b) primarily +for and in connection with specific products or compilations that +contain the covered work, unless you entered into that arrangement, +or that patent license was granted, prior to 28 March 2007. + + Nothing in this License shall be construed as excluding or limiting +any implied license or other defenses to infringement that may +otherwise be available to you under applicable patent law. + + 12. No Surrender of Others' Freedom. + + If conditions are imposed on you (whether by court order, agreement or +otherwise) that contradict the conditions of this License, they do not +excuse you from the conditions of this License. If you cannot convey a +covered work so as to satisfy simultaneously your obligations under this +License and any other pertinent obligations, then as a consequence you may +not convey it at all. For example, if you agree to terms that obligate you +to collect a royalty for further conveying from those to whom you convey +the Program, the only way you could satisfy both those terms and this +License would be to refrain entirely from conveying the Program. + + 13. Use with the GNU Affero General Public License. + + Notwithstanding any other provision of this License, you have +permission to link or combine any covered work with a work licensed +under version 3 of the GNU Affero General Public License into a single +combined work, and to convey the resulting work. The terms of this +License will continue to apply to the part which is the covered work, +but the special requirements of the GNU Affero General Public License, +section 13, concerning interaction through a network will apply to the +combination as such. + + 14. Revised Versions of this License. + + The Free Software Foundation may publish revised and/or new versions of +the GNU General Public License from time to time. Such new versions will +be similar in spirit to the present version, but may differ in detail to +address new problems or concerns. + + Each version is given a distinguishing version number. If the +Program specifies that a certain numbered version of the GNU General +Public License "or any later version" applies to it, you have the +option of following the terms and conditions either of that numbered +version or of any later version published by the Free Software +Foundation. If the Program does not specify a version number of the +GNU General Public License, you may choose any version ever published +by the Free Software Foundation. + + If the Program specifies that a proxy can decide which future +versions of the GNU General Public License can be used, that proxy's +public statement of acceptance of a version permanently authorizes you +to choose that version for the Program. + + Later license versions may give you additional or different +permissions. However, no additional obligations are imposed on any +author or copyright holder as a result of your choosing to follow a +later version. + + 15. Disclaimer of Warranty. + + THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY +APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT +HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY +OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, +THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM +IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF +ALL NECESSARY SERVICING, REPAIR OR CORRECTION. + + 16. Limitation of Liability. + + IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING +WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS +THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY +GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE +USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF +DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD +PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), +EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF +SUCH DAMAGES. + + 17. Interpretation of Sections 15 and 16. + + If the disclaimer of warranty and limitation of liability provided +above cannot be given local legal effect according to their terms, +reviewing courts shall apply local law that most closely approximates +an absolute waiver of all civil liability in connection with the +Program, unless a warranty or assumption of liability accompanies a +copy of the Program in return for a fee. + + END OF TERMS AND CONDITIONS + + How to Apply These Terms to Your New Programs + + If you develop a new program, and you want it to be of the greatest +possible use to the public, the best way to achieve this is to make it +free software which everyone can redistribute and change under these terms. + + To do so, attach the following notices to the program. It is safest +to attach them to the start of each source file to most effectively +state the exclusion of warranty; and each file should have at least +the "copyright" line and a pointer to where the full notice is found. + + {one line to give the program's name and a brief idea of what it does.} + Copyright (C) {year} {name of author} + + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program. If not, see . + +Also add information on how to contact you by electronic and paper mail. + + If the program does terminal interaction, make it output a short +notice like this when it starts in an interactive mode: + + {project} Copyright (C) {year} {fullname} + This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'. + This is free software, and you are welcome to redistribute it + under certain conditions; type `show c' for details. + +The hypothetical commands `show w' and `show c' should show the appropriate +parts of the General Public License. Of course, your program's commands +might be different; for a GUI interface, you would use an "about box". + + You should also get your employer (if you work as a programmer) or school, +if any, to sign a "copyright disclaimer" for the program, if necessary. +For more information on this, and how to apply and follow the GNU GPL, see +. + + The GNU General Public License does not permit incorporating your program +into proprietary programs. If your program is a subroutine library, you +may consider it more useful to permit linking proprietary applications with +the library. If this is what you want to do, use the GNU Lesser General +Public License instead of this License. But first, please read +. diff --git a/daemon-config-example.json b/daemon-config-example.json new file mode 100644 index 0000000..e101b02 --- /dev/null +++ b/daemon-config-example.json @@ -0,0 +1,7 @@ +{ + "RabbitMQUrl": "amqp://localhost/", + "RedisUrl": "redis://127.0.0.1:6379", + "TestData": "/home/t123yh/syzoj/uploads/testdata", + "Priority": 1, + "DataDisplayLimit": 100 +} \ No newline at end of file diff --git a/package-lock.json b/package-lock.json new file mode 100644 index 0000000..20a35e9 --- /dev/null +++ b/package-lock.json @@ -0,0 +1,1341 @@ +{ + "name": "judge-daemon", + "version": "0.0.1", + "lockfileVersion": 1, + "requires": true, + "dependencies": { + "@types/amqplib": { + "version": "0.5.3", + "resolved": "https://registry.npmjs.org/@types/amqplib/-/amqplib-0.5.3.tgz", + "integrity": "sha512-GC4S81SH19YDhPVbjkYfccsyRmmQzeRJPzuqoQX5U7ssLpft70E4Cqy9R+oKH6EkGC4Mfl6v1PD3WXknIThwsQ==", + "dev": true, + "requires": { + "@types/bluebird": "3.5.8", + "@types/node": "7.0.39" + } + }, + "@types/bluebird": { + "version": "3.5.8", + "resolved": "https://registry.npmjs.org/@types/bluebird/-/bluebird-3.5.8.tgz", + "integrity": "sha512-rBfrD56OxaqVjghtVqp2EEX0ieHkRk6IefDVrQXIVGvlhDOEBTvZff4Q02uo84ukVkH4k5eB1cPKGDM2NlFL8A==", + "dev": true + }, + "@types/body-parser": { + "version": "1.16.4", + "resolved": "https://registry.npmjs.org/@types/body-parser/-/body-parser-1.16.4.tgz", + "integrity": "sha512-y8GxleWZ4ep0GG9IFMg+HpZWqLPjAjqc65cAopXPAWONWGCWGT0FCPVlXbUEBOPWpYtFrvlp2D7EJJnrqLUnEQ==", + "dev": true, + "requires": { + "@types/express": "4.0.36", + "@types/node": "7.0.39" + } + }, + "@types/crypto-js": { + "version": "3.1.33", + "resolved": "https://registry.npmjs.org/@types/crypto-js/-/crypto-js-3.1.33.tgz", + "integrity": "sha1-fmyRYDUz4M2fJ5qEBam543mIDF0=", + "dev": true + }, + "@types/express": { + "version": "4.0.36", + "resolved": "https://registry.npmjs.org/@types/express/-/express-4.0.36.tgz", + "integrity": "sha512-bT9q2eqH/E72AGBQKT50dh6AXzheTqigGZ1GwDiwmx7vfHff0bZOrvUWjvGpNWPNkRmX1vDF6wonG6rlpBHb1A==", + "dev": true, + "requires": { + "@types/express-serve-static-core": "4.0.49", + "@types/serve-static": "1.7.31" + } + }, + "@types/express-serve-static-core": { + "version": "4.0.49", + "resolved": "https://registry.npmjs.org/@types/express-serve-static-core/-/express-serve-static-core-4.0.49.tgz", + "integrity": "sha512-b7mVHoURu1xaP/V6xw1sYwyv9V0EZ7euyi+sdnbnTZxEkAh4/hzPsI6Eflq+ZzHQ/Tgl7l16Jz+0oz8F46MLnA==", + "dev": true, + "requires": { + "@types/node": "7.0.39" + } + }, + "@types/form-data": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/@types/form-data/-/form-data-2.2.0.tgz", + "integrity": "sha512-vm5OGsKc61Sx/GTRMQ9d0H0PYCDebT78/bdIBPCoPEHdgp0etaH1RzMmkDygymUmyXTj3rdWQn0sRUpYKZzljA==", + "dev": true, + "requires": { + "@types/node": "7.0.39" + } + }, + "@types/fs-extra": { + "version": "3.0.3", + "resolved": "https://registry.npmjs.org/@types/fs-extra/-/fs-extra-3.0.3.tgz", + "integrity": "sha512-o2qkg/J2LWK+sr007+KFBBOrxzxpr9kiP0gMFC75gQJXhUn/E3pQA0kSVdxrQ3lf+rOwsRnuH0wnR5MNTotEKg==", + "dev": true, + "requires": { + "@types/node": "7.0.39" + } + }, + "@types/js-yaml": { + "version": "3.9.0", + "resolved": "https://registry.npmjs.org/@types/js-yaml/-/js-yaml-3.9.0.tgz", + "integrity": "sha512-bNVEiBrpEdg5oWz/10gxLUSjQGeBx7HgJHgy2DfR1K7unn260FfRwjVYH/NngQucYeMqsg1hOSo0+heQLJAwZA==", + "dev": true + }, + "@types/klaw": { + "version": "1.3.2", + "resolved": "https://registry.npmjs.org/@types/klaw/-/klaw-1.3.2.tgz", + "integrity": "sha1-ifC3NL6OJw4B75P/t4VXU6RhrLU=", + "dev": true, + "requires": { + "@types/node": "7.0.39" + } + }, + "@types/lodash": { + "version": "4.14.71", + "resolved": "https://registry.npmjs.org/@types/lodash/-/lodash-4.14.71.tgz", + "integrity": "sha512-x9E8HYuhmcQJPjhTd+t0oRXiQCJXoRPSzCOgYKggxtvNb/kGw8RrbdZzCXrQ6i/i4o0TettxyouY7UdbqkS4AQ==", + "dev": true + }, + "@types/mime": { + "version": "1.3.1", + "resolved": "https://registry.npmjs.org/@types/mime/-/mime-1.3.1.tgz", + "integrity": "sha512-rek8twk9C58gHYqIrUlJsx8NQMhlxqHzln9Z9ODqiNgv3/s+ZwIrfr+djqzsnVM12xe9hL98iJ20lj2RvCBv6A==", + "dev": true + }, + "@types/msgpack-lite": { + "version": "0.1.4", + "resolved": "https://registry.npmjs.org/@types/msgpack-lite/-/msgpack-lite-0.1.4.tgz", + "integrity": "sha1-D/oSuwCPm4dl99Z3LBCbrziSXeU=", + "dev": true, + "requires": { + "@types/node": "7.0.39" + } + }, + "@types/node": { + "version": "7.0.39", + "resolved": "https://registry.npmjs.org/@types/node/-/node-7.0.39.tgz", + "integrity": "sha512-KQHAZeVsk4UIT9XaR6cn4WpHZzimK6UBD1UomQKfQQFmTlUHaNBzeuov+TM4+kigLO0IJt4I5OOsshcCyA9gSA==", + "dev": true + }, + "@types/randomstring": { + "version": "1.1.6", + "resolved": "https://registry.npmjs.org/@types/randomstring/-/randomstring-1.1.6.tgz", + "integrity": "sha512-XRIZIMTxjcUukqQcYBdpFWGbcRDyNBXrvTEtTYgFMIbBNUVt+9mCKsU+jUUDLeFO/RXopUgR5OLiBqbY18vSHQ==", + "dev": true + }, + "@types/redis": { + "version": "2.6.0", + "resolved": "https://registry.npmjs.org/@types/redis/-/redis-2.6.0.tgz", + "integrity": "sha512-Hl/qCDktsmqiNjWEFtbqovo2DSN/aZW3vjbT8v/9y3XgujJqbmcozr7ayPEiuIEHuU3GGk3/jxNOvfukkLVZnQ==", + "dev": true, + "requires": { + "@types/node": "7.0.39" + } + }, + "@types/redlock": { + "version": "0.0.31", + "resolved": "https://registry.npmjs.org/@types/redlock/-/redlock-0.0.31.tgz", + "integrity": "sha512-wBkwGFnbKSpiiuTeKonyResPB3eS/HDZE6lYRypgNQD3JZ/l41d2QAtEAGiUM1Vo5W9mY7faYGOvRdhN1nsk9w==", + "dev": true, + "requires": { + "@types/bluebird": "3.5.8", + "@types/redis": "2.6.0" + } + }, + "@types/request": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/@types/request/-/request-2.0.0.tgz", + "integrity": "sha512-K/LAMXQn9HwiewHuNHHmwNrg4E8XUYqB99LSrObb3JArs3SHVzbzft113rbYcjPWStaqtpDpOhcjF3zCRqSvow==", + "dev": true, + "requires": { + "@types/form-data": "2.2.0", + "@types/node": "7.0.39" + } + }, + "@types/request-promise": { + "version": "4.1.36", + "resolved": "https://registry.npmjs.org/@types/request-promise/-/request-promise-4.1.36.tgz", + "integrity": "sha512-M5zClmYZADxr84gFCjLpmA1uTqjjfWpItukMDFVklgpseXBnY7Kx8hSWJtGqzDcww4tPQDRNzjKJguf0K1AnKw==", + "dev": true, + "requires": { + "@types/bluebird": "3.5.8", + "@types/request": "2.0.0" + } + }, + "@types/serve-static": { + "version": "1.7.31", + "resolved": "https://registry.npmjs.org/@types/serve-static/-/serve-static-1.7.31.tgz", + "integrity": "sha1-FUVt6NmNa0z/Mb5savdJKuY/Uho=", + "dev": true, + "requires": { + "@types/express-serve-static-core": "4.0.49", + "@types/mime": "1.3.1" + } + }, + "@types/uuid": { + "version": "3.4.0", + "resolved": "https://registry.npmjs.org/@types/uuid/-/uuid-3.4.0.tgz", + "integrity": "sha512-Vd+WmnrQKrrfVJ+9LWyOWqlBQJFsfi8rhKRm3ag3ZrOjY5SmzZkGmxbkgRIk9jpZt4dpvE21cmbBSp1dCV7/fw==", + "dev": true, + "requires": { + "@types/node": "7.0.39" + } + }, + "@types/winston": { + "version": "2.3.4", + "resolved": "https://registry.npmjs.org/@types/winston/-/winston-2.3.4.tgz", + "integrity": "sha512-lUhWIhgSpk4GHoa/hUuvkueAdP0a4NG9BRDjKX9r6pSYo1xSKKYXu+WatBwTzX96wJgeQdzrlGeUF9f2iOjSKA==", + "dev": true, + "requires": { + "@types/node": "7.0.39" + } + }, + "accepts": { + "version": "1.3.3", + "resolved": "https://registry.npmjs.org/accepts/-/accepts-1.3.3.tgz", + "integrity": "sha1-w8p0NJOGSMPg2cHjKN1otiLChMo=", + "requires": { + "mime-types": "2.1.16", + "negotiator": "0.6.1" + } + }, + "ajv": { + "version": "4.11.8", + "resolved": "https://registry.npmjs.org/ajv/-/ajv-4.11.8.tgz", + "integrity": "sha1-gv+wKynmYq5TvcIK8VlHcGc5xTY=", + "requires": { + "co": "4.6.0", + "json-stable-stringify": "1.0.1" + } + }, + "amqplib": { + "version": "0.5.1", + "resolved": "https://registry.npmjs.org/amqplib/-/amqplib-0.5.1.tgz", + "integrity": "sha1-fMz+ur5WwumE6noiQ/fO/m+/xs8=", + "requires": { + "bitsyntax": "0.0.4", + "bluebird": "3.5.0", + "buffer-more-ints": "0.0.2", + "readable-stream": "1.1.14" + } + }, + "argparse": { + "version": "1.0.9", + "resolved": "https://registry.npmjs.org/argparse/-/argparse-1.0.9.tgz", + "integrity": "sha1-c9g7wmP4bpf4zE9rrhsOkKfSLIY=", + "requires": { + "sprintf-js": "1.0.3" + } + }, + "array-back": { + "version": "1.0.4", + "resolved": "https://registry.npmjs.org/array-back/-/array-back-1.0.4.tgz", + "integrity": "sha1-ZEun8JX3/898Q7Xw3DnTwfA8Bjs=", + "requires": { + "typical": "2.6.1" + } + }, + "array-flatten": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz", + "integrity": "sha1-ml9pkFGx5wczKPKgCJaLZOopVdI=" + }, + "array-uniq": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/array-uniq/-/array-uniq-1.0.2.tgz", + "integrity": "sha1-X8w3OSB3VyPP1k1lxkvvU7+eum0=" + }, + "asn1": { + "version": "0.2.3", + "resolved": "https://registry.npmjs.org/asn1/-/asn1-0.2.3.tgz", + "integrity": "sha1-2sh4dxPJlmhJ/IGAd36+nB3fO4Y=" + }, + "assert-plus": { + "version": "0.2.0", + "resolved": "https://registry.npmjs.org/assert-plus/-/assert-plus-0.2.0.tgz", + "integrity": "sha1-104bh+ev/A24qttwIfP+SBAasjQ=" + }, + "async": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/async/-/async-1.0.0.tgz", + "integrity": "sha1-+PwEyjoTeErenhZBr5hXjPvWR6k=" + }, + "asynckit": { + "version": "0.4.0", + "resolved": "https://registry.npmjs.org/asynckit/-/asynckit-0.4.0.tgz", + "integrity": "sha1-x57Zf380y48robyXkLzDZkdLS3k=" + }, + "aws-sign2": { + "version": "0.6.0", + "resolved": "https://registry.npmjs.org/aws-sign2/-/aws-sign2-0.6.0.tgz", + "integrity": "sha1-FDQt0428yU0OW4fXY81jYSwOeU8=" + }, + "aws4": { + "version": "1.6.0", + "resolved": "https://registry.npmjs.org/aws4/-/aws4-1.6.0.tgz", + "integrity": "sha1-g+9cqGCysy5KDe7e6MdxudtXRx4=" + }, + "bcrypt-pbkdf": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/bcrypt-pbkdf/-/bcrypt-pbkdf-1.0.1.tgz", + "integrity": "sha1-Y7xdy2EzG5K8Bf1SiVPDNGKgb40=", + "optional": true, + "requires": { + "tweetnacl": "0.14.5" + } + }, + "bindings": { + "version": "1.3.0", + "resolved": "https://registry.npmjs.org/bindings/-/bindings-1.3.0.tgz", + "integrity": "sha512-DpLh5EzMR2kzvX1KIlVC0VkC3iZtHKTgdtZ0a3pglBZdaQFjt5S9g9xd1lE+YvXyfd6mtCeRnrUfOLYiTMlNSw==" + }, + "bitsyntax": { + "version": "0.0.4", + "resolved": "https://registry.npmjs.org/bitsyntax/-/bitsyntax-0.0.4.tgz", + "integrity": "sha1-6xDMb4K4xJDj6FaY8H6D1G4MuoI=", + "requires": { + "buffer-more-ints": "0.0.2" + } + }, + "bluebird": { + "version": "3.5.0", + "resolved": "https://registry.npmjs.org/bluebird/-/bluebird-3.5.0.tgz", + "integrity": "sha1-eRQg1/VR7qKJdFOop3ZT+WYG1nw=" + }, + "body-parser": { + "version": "1.17.2", + "resolved": "https://registry.npmjs.org/body-parser/-/body-parser-1.17.2.tgz", + "integrity": "sha1-+IkqvI+eYn1Crtr7yma/WrmRBO4=", + "requires": { + "bytes": "2.4.0", + "content-type": "1.0.2", + "debug": "2.6.7", + "depd": "1.1.1", + "http-errors": "1.6.1", + "iconv-lite": "0.4.15", + "on-finished": "2.3.0", + "qs": "6.4.0", + "raw-body": "2.2.0", + "type-is": "1.6.15" + } + }, + "boom": { + "version": "2.10.1", + "resolved": "https://registry.npmjs.org/boom/-/boom-2.10.1.tgz", + "integrity": "sha1-OciRjO/1eZ+D+UkqhI9iWt0Mdm8=", + "requires": { + "hoek": "2.16.3" + } + }, + "buffer-more-ints": { + "version": "0.0.2", + "resolved": "https://registry.npmjs.org/buffer-more-ints/-/buffer-more-ints-0.0.2.tgz", + "integrity": "sha1-JrOIXRD6E9t/wBquOquHAZngEkw=" + }, + "bytes": { + "version": "2.4.0", + "resolved": "https://registry.npmjs.org/bytes/-/bytes-2.4.0.tgz", + "integrity": "sha1-fZcZb51br39pNeJZhVSe3SpsIzk=" + }, + "caseless": { + "version": "0.12.0", + "resolved": "https://registry.npmjs.org/caseless/-/caseless-0.12.0.tgz", + "integrity": "sha1-G2gcIf+EAzyCZUMJBolCDRhxUdw=" + }, + "co": { + "version": "4.6.0", + "resolved": "https://registry.npmjs.org/co/-/co-4.6.0.tgz", + "integrity": "sha1-bqa989hTrlTMuOR7+gvz+QMfsYQ=" + }, + "colors": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/colors/-/colors-1.0.3.tgz", + "integrity": "sha1-BDP0TYCWgP3rYO0mDxsMJi6CpAs=" + }, + "combined-stream": { + "version": "1.0.5", + "resolved": "https://registry.npmjs.org/combined-stream/-/combined-stream-1.0.5.tgz", + "integrity": "sha1-k4NwpXtKUd6ix3wV1cX9+JUWQAk=", + "requires": { + "delayed-stream": "1.0.0" + } + }, + "command-line-args": { + "version": "4.0.6", + "resolved": "https://registry.npmjs.org/command-line-args/-/command-line-args-4.0.6.tgz", + "integrity": "sha1-D/h6HdFZiQ3K6yoAWr2uceVQWfw=", + "requires": { + "array-back": "1.0.4", + "find-replace": "1.0.3", + "typical": "2.6.1" + } + }, + "content-disposition": { + "version": "0.5.2", + "resolved": "https://registry.npmjs.org/content-disposition/-/content-disposition-0.5.2.tgz", + "integrity": "sha1-DPaLud318r55YcOoUXjLhdunjLQ=" + }, + "content-type": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/content-type/-/content-type-1.0.2.tgz", + "integrity": "sha1-t9ETrueo3Se9IRM8TcJSnfFyHu0=" + }, + "cookie": { + "version": "0.3.1", + "resolved": "https://registry.npmjs.org/cookie/-/cookie-0.3.1.tgz", + "integrity": "sha1-5+Ch+e9DtMi6klxcWpboBtFoc7s=" + }, + "cookie-signature": { + "version": "1.0.6", + "resolved": "https://registry.npmjs.org/cookie-signature/-/cookie-signature-1.0.6.tgz", + "integrity": "sha1-4wOogrNCzD7oylE6eZmXNNqzriw=" + }, + "core-util-is": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/core-util-is/-/core-util-is-1.0.2.tgz", + "integrity": "sha1-tf1UIgqivFq1eqtxQMlAdUUDwac=" + }, + "cryptiles": { + "version": "2.0.5", + "resolved": "https://registry.npmjs.org/cryptiles/-/cryptiles-2.0.5.tgz", + "integrity": "sha1-O9/s3GCBR8HGcgL6KR59ylnqo7g=", + "requires": { + "boom": "2.10.1" + } + }, + "crypto-js": { + "version": "3.1.9-1", + "resolved": "https://registry.npmjs.org/crypto-js/-/crypto-js-3.1.9-1.tgz", + "integrity": "sha1-/aGedh/Ad+Af+/3G6f38WeiAbNg=" + }, + "cycle": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/cycle/-/cycle-1.0.3.tgz", + "integrity": "sha1-IegLK+hYD5i0aPN5QwZisEbDStI=" + }, + "dashdash": { + "version": "1.14.1", + "resolved": "https://registry.npmjs.org/dashdash/-/dashdash-1.14.1.tgz", + "integrity": "sha1-hTz6D3y+L+1d4gMmuN1YEDX24vA=", + "requires": { + "assert-plus": "1.0.0" + }, + "dependencies": { + "assert-plus": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/assert-plus/-/assert-plus-1.0.0.tgz", + "integrity": "sha1-8S4PPF13sLHN2RRpQuTpbB5N1SU=" + } + } + }, + "debug": { + "version": "2.6.7", + "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.7.tgz", + "integrity": "sha1-krrR9tBbu2u6Isyoi80OyJTChh4=", + "requires": { + "ms": "2.0.0" + } + }, + "delayed-stream": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/delayed-stream/-/delayed-stream-1.0.0.tgz", + "integrity": "sha1-3zrhmayt+31ECqrgsp4icrJOxhk=" + }, + "depd": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/depd/-/depd-1.1.1.tgz", + "integrity": "sha1-V4O04cRZ8G+lyif5kfPQbnoxA1k=" + }, + "destroy": { + "version": "1.0.4", + "resolved": "https://registry.npmjs.org/destroy/-/destroy-1.0.4.tgz", + "integrity": "sha1-l4hXRCxEdJ5CBmE+N5RiBYJqvYA=" + }, + "double-ended-queue": { + "version": "2.1.0-0", + "resolved": "https://registry.npmjs.org/double-ended-queue/-/double-ended-queue-2.1.0-0.tgz", + "integrity": "sha1-ED01J/0xUo9AGIEwyEHv3XgmTlw=" + }, + "ecc-jsbn": { + "version": "0.1.1", + "resolved": "https://registry.npmjs.org/ecc-jsbn/-/ecc-jsbn-0.1.1.tgz", + "integrity": "sha1-D8c6ntXw1Tw4GTOYUj735UN3dQU=", + "optional": true, + "requires": { + "jsbn": "0.1.1" + } + }, + "ee-first": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/ee-first/-/ee-first-1.1.1.tgz", + "integrity": "sha1-WQxhFWsK4vTwJVcyoViyZrxWsh0=" + }, + "encodeurl": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/encodeurl/-/encodeurl-1.0.1.tgz", + "integrity": "sha1-eePVhlU0aQn+bw9Fpd5oEDspTSA=" + }, + "escape-html": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/escape-html/-/escape-html-1.0.3.tgz", + "integrity": "sha1-Aljq5NPQwJdN4cFpGI7wBR0dGYg=" + }, + "esprima": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/esprima/-/esprima-4.0.0.tgz", + "integrity": "sha512-oftTcaMu/EGrEIu904mWteKIv8vMuOgGYo7EhVJJN00R/EED9DCua/xxHRdYnKtcECzVg7xOWhflvJMnqcFZjw==" + }, + "etag": { + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/etag/-/etag-1.8.0.tgz", + "integrity": "sha1-b2Ma7zNtbEY2K1F2QETOIWvjwFE=" + }, + "event-lite": { + "version": "0.1.1", + "resolved": "https://registry.npmjs.org/event-lite/-/event-lite-0.1.1.tgz", + "integrity": "sha1-R88IqNN9C2lM23s7F7UfqsZXYIY=" + }, + "express": { + "version": "4.15.3", + "resolved": "https://registry.npmjs.org/express/-/express-4.15.3.tgz", + "integrity": "sha1-urZdDwOqgMNYQIly/HAPkWlEtmI=", + "requires": { + "accepts": "1.3.3", + "array-flatten": "1.1.1", + "content-disposition": "0.5.2", + "content-type": "1.0.2", + "cookie": "0.3.1", + "cookie-signature": "1.0.6", + "debug": "2.6.7", + "depd": "1.1.1", + "encodeurl": "1.0.1", + "escape-html": "1.0.3", + "etag": "1.8.0", + "finalhandler": "1.0.3", + "fresh": "0.5.0", + "merge-descriptors": "1.0.1", + "methods": "1.1.2", + "on-finished": "2.3.0", + "parseurl": "1.3.1", + "path-to-regexp": "0.1.7", + "proxy-addr": "1.1.5", + "qs": "6.4.0", + "range-parser": "1.2.0", + "send": "0.15.3", + "serve-static": "1.12.3", + "setprototypeof": "1.0.3", + "statuses": "1.3.1", + "type-is": "1.6.15", + "utils-merge": "1.0.0", + "vary": "1.1.1" + } + }, + "extend": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/extend/-/extend-3.0.1.tgz", + "integrity": "sha1-p1Xqe8Gt/MWjHOfnYtuq3F5jZEQ=" + }, + "extsprintf": { + "version": "1.3.0", + "resolved": "https://registry.npmjs.org/extsprintf/-/extsprintf-1.3.0.tgz", + "integrity": "sha1-lpGEQOMEGnpBT4xS48V06zw+HgU=" + }, + "eyes": { + "version": "0.1.8", + "resolved": "https://registry.npmjs.org/eyes/-/eyes-0.1.8.tgz", + "integrity": "sha1-Ys8SAjTGg3hdkCNIqADvPgzCC8A=" + }, + "finalhandler": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/finalhandler/-/finalhandler-1.0.3.tgz", + "integrity": "sha1-70fneVDpmXgOhgIqVg4yF+DQzIk=", + "requires": { + "debug": "2.6.7", + "encodeurl": "1.0.1", + "escape-html": "1.0.3", + "on-finished": "2.3.0", + "parseurl": "1.3.1", + "statuses": "1.3.1", + "unpipe": "1.0.0" + } + }, + "find-replace": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/find-replace/-/find-replace-1.0.3.tgz", + "integrity": "sha1-uI5zZNLZyVlVnziMZmcNYTBEH6A=", + "requires": { + "array-back": "1.0.4", + "test-value": "2.1.0" + } + }, + "forever-agent": { + "version": "0.6.1", + "resolved": "https://registry.npmjs.org/forever-agent/-/forever-agent-0.6.1.tgz", + "integrity": "sha1-+8cfDEGt6zf5bFd60e1C2P2sypE=" + }, + "form-data": { + "version": "2.1.4", + "resolved": "https://registry.npmjs.org/form-data/-/form-data-2.1.4.tgz", + "integrity": "sha1-M8GDrPGTJ27KqYFDpp6Uv+4XUNE=", + "requires": { + "asynckit": "0.4.0", + "combined-stream": "1.0.5", + "mime-types": "2.1.16" + } + }, + "forwarded": { + "version": "0.1.0", + "resolved": "https://registry.npmjs.org/forwarded/-/forwarded-0.1.0.tgz", + "integrity": "sha1-Ge+YdMSuHCl7zweP3mOgm2aoQ2M=" + }, + "fresh": { + "version": "0.5.0", + "resolved": "https://registry.npmjs.org/fresh/-/fresh-0.5.0.tgz", + "integrity": "sha1-9HTKXmqSRtb9jglTz6m5yAWvp44=" + }, + "fs-extra": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-3.0.1.tgz", + "integrity": "sha1-N5TzeMWLNC6n27sjCVEJxLO2IpE=", + "requires": { + "graceful-fs": "4.1.11", + "jsonfile": "3.0.1", + "universalify": "0.1.1" + } + }, + "get-folder-size": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/get-folder-size/-/get-folder-size-1.0.0.tgz", + "integrity": "sha1-E01mOg50VhG3L3HIOxPxsS8xuik=", + "requires": { + "async": "1.5.2", + "minimist": "1.2.0" + }, + "dependencies": { + "async": { + "version": "1.5.2", + "resolved": "https://registry.npmjs.org/async/-/async-1.5.2.tgz", + "integrity": "sha1-7GphrlZIDAw8skHJVhjiCJL5Zyo=" + } + } + }, + "getpass": { + "version": "0.1.7", + "resolved": "https://registry.npmjs.org/getpass/-/getpass-0.1.7.tgz", + "integrity": "sha1-Xv+OPmhNVprkyysSgmBOi6YhSfo=", + "requires": { + "assert-plus": "1.0.0" + }, + "dependencies": { + "assert-plus": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/assert-plus/-/assert-plus-1.0.0.tgz", + "integrity": "sha1-8S4PPF13sLHN2RRpQuTpbB5N1SU=" + } + } + }, + "graceful-fs": { + "version": "4.1.11", + "resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.1.11.tgz", + "integrity": "sha1-Dovf5NHduIVNZOBOp8AOKgJuVlg=" + }, + "har-schema": { + "version": "1.0.5", + "resolved": "https://registry.npmjs.org/har-schema/-/har-schema-1.0.5.tgz", + "integrity": "sha1-0mMTX0MwfALGAq/I/pWXDAFRNp4=" + }, + "har-validator": { + "version": "4.2.1", + "resolved": "https://registry.npmjs.org/har-validator/-/har-validator-4.2.1.tgz", + "integrity": "sha1-M0gdDxu/9gDdID11gSpqX7oALio=", + "requires": { + "ajv": "4.11.8", + "har-schema": "1.0.5" + } + }, + "hawk": { + "version": "3.1.3", + "resolved": "https://registry.npmjs.org/hawk/-/hawk-3.1.3.tgz", + "integrity": "sha1-B4REvXwWQLD+VA0sm3PVlnjo4cQ=", + "requires": { + "boom": "2.10.1", + "cryptiles": "2.0.5", + "hoek": "2.16.3", + "sntp": "1.0.9" + } + }, + "hoek": { + "version": "2.16.3", + "resolved": "https://registry.npmjs.org/hoek/-/hoek-2.16.3.tgz", + "integrity": "sha1-ILt0A9POo5jpHcRxCo/xuCdKJe0=" + }, + "http-errors": { + "version": "1.6.1", + "resolved": "https://registry.npmjs.org/http-errors/-/http-errors-1.6.1.tgz", + "integrity": "sha1-X4uO2YrKVFZWv1cplzh/kEpyIlc=", + "requires": { + "depd": "1.1.0", + "inherits": "2.0.3", + "setprototypeof": "1.0.3", + "statuses": "1.3.1" + }, + "dependencies": { + "depd": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/depd/-/depd-1.1.0.tgz", + "integrity": "sha1-4b2Cxqq2ztlluXuIsX7T5SjKGMM=" + } + } + }, + "http-signature": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/http-signature/-/http-signature-1.1.1.tgz", + "integrity": "sha1-33LiZwZs0Kxn+3at+OE0qPvPkb8=", + "requires": { + "assert-plus": "0.2.0", + "jsprim": "1.4.1", + "sshpk": "1.13.1" + } + }, + "iconv-lite": { + "version": "0.4.15", + "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.15.tgz", + "integrity": "sha1-/iZaIYrGpXz+hUkn6dBMGYJe3es=" + }, + "ieee754": { + "version": "1.1.8", + "resolved": "https://registry.npmjs.org/ieee754/-/ieee754-1.1.8.tgz", + "integrity": "sha1-vjPUCsEO8ZJnAfbwii2G+/0a0+Q=" + }, + "inherits": { + "version": "2.0.3", + "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.3.tgz", + "integrity": "sha1-Yzwsg+PaQqUC9SRmAiSA9CCCYd4=" + }, + "int64-buffer": { + "version": "0.1.9", + "resolved": "https://registry.npmjs.org/int64-buffer/-/int64-buffer-0.1.9.tgz", + "integrity": "sha1-ngOdoEOyT3ixlrKD4EZT716ZD2E=" + }, + "ipaddr.js": { + "version": "1.4.0", + "resolved": "https://registry.npmjs.org/ipaddr.js/-/ipaddr.js-1.4.0.tgz", + "integrity": "sha1-KWrKh4qCGBbluF0KKFqZvP9FgvA=" + }, + "is-typedarray": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/is-typedarray/-/is-typedarray-1.0.0.tgz", + "integrity": "sha1-5HnICFjfDBsR3dppQPlgEfzaSpo=" + }, + "isarray": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/isarray/-/isarray-1.0.0.tgz", + "integrity": "sha1-u5NdSFgsuhaMBoNJV6VKPgcSTxE=" + }, + "isstream": { + "version": "0.1.2", + "resolved": "https://registry.npmjs.org/isstream/-/isstream-0.1.2.tgz", + "integrity": "sha1-R+Y/evVa+m+S4VAOaQ64uFKcCZo=" + }, + "js-yaml": { + "version": "3.9.1", + "resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-3.9.1.tgz", + "integrity": "sha512-CbcG379L1e+mWBnLvHWWeLs8GyV/EMw862uLI3c+GxVyDHWZcjZinwuBd3iW2pgxgIlksW/1vNJa4to+RvDOww==", + "requires": { + "argparse": "1.0.9", + "esprima": "4.0.0" + } + }, + "jsbn": { + "version": "0.1.1", + "resolved": "https://registry.npmjs.org/jsbn/-/jsbn-0.1.1.tgz", + "integrity": "sha1-peZUwuWi3rXyAdls77yoDA7y9RM=", + "optional": true + }, + "json-schema": { + "version": "0.2.3", + "resolved": "https://registry.npmjs.org/json-schema/-/json-schema-0.2.3.tgz", + "integrity": "sha1-tIDIkuWaLwWVTOcnvT8qTogvnhM=" + }, + "json-stable-stringify": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/json-stable-stringify/-/json-stable-stringify-1.0.1.tgz", + "integrity": "sha1-mnWdOcXy/1A/1TAGRu1EX4jE+a8=", + "requires": { + "jsonify": "0.0.0" + } + }, + "json-stringify-safe": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/json-stringify-safe/-/json-stringify-safe-5.0.1.tgz", + "integrity": "sha1-Epai1Y/UXxmg9s4B1lcB4sc1tus=" + }, + "jsonfile": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/jsonfile/-/jsonfile-3.0.1.tgz", + "integrity": "sha1-pezG9l9T9mLEQVx2daAzHQmS7GY=", + "requires": { + "graceful-fs": "4.1.11" + } + }, + "jsonify": { + "version": "0.0.0", + "resolved": "https://registry.npmjs.org/jsonify/-/jsonify-0.0.0.tgz", + "integrity": "sha1-LHS27kHZPKUbe1qu6PUDYx0lKnM=" + }, + "jsprim": { + "version": "1.4.1", + "resolved": "https://registry.npmjs.org/jsprim/-/jsprim-1.4.1.tgz", + "integrity": "sha1-MT5mvB5cwG5Di8G3SZwuXFastqI=", + "requires": { + "assert-plus": "1.0.0", + "extsprintf": "1.3.0", + "json-schema": "0.2.3", + "verror": "1.10.0" + }, + "dependencies": { + "assert-plus": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/assert-plus/-/assert-plus-1.0.0.tgz", + "integrity": "sha1-8S4PPF13sLHN2RRpQuTpbB5N1SU=" + } + } + }, + "klaw": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/klaw/-/klaw-2.0.0.tgz", + "integrity": "sha1-WcEo4Nxc5BAgEVEZTuucv4WGUPY=", + "requires": { + "graceful-fs": "4.1.11" + } + }, + "lockfile": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/lockfile/-/lockfile-1.0.3.tgz", + "integrity": "sha1-Jjj8OaAzHpysGgS3F5mTHJxQ33k=" + }, + "lodash": { + "version": "4.17.4", + "resolved": "https://registry.npmjs.org/lodash/-/lodash-4.17.4.tgz", + "integrity": "sha1-eCA6TRwyiuHYbcpkYONptX9AVa4=" + }, + "media-typer": { + "version": "0.3.0", + "resolved": "https://registry.npmjs.org/media-typer/-/media-typer-0.3.0.tgz", + "integrity": "sha1-hxDXrwqmJvj/+hzgAWhUUmMlV0g=" + }, + "merge-descriptors": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/merge-descriptors/-/merge-descriptors-1.0.1.tgz", + "integrity": "sha1-sAqqVW3YtEVoFQ7J0blT8/kMu2E=" + }, + "methods": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/methods/-/methods-1.1.2.tgz", + "integrity": "sha1-VSmk1nZUE07cxSZmVoNbD4Ua/O4=" + }, + "mime": { + "version": "1.3.4", + "resolved": "https://registry.npmjs.org/mime/-/mime-1.3.4.tgz", + "integrity": "sha1-EV+eO2s9rylZmDyzjxSaLUDrXVM=" + }, + "mime-db": { + "version": "1.29.0", + "resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.29.0.tgz", + "integrity": "sha1-SNJtI1WJZRcErFkWygYAGRQmaHg=" + }, + "mime-types": { + "version": "2.1.16", + "resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.16.tgz", + "integrity": "sha1-K4WKUuXs1RbbiXrCvodIeDBpjiM=", + "requires": { + "mime-db": "1.29.0" + } + }, + "minimist": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/minimist/-/minimist-1.2.0.tgz", + "integrity": "sha1-o1AIsg9BOD7sH7kU9M1d95omQoQ=" + }, + "minipass": { + "version": "2.2.1", + "resolved": "https://registry.npmjs.org/minipass/-/minipass-2.2.1.tgz", + "integrity": "sha512-u1aUllxPJUI07cOqzR7reGmQxmCqlH88uIIsf6XZFEWgw7gXKpJdR+5R9Y3KEDmWYkdIz9wXZs3C0jOPxejk/Q==", + "requires": { + "yallist": "3.0.2" + } + }, + "minizlib": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/minizlib/-/minizlib-1.0.3.tgz", + "integrity": "sha1-1cGr93vhVGGZUuJTM27Mq5sqMvU=", + "requires": { + "minipass": "2.2.1" + } + }, + "mkdirp": { + "version": "0.5.1", + "resolved": "https://registry.npmjs.org/mkdirp/-/mkdirp-0.5.1.tgz", + "integrity": "sha1-MAV0OOrGz3+MR2fzhkjWaX11yQM=", + "requires": { + "minimist": "0.0.8" + }, + "dependencies": { + "minimist": { + "version": "0.0.8", + "resolved": "https://registry.npmjs.org/minimist/-/minimist-0.0.8.tgz", + "integrity": "sha1-hX/Kv8M5fSYluCKCYuhqp6ARsF0=" + } + } + }, + "ms": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", + "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=" + }, + "msgpack-lite": { + "version": "0.1.26", + "resolved": "https://registry.npmjs.org/msgpack-lite/-/msgpack-lite-0.1.26.tgz", + "integrity": "sha1-3TxQsm8FnyXn7e42REGDWOKprYk=", + "requires": { + "event-lite": "0.1.1", + "ieee754": "1.1.8", + "int64-buffer": "0.1.9", + "isarray": "1.0.0" + } + }, + "nan": { + "version": "2.4.0", + "resolved": "https://registry.npmjs.org/nan/-/nan-2.4.0.tgz", + "integrity": "sha1-+zxZ1F/k7/4hXwuJD4rfbrMtIjI=" + }, + "negotiator": { + "version": "0.6.1", + "resolved": "https://registry.npmjs.org/negotiator/-/negotiator-0.6.1.tgz", + "integrity": "sha1-KzJxhOiZIQEXeyhWP7XnECrNDKk=" + }, + "oauth-sign": { + "version": "0.8.2", + "resolved": "https://registry.npmjs.org/oauth-sign/-/oauth-sign-0.8.2.tgz", + "integrity": "sha1-Rqarfwrq2N6unsBWV4C31O/rnUM=" + }, + "on-finished": { + "version": "2.3.0", + "resolved": "https://registry.npmjs.org/on-finished/-/on-finished-2.3.0.tgz", + "integrity": "sha1-IPEzZIGwg811M3mSoWlxqi2QaUc=", + "requires": { + "ee-first": "1.1.1" + } + }, + "parseurl": { + "version": "1.3.1", + "resolved": "https://registry.npmjs.org/parseurl/-/parseurl-1.3.1.tgz", + "integrity": "sha1-yKuMkiO6NIiKpkopeyiFO+wY2lY=" + }, + "path-to-regexp": { + "version": "0.1.7", + "resolved": "https://registry.npmjs.org/path-to-regexp/-/path-to-regexp-0.1.7.tgz", + "integrity": "sha1-32BBeABfUi8V60SQ5yR6G/qmf4w=" + }, + "performance-now": { + "version": "0.2.0", + "resolved": "https://registry.npmjs.org/performance-now/-/performance-now-0.2.0.tgz", + "integrity": "sha1-M+8wxcd9TqIcWlOGnZG1bY8lVeU=" + }, + "posix": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/posix/-/posix-4.1.1.tgz", + "integrity": "sha1-zJ4bhzFvaOeCpDFslNyg0XQeRxo=", + "requires": { + "nan": "2.4.0" + } + }, + "proxy-addr": { + "version": "1.1.5", + "resolved": "https://registry.npmjs.org/proxy-addr/-/proxy-addr-1.1.5.tgz", + "integrity": "sha1-ccDuOxAt4/IC87ZPYI0XP8uhqRg=", + "requires": { + "forwarded": "0.1.0", + "ipaddr.js": "1.4.0" + } + }, + "punycode": { + "version": "1.4.1", + "resolved": "https://registry.npmjs.org/punycode/-/punycode-1.4.1.tgz", + "integrity": "sha1-wNWmOycYgArY4esPpSachN1BhF4=" + }, + "qs": { + "version": "6.4.0", + "resolved": "https://registry.npmjs.org/qs/-/qs-6.4.0.tgz", + "integrity": "sha1-E+JtKK1rD/qpExLNO/cI7TUecjM=" + }, + "randomstring": { + "version": "1.1.5", + "resolved": "https://registry.npmjs.org/randomstring/-/randomstring-1.1.5.tgz", + "integrity": "sha1-bfBij3XL1ZMpMNn+OrTpVqGFGMM=", + "requires": { + "array-uniq": "1.0.2" + } + }, + "range-parser": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/range-parser/-/range-parser-1.2.0.tgz", + "integrity": "sha1-9JvmtIeJTdxA3MlKMi9hEJLgDV4=" + }, + "raw-body": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/raw-body/-/raw-body-2.2.0.tgz", + "integrity": "sha1-mUl2z2pQlqQRYoQEkvC9xdbn+5Y=", + "requires": { + "bytes": "2.4.0", + "iconv-lite": "0.4.15", + "unpipe": "1.0.0" + } + }, + "readable-stream": { + "version": "1.1.14", + "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-1.1.14.tgz", + "integrity": "sha1-fPTFTvZI44EwhMY23SB54WbAgdk=", + "requires": { + "core-util-is": "1.0.2", + "inherits": "2.0.3", + "isarray": "0.0.1", + "string_decoder": "0.10.31" + }, + "dependencies": { + "isarray": { + "version": "0.0.1", + "resolved": "https://registry.npmjs.org/isarray/-/isarray-0.0.1.tgz", + "integrity": "sha1-ihis/Kmo9Bd+Cav8YDiTmwXR7t8=" + } + } + }, + "redis": { + "version": "2.7.1", + "resolved": "https://registry.npmjs.org/redis/-/redis-2.7.1.tgz", + "integrity": "sha1-fVb3h1uYsgQQtxU58dh47Vjr9Go=", + "requires": { + "double-ended-queue": "2.1.0-0", + "redis-commands": "1.3.1", + "redis-parser": "2.6.0" + } + }, + "redis-commands": { + "version": "1.3.1", + "resolved": "https://registry.npmjs.org/redis-commands/-/redis-commands-1.3.1.tgz", + "integrity": "sha1-gdgm9F+pyLIBH0zXoP5ZfSQdRCs=" + }, + "redis-parser": { + "version": "2.6.0", + "resolved": "https://registry.npmjs.org/redis-parser/-/redis-parser-2.6.0.tgz", + "integrity": "sha1-Uu0J2srBCPGmMcB+m2mUHnoZUEs=" + }, + "redlock": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/redlock/-/redlock-3.0.0.tgz", + "integrity": "sha1-AdXZnuWhnFRVfZhNZWwaHdzODo4=", + "requires": { + "bluebird": "3.5.0" + } + }, + "request": { + "version": "2.81.0", + "resolved": "https://registry.npmjs.org/request/-/request-2.81.0.tgz", + "integrity": "sha1-xpKJRqDgbF+Nb4qTM0af/aRimKA=", + "requires": { + "aws-sign2": "0.6.0", + "aws4": "1.6.0", + "caseless": "0.12.0", + "combined-stream": "1.0.5", + "extend": "3.0.1", + "forever-agent": "0.6.1", + "form-data": "2.1.4", + "har-validator": "4.2.1", + "hawk": "3.1.3", + "http-signature": "1.1.1", + "is-typedarray": "1.0.0", + "isstream": "0.1.2", + "json-stringify-safe": "5.0.1", + "mime-types": "2.1.16", + "oauth-sign": "0.8.2", + "performance-now": "0.2.0", + "qs": "6.4.0", + "safe-buffer": "5.1.1", + "stringstream": "0.0.5", + "tough-cookie": "2.3.2", + "tunnel-agent": "0.6.0", + "uuid": "3.1.0" + } + }, + "request-promise": { + "version": "4.2.1", + "resolved": "https://registry.npmjs.org/request-promise/-/request-promise-4.2.1.tgz", + "integrity": "sha1-fuxWyJMXqCLL/qmbA5zlQ8LhX2c=", + "requires": { + "bluebird": "3.5.0", + "request-promise-core": "1.1.1", + "stealthy-require": "1.1.1", + "tough-cookie": "2.3.2" + } + }, + "request-promise-core": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/request-promise-core/-/request-promise-core-1.1.1.tgz", + "integrity": "sha1-Pu4AssWqgyOc+wTFcA2jb4HNCLY=", + "requires": { + "lodash": "4.17.4" + } + }, + "safe-buffer": { + "version": "5.1.1", + "resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.1.tgz", + "integrity": "sha512-kKvNJn6Mm93gAczWVJg7wH+wGYWNrDHdWvpUmHyEsgCtIwwo3bqPtV4tR5tuPaUhTOo/kvhVwd8XwwOllGYkbg==" + }, + "send": { + "version": "0.15.3", + "resolved": "https://registry.npmjs.org/send/-/send-0.15.3.tgz", + "integrity": "sha1-UBP5+ZAj31DRvZiSwZ4979HVMwk=", + "requires": { + "debug": "2.6.7", + "depd": "1.1.1", + "destroy": "1.0.4", + "encodeurl": "1.0.1", + "escape-html": "1.0.3", + "etag": "1.8.0", + "fresh": "0.5.0", + "http-errors": "1.6.1", + "mime": "1.3.4", + "ms": "2.0.0", + "on-finished": "2.3.0", + "range-parser": "1.2.0", + "statuses": "1.3.1" + } + }, + "serve-static": { + "version": "1.12.3", + "resolved": "https://registry.npmjs.org/serve-static/-/serve-static-1.12.3.tgz", + "integrity": "sha1-n0uhni8wMMVH+K+ZEHg47DjVseI=", + "requires": { + "encodeurl": "1.0.1", + "escape-html": "1.0.3", + "parseurl": "1.3.1", + "send": "0.15.3" + } + }, + "setprototypeof": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/setprototypeof/-/setprototypeof-1.0.3.tgz", + "integrity": "sha1-ZlZ+NwQ+608E2RvWWMDL77VbjgQ=" + }, + "simple-sandbox": { + "version": "0.3.3", + "resolved": "https://registry.npmjs.org/simple-sandbox/-/simple-sandbox-0.3.3.tgz", + "integrity": "sha512-kS/t2psFySdj9ALmpJflAya+0ZHNnXMLbUhXHYRoX7DvgJOD2w3/Ct1ELN86uQ4hQhOvVnGzmxZRn9521IElbQ==", + "requires": { + "bindings": "1.3.0", + "nan": "2.6.2", + "randomstring": "1.1.5" + }, + "dependencies": { + "nan": { + "version": "2.6.2", + "resolved": "https://registry.npmjs.org/nan/-/nan-2.6.2.tgz", + "integrity": "sha1-5P805slf37WuzAjeZZb0NgWn20U=" + } + } + }, + "sntp": { + "version": "1.0.9", + "resolved": "https://registry.npmjs.org/sntp/-/sntp-1.0.9.tgz", + "integrity": "sha1-ZUEYTMkK7qbG57NeJlkIJEPGYZg=", + "requires": { + "hoek": "2.16.3" + } + }, + "source-map": { + "version": "0.5.6", + "resolved": "https://registry.npmjs.org/source-map/-/source-map-0.5.6.tgz", + "integrity": "sha1-dc449SvwczxafwwRjYEzSiu19BI=" + }, + "source-map-support": { + "version": "0.4.15", + "resolved": "https://registry.npmjs.org/source-map-support/-/source-map-support-0.4.15.tgz", + "integrity": "sha1-AyAt9lwG0r2MfsI2KhkwVv7407E=", + "requires": { + "source-map": "0.5.6" + } + }, + "sprintf-js": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/sprintf-js/-/sprintf-js-1.0.3.tgz", + "integrity": "sha1-BOaSb2YolTVPPdAVIDYzuFcpfiw=" + }, + "sshpk": { + "version": "1.13.1", + "resolved": "https://registry.npmjs.org/sshpk/-/sshpk-1.13.1.tgz", + "integrity": "sha1-US322mKHFEMW3EwY/hzx2UBzm+M=", + "requires": { + "asn1": "0.2.3", + "assert-plus": "1.0.0", + "bcrypt-pbkdf": "1.0.1", + "dashdash": "1.14.1", + "ecc-jsbn": "0.1.1", + "getpass": "0.1.7", + "jsbn": "0.1.1", + "tweetnacl": "0.14.5" + }, + "dependencies": { + "assert-plus": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/assert-plus/-/assert-plus-1.0.0.tgz", + "integrity": "sha1-8S4PPF13sLHN2RRpQuTpbB5N1SU=" + } + } + }, + "stack-trace": { + "version": "0.0.10", + "resolved": "https://registry.npmjs.org/stack-trace/-/stack-trace-0.0.10.tgz", + "integrity": "sha1-VHxws0fo0ytOEI6hoqFZ5f3eGcA=" + }, + "statuses": { + "version": "1.3.1", + "resolved": "https://registry.npmjs.org/statuses/-/statuses-1.3.1.tgz", + "integrity": "sha1-+vUbnrdKrvOzrPStX2Gr8ky3uT4=" + }, + "stealthy-require": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/stealthy-require/-/stealthy-require-1.1.1.tgz", + "integrity": "sha1-NbCYdbT/SfJqd35QmzCQoyJr8ks=" + }, + "string_decoder": { + "version": "0.10.31", + "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-0.10.31.tgz", + "integrity": "sha1-YuIDvEF2bGwoyfyEMB2rHFMQ+pQ=" + }, + "stringstream": { + "version": "0.0.5", + "resolved": "https://registry.npmjs.org/stringstream/-/stringstream-0.0.5.tgz", + "integrity": "sha1-TkhM1N5aC7vuGORjB3EKioFiGHg=" + }, + "tar": { + "version": "3.1.9", + "resolved": "https://registry.npmjs.org/tar/-/tar-3.1.9.tgz", + "integrity": "sha512-/Aiui1ynEeSz6rr8RhLk3Vp9BEbtYnlIauKHco1ILlP5U6W6SSUWnDtycqTPCovdnnoutKHzzCOchZqEfCcvVw==", + "requires": { + "minipass": "2.2.1", + "minizlib": "1.0.3", + "mkdirp": "0.5.1", + "yallist": "3.0.2" + } + }, + "test-value": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/test-value/-/test-value-2.1.0.tgz", + "integrity": "sha1-Edpv9nDzRxpztiXKTz/c97t0gpE=", + "requires": { + "array-back": "1.0.4", + "typical": "2.6.1" + } + }, + "tough-cookie": { + "version": "2.3.2", + "resolved": "https://registry.npmjs.org/tough-cookie/-/tough-cookie-2.3.2.tgz", + "integrity": "sha1-8IH3bkyFcg5sN6X6ztc3FQ2EByo=", + "requires": { + "punycode": "1.4.1" + } + }, + "tunnel-agent": { + "version": "0.6.0", + "resolved": "https://registry.npmjs.org/tunnel-agent/-/tunnel-agent-0.6.0.tgz", + "integrity": "sha1-J6XeoGs2sEoKmWZ3SykIaPD8QP0=", + "requires": { + "safe-buffer": "5.1.1" + } + }, + "tweetnacl": { + "version": "0.14.5", + "resolved": "https://registry.npmjs.org/tweetnacl/-/tweetnacl-0.14.5.tgz", + "integrity": "sha1-WuaBd/GS1EViadEIr6k/+HQ/T2Q=", + "optional": true + }, + "type-is": { + "version": "1.6.15", + "resolved": "https://registry.npmjs.org/type-is/-/type-is-1.6.15.tgz", + "integrity": "sha1-yrEPtJCeRByChC6v4a1kbIGARBA=", + "requires": { + "media-typer": "0.3.0", + "mime-types": "2.1.16" + } + }, + "typescript": { + "version": "2.4.2", + "resolved": "https://registry.npmjs.org/typescript/-/typescript-2.4.2.tgz", + "integrity": "sha1-+DlfhdRZJ2BnyYiqQYN6j4KHCEQ=", + "dev": true + }, + "typical": { + "version": "2.6.1", + "resolved": "https://registry.npmjs.org/typical/-/typical-2.6.1.tgz", + "integrity": "sha1-XAgOXWYcu+OCWdLnCjxyU+hziB0=" + }, + "universalify": { + "version": "0.1.1", + "resolved": "https://registry.npmjs.org/universalify/-/universalify-0.1.1.tgz", + "integrity": "sha1-+nG63UQ3r0wUiEHjs7Fl+enlkLc=" + }, + "unpipe": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/unpipe/-/unpipe-1.0.0.tgz", + "integrity": "sha1-sr9O6FFKrmFltIF4KdIbLvSZBOw=" + }, + "utils-merge": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/utils-merge/-/utils-merge-1.0.0.tgz", + "integrity": "sha1-ApT7kiu5N1FTVBxPcJYjHyh8ivg=" + }, + "uuid": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/uuid/-/uuid-3.1.0.tgz", + "integrity": "sha512-DIWtzUkw04M4k3bf1IcpS2tngXEL26YUD2M0tMDUpnUrz2hgzUBlD55a4FjdLGPvfHxS6uluGWvaVEqgBcVa+g==" + }, + "vary": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/vary/-/vary-1.1.1.tgz", + "integrity": "sha1-Z1Neu2lMHVIldFeYRmUyP1h+jTc=" + }, + "verror": { + "version": "1.10.0", + "resolved": "https://registry.npmjs.org/verror/-/verror-1.10.0.tgz", + "integrity": "sha1-OhBcoXBTr1XW4nDB+CiGguGNpAA=", + "requires": { + "assert-plus": "1.0.0", + "core-util-is": "1.0.2", + "extsprintf": "1.3.0" + }, + "dependencies": { + "assert-plus": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/assert-plus/-/assert-plus-1.0.0.tgz", + "integrity": "sha1-8S4PPF13sLHN2RRpQuTpbB5N1SU=" + } + } + }, + "winston": { + "version": "2.3.1", + "resolved": "https://registry.npmjs.org/winston/-/winston-2.3.1.tgz", + "integrity": "sha1-C0hCDZeMAYBM8CMLZIhhWYIloRk=", + "requires": { + "async": "1.0.0", + "colors": "1.0.3", + "cycle": "1.0.3", + "eyes": "0.1.8", + "isstream": "0.1.2", + "stack-trace": "0.0.10" + } + }, + "yallist": { + "version": "3.0.2", + "resolved": "https://registry.npmjs.org/yallist/-/yallist-3.0.2.tgz", + "integrity": "sha1-hFK0u36Dx8GI2AQcGoN8dz1ti7k=" + } + } +} diff --git a/package.json b/package.json new file mode 100644 index 0000000..f527e13 --- /dev/null +++ b/package.json @@ -0,0 +1,58 @@ +{ + "name": "judge-daemon", + "version": "0.0.1", + "description": "Judge daemon for SYZOJ.", + "main": "", + "author": "t123yh", + "license": "GPL-3.0", + "dependencies": { + "amqplib": "^0.5.1", + "bluebird": "^3.5.0", + "body-parser": "^1.17.2", + "command-line-args": "^4.0.6", + "crypto-js": "^3.1.9-1", + "express": "^4.15.3", + "fs-extra": "^3.0.1", + "get-folder-size": "^1.0.0", + "js-yaml": "^3.9.1", + "klaw": "^2.0.0", + "lockfile": "^1.0.3", + "lodash": "^4.17.4", + "msgpack-lite": "^0.1.26", + "posix": "^4.1.1", + "randomstring": "^1.1.5", + "redis": "^2.7.1", + "redlock": "^3.0.0", + "request": "^2.81.0", + "request-promise": "^4.2.1", + "simple-sandbox": "^0.3.3", + "source-map-support": "^0.4.15", + "tar": "^3.1.9", + "uuid": "^3.1.0", + "winston": "^2.3.1" + }, + "devDependencies": { + "@types/amqplib": "^0.5.3", + "@types/bluebird": "^3.5.8", + "@types/body-parser": "^1.16.4", + "@types/crypto-js": "^3.1.33", + "@types/express": "^4.0.36", + "@types/fs-extra": "^3.0.3", + "@types/js-yaml": "^3.9.0", + "@types/klaw": "^1.3.2", + "@types/lodash": "^4.14.71", + "@types/msgpack-lite": "^0.1.4", + "@types/node": "^7.0.31", + "@types/randomstring": "^1.1.6", + "@types/redlock": "0.0.31", + "@types/request": "^2.0.0", + "@types/request-promise": "^4.1.36", + "@types/uuid": "^3.4.0", + "@types/winston": "^2.3.4", + "typescript": "^2.3.4" + }, + "scripts": { + "build": "tsc -d -p .", + "build:watch": "tsc -w -d -p ." + } +} diff --git a/proxy-config-example.json b/proxy-config-example.json new file mode 100644 index 0000000..126089b --- /dev/null +++ b/proxy-config-example.json @@ -0,0 +1,8 @@ +{ + "RabbitMQUrl": "amqp://localhost/", + "Listen": { + "host": "127.0.0.1", "port": 5284 + }, + "RemoteUrl": "http://127.0.0.1:5283", + "Token": "233" +} \ No newline at end of file diff --git a/runner-instance-config-example.json b/runner-instance-config-example.json new file mode 100644 index 0000000..e71df5b --- /dev/null +++ b/runner-instance-config-example.json @@ -0,0 +1,4 @@ +{ + "WorkingDirectory": "/mnt/syzoj-tmp1", + "SandboxCgroup": "syzoj-1" +} diff --git a/runner-shared-config-example.json b/runner-shared-config-example.json new file mode 100644 index 0000000..6a0279a --- /dev/null +++ b/runner-shared-config-example.json @@ -0,0 +1,20 @@ +{ + "RabbitMQUrl": "amqp://localhost/", + "RedisUrl": "redis://127.0.0.1:6379", + "TestData": "/home/t123yh/syzoj/uploads/testdata", + "Priority": 1, + "DebugMessageDisplayLimit": 5000, + "OutputLimit": 104857600, + "StderrDisplayLimit": 5120, + "DataDisplayLimit": 128, + "CompilerMessageLimit": 50000, + "SpjTimeLimit": 1501, + "SpjMemoryLimit": 256, + "SandboxEnvironments": [ + "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", + "HOME=/tmp" + ], + "SandboxUser": "nobody", + "SandboxRoot": "/home/t123yh/alpine", + "BinaryDirectory": "/home/t123yh/syzoj-bin" +} \ No newline at end of file diff --git a/src/daemon/cleanup.ts b/src/daemon/cleanup.ts new file mode 100644 index 0000000..7e98c62 --- /dev/null +++ b/src/daemon/cleanup.ts @@ -0,0 +1,8 @@ +import {disconnect as disconnectRMQ } from './rmq'; +import winston = require('winston'); + +export function cleanUp(retCode: number) { + winston.info('Cleaning up...'); + disconnectRMQ(); + process.exit(1); +} \ No newline at end of file diff --git a/src/daemon/config.ts b/src/daemon/config.ts new file mode 100644 index 0000000..8f6cf87 --- /dev/null +++ b/src/daemon/config.ts @@ -0,0 +1,38 @@ +import * as commandLineArgs from 'command-line-args'; +import * as fs from 'fs'; +import * as winston from 'winston'; + +export interface ConfigStructure { + rabbitMQ: string; + testDataDirectory: string; + priority: number; + redis: string; + dataDisplayLimit: number; +} + +const optionDefinitions = [ + { name: 'verbose', alias: 'v', type: Boolean }, + { name: 'config', alias: 'c', type: String }, +]; + +const options = commandLineArgs(optionDefinitions); + +function readJSON(path: string): any { + return JSON.parse(fs.readFileSync(path, 'utf8')); +} + +const configJSON = readJSON(options["config"]); +export const globalConfig: ConfigStructure = { + rabbitMQ: configJSON.RabbitMQUrl, + testDataDirectory: configJSON.TestData, + priority: configJSON.Priority, + redis: configJSON.RedisUrl, + dataDisplayLimit: configJSON.DataDisplayLimit +} + +if (options.verbose) { + // winston.transports.Console.level = 'debug'; + (winston as any).level = 'debug'; +} else { + (winston as any).level = 'warn'; +} \ No newline at end of file diff --git a/src/daemon/index.ts b/src/daemon/index.ts new file mode 100644 index 0000000..589f77f --- /dev/null +++ b/src/daemon/index.ts @@ -0,0 +1,29 @@ +require('source-map-support').install(); + +import winston = require('winston'); +import { globalConfig as Cfg } from './config'; +import util = require('util'); +import rmq = require('./rmq'); +import { judge } from './judge'; +import { JudgeResult, ErrorType, ProgressReportType } from '../interfaces'; + +(async function () { + winston.info("Daemon starts."); + await rmq.connect(); + winston.info("Start consuming the queue."); + await rmq.waitForTask(async (task) => { + let result: JudgeResult; + try { + await rmq.reportProgress({ taskId: task.taskId, type: ProgressReportType.Started, progress: null }); + result = await judge(task, async (progress) => { + await rmq.reportProgress({ taskId: task.taskId, type: ProgressReportType.Progress, progress: progress }); + }); + } catch (err) { + winston.warn(`Judge error!!! TaskId: ${task.taskId}`, err); + result = { error: ErrorType.SystemError, systemMessage: `An error occurred.\n${err.toString()}` }; + } + const resultReport = { taskId: task.taskId, type: ProgressReportType.Finished, progress: result }; + await rmq.reportProgress(resultReport); + await rmq.reportResult(resultReport); + }); +})().then(() => { winston.info("Initialization logic completed."); }, (err) => { winston.error(util.inspect(err)); process.exit(1); }); \ No newline at end of file diff --git a/src/daemon/interfaces.ts b/src/daemon/interfaces.ts new file mode 100644 index 0000000..5047b1f --- /dev/null +++ b/src/daemon/interfaces.ts @@ -0,0 +1,81 @@ +import { Language } from '../languages'; +import { FileContent, TaskStatus, TaskResult } from '../interfaces'; + +export enum ProblemType { + Standard = 1, + AnswerSubmission = 2, + Interaction = 3 +} + +export interface JudgeTask { + taskId: number; + testData: string; + type: ProblemType; + priority: number; + param: StandardJudgeParameter | AnswerSubmissionJudgeParameter | InteractionJudgeParameter; +} + +export interface StandardJudgeParameter { + language: string; + code: string; + timeLimit: number; + memoryLimit: number; + fileIOInput?: string; // Null indicates stdio. + fileIOOutput?: string; +} + +export interface AnswerSubmissionJudgeParameter { + answerFile: Buffer; +} + +export interface InteractionJudgeParameter { + timeLimit: number; + memoryLimit: number; + language: string; + code: string; +} + +export enum SubtaskScoringType { + Summation, + Minimum, + Multiple +} + +export interface TestCaseJudge { + input?: string; + output?: string; + userOutputFile?: string; + name: string; +} + +export interface SubtaskJudge { + type: SubtaskScoringType; + score: number; + cases: TestCaseJudge[]; +} + +export interface Executable { + language: Language; + sourceCode: string; +} + +export interface TestData { + name: string; + subtasks: SubtaskJudge[]; + spj?: Executable; + interactor?: Executable; + extraSourceFiles: { [language: string]: FileContent[] }; +} + + +export function mergeStatus(ps: TaskStatus[]): TaskStatus { + if (ps.every(c => c === TaskStatus.Waiting)) { + return TaskStatus.Waiting; + } else if (ps.some(c => c === TaskStatus.Running)) { + return TaskStatus.Running; + } else if (ps.some(c => c === TaskStatus.Failed)) { + return TaskStatus.Failed; + } else { + return TaskStatus.Done; + } +} \ No newline at end of file diff --git a/src/daemon/judge/compile.ts b/src/daemon/judge/compile.ts new file mode 100644 index 0000000..a8bf619 --- /dev/null +++ b/src/daemon/judge/compile.ts @@ -0,0 +1,29 @@ +import { Language } from '../../languages'; +import * as redis from '../redis'; +import * as rmq from '../rmq'; +import { codeFingerprint } from '../../utils'; +import { CompileResult, TaskResult, RPCTaskType, RPCRequest, CompileTask, FileContent } from '../../interfaces'; + +export async function compile( + code: string, language: Language, extraFiles: FileContent[] = [], priority: number +): Promise<[string, CompileResult]> { + const fingerprint = codeFingerprint(code, language.name); + let result: CompileResult; + const unlock = await redis.getCompileLock(fingerprint); + try { + if (await redis.checkBinaryExistance(fingerprint)) { + result = { status: 0 }; + } else { + const task: CompileTask = { + code: code, + language: language.name, + extraFiles: extraFiles, + binaryName: fingerprint + }; + result = await rmq.runTask({ type: RPCTaskType.Compile, task: task }, priority); + } + return [fingerprint, result]; + } finally { + unlock(); + } +} \ No newline at end of file diff --git a/src/daemon/judge/index.ts b/src/daemon/judge/index.ts new file mode 100644 index 0000000..2318cc2 --- /dev/null +++ b/src/daemon/judge/index.ts @@ -0,0 +1,31 @@ +import { JudgeTask, ProblemType, TestData, StandardJudgeParameter } from '../interfaces'; +import { judgeStandard } from './standard'; +import {JudgeResult, ErrorType} from '../../interfaces'; +import { readRulesFile } from '../testData'; +import { filterPath } from '../../utils'; +import winston = require('winston'); + +export async function judge( + task: JudgeTask, reportProgress: (p: JudgeResult) => Promise +): Promise { + winston.verbose(`Judging ${task.taskId}`); + // Parse test data + let testData: TestData = null; + try { + testData = await readRulesFile(filterPath(task.testData)); + } catch (err) { + winston.info(`Error reading test data for ${task.testData}`, err); + return { error: ErrorType.TestDataError, systemMessage: `An error occurred while parsing test data: ${err.toString()}` }; + } + if (testData == null) { + winston.verbose(`Test data ${task.testData} unavailable`); + return { error: ErrorType.TestDataError, systemMessage: "Testdata unavailable." }; + } + + // Do things + if (task.type === ProblemType.Standard) { + return await judgeStandard(testData, task.param as StandardJudgeParameter, task.priority, reportProgress); + } else { + throw new Error(`Task type not supported`); + } +} \ No newline at end of file diff --git a/src/daemon/judge/process.ts b/src/daemon/judge/process.ts new file mode 100644 index 0000000..e32fbee --- /dev/null +++ b/src/daemon/judge/process.ts @@ -0,0 +1,101 @@ +import { TestData, StandardJudgeParameter, SubtaskJudge, TestCaseJudge, SubtaskScoringType } from '../interfaces'; +import { SubtaskResult, TestCaseDetails, TaskStatus, TestCaseResult, JudgeResult } from '../../interfaces'; +import { globalConfig as Cfg } from '../config'; +import winston = require('winston'); +import _ = require('lodash'); + +const globalFullScore = 100; +function calculateSubtaskScore(scoring: SubtaskScoringType, scores: number[]): number { + if (scoring === SubtaskScoringType.Minimum) { + return _.min(scores); + } else if (scoring === SubtaskScoringType.Multiple) { + return _.reduce(scores, + (res, cur) => res * cur, 1); + } else if (scoring === SubtaskScoringType.Summation) { + return _.sum(scores) / scores.length; + } +} + +export async function processJudgement( + subtasks: SubtaskJudge[], + reportProgress: (r: SubtaskResult[]) => Promise, + judgeTestCase: (curCase: TestCaseJudge, started: () => Promise) => Promise, +): Promise { + const results: SubtaskResult[] = subtasks.map(t => ({ + cases: t.cases.map(j => ({ + status: TaskStatus.Waiting + })) + })); + winston.debug(`Totally ${results.length} subtasks.`); + + const judgeTasks: Promise[] = []; + for (let subtaskIndex = 0; subtaskIndex < subtasks.length; subtaskIndex++) { + const currentResult = results[subtaskIndex]; + const currentTask = subtasks[subtaskIndex]; + + judgeTasks.push((async () => { + // Type minimum is skippable, run one by one + if (currentTask.type !== SubtaskScoringType.Summation) { + let skipped: boolean = true; + for (let index = 0; index < currentTask.cases.length; index++) { + const currentTaskResult = currentResult.cases[index]; + if (skipped) { + currentTaskResult.status = TaskStatus.Skipped; + } else { + winston.verbose(`Judging ${subtaskIndex}, case ${index}.`); + let score = 0; + try { + const taskJudge = await judgeTestCase(currentTask.cases[index], async () => { + currentTaskResult.status = TaskStatus.Running; + await reportProgress(results); + }); + currentTaskResult.status = TaskStatus.Done; + currentTaskResult.result = taskJudge; + score = taskJudge.scoringRate; + } catch (err) { + currentTaskResult.status = TaskStatus.Failed; + currentTaskResult.errorMessage = err.toString(); + winston.warn(`Task runner error: ${err.toString()} (subtask ${subtaskIndex}, case ${index})`); + } + if (score === 0) { + winston.debug(`Subtask ${subtaskIndex}, case ${index}: zero, skipping the rest.`); + skipped = true; + } + await reportProgress(results); + } + } + } else { + // Non skippable, run all immediately + const caseTasks: Promise[] = []; + for (let index = 0; index < currentTask.cases.length; index++) { + caseTasks.push((async () => { + const currentTaskResult = currentResult.cases[index]; + winston.verbose(`Judging ${subtaskIndex}, case ${index}.`); + try { + currentTaskResult.result = await judgeTestCase(currentTask.cases[index], async () => { + currentTaskResult.status = TaskStatus.Running; + await reportProgress(results); + }); + currentTaskResult.status = TaskStatus.Done; + } catch (err) { + currentTaskResult.status = TaskStatus.Failed; + currentTaskResult.errorMessage = err.toString(); + winston.warn(`Task runner error: ${err.toString()} (subtask ${subtaskIndex}, case ${index})`); + } + await reportProgress(results); + })()); + } + await Promise.all(caseTasks); + } + if (currentResult.cases.some(c => c.status === TaskStatus.Failed)) { + // If any testcase has failed, the score is invaild. + currentResult.score = -1; + } else { + currentResult.score = calculateSubtaskScore(currentTask.score, currentResult.cases.map(c => c.result ? c.result.scoringRate : 0)) * currentTask.score; + } + winston.verbose(`Subtask ${subtaskIndex}, finished`); + })()); + } + await Promise.all(judgeTasks); + return results; +} \ No newline at end of file diff --git a/src/daemon/judge/standard.ts b/src/daemon/judge/standard.ts new file mode 100644 index 0000000..c846405 --- /dev/null +++ b/src/daemon/judge/standard.ts @@ -0,0 +1,92 @@ +import { TestData, StandardJudgeParameter, TestCaseJudge } from '../interfaces'; +import { TaskStatus, ErrorType, TestCaseDetails, JudgeResult, TaskResult, StandardRunTask, StandardRunResult, RPCTaskType } from '../../interfaces'; +import { globalConfig as Cfg } from '../config'; +import { cloneObject, readFileLength } from '../../utils'; +import { compile } from './compile'; +import { Language, getLanguage } from '../../languages'; +import { processJudgement } from './process' +import { runTask } from '../rmq'; +import pathLib = require('path'); +import winston = require('winston'); + +export async function judgeStandard( + testData: TestData, + param: StandardJudgeParameter, + priority: number, + reportProgress: (progress: JudgeResult) => Promise +): Promise { + winston.debug("Running standard judging procedure."); + + let spjName: string = null; + if (testData.spj != null) { + winston.verbose("Compiling special judge."); + const [spjExecutableName, spjResult] = await compile(testData.spj.sourceCode, testData.spj.language, null, priority); + spjName = spjExecutableName; + + if (spjResult.status !== 0) { + winston.verbose("Special judge CE."); + let message = null; + if (spjResult.message != null && spjResult.message !== "") { + message = "===== Special Judge Compilation Message =====" + spjResult.message; + } + return { error: ErrorType.TestDataError, systemMessage: message }; + } + } + + const language = getLanguage(param.language); + winston.verbose("Compiling user program."); + const [executableName, compilationResult] = await compile( + param.code, + language, + testData.extraSourceFiles[language.name], + priority + ); + + if (compilationResult.status !== 0) { + winston.verbose("User program CE."); + let message = null; + if (compilationResult.message != null && compilationResult.message !== "") { + message = compilationResult.message; + } + return { compileStatus: TaskStatus.Failed, compilerMessage: message }; + } + + winston.debug("Start judgement."); + return { + subtasks: await processJudgement( + testData.subtasks, + async (result) => { reportProgress({ subtasks: result }); }, + async (curCase, st) => { + const task: StandardRunTask = { + testDataName: testData.name, + inputData: curCase.input, + answerData: curCase.output, + time: param.timeLimit, + memory: param.memoryLimit, + fileIOInput: param.fileIOInput, + fileIOOutput: param.fileIOOutput, + userExecutableName: executableName, + spjExecutableName: testData.spj ? spjName : null, + }; + + const [inputContent, outputContent, runResult]: [string, string, StandardRunResult] = await Promise.all([ + readFileLength(pathLib.join(Cfg.testDataDirectory, testData.name, curCase.input), Cfg.dataDisplayLimit), + readFileLength(pathLib.join(Cfg.testDataDirectory, testData.name, curCase.output), Cfg.dataDisplayLimit), + runTask({ type: RPCTaskType.RunStandard, task: task }, priority, st) + ]) as any; + + return { + type: runResult.result, + time: runResult.time, + memory: runResult.memory, + userError: runResult.userError, + userOutput: runResult.userOutput, + scoringRate: runResult.scoringRate, + spjMessage: runResult.spjMessage, + input: { name: curCase.input, content: inputContent }, + output: { name: curCase.output, content: outputContent }, + systemMessage: runResult.systemMessage + }; + }) + }; +} \ No newline at end of file diff --git a/src/daemon/redis.ts b/src/daemon/redis.ts new file mode 100644 index 0000000..3408935 --- /dev/null +++ b/src/daemon/redis.ts @@ -0,0 +1,35 @@ +import Bluebird = require('bluebird'); +import redis = require('redis'); +import Redlock = require('redlock'); + +import { globalConfig as Cfg } from './config'; +import { codeFingerprint } from '../utils'; +import { redisMetadataSuffix } from '../interfaces'; + +Bluebird.promisifyAll(redis.RedisClient.prototype); +Bluebird.promisifyAll(redis.Multi.prototype); + +const redisClient = redis.createClient(Cfg.redis, { detect_buffers: true }) as any; +// We use one client for now, cluster support to be added later. +const redlock = new Redlock([redisClient], { + retryCount: 0, + retryDelay: 100 + // retryJitter: 100 +}); + +export async function checkBinaryExistance(name: string): Promise { + return !!(await redisClient.existsAsync(name + redisMetadataSuffix)); +} + +const lockTTL = 1000; +export async function getCompileLock(name: string): Promise<() => Promise> { + const lockName = `compile-${name}`; + const lock = await redlock.lock(lockName, lockTTL); + const token = setInterval(async () => { + await lock.extend(lockTTL); + }, lockTTL * 0.7); + return async () => { + clearInterval(token); + await lock.unlock(); + } +} \ No newline at end of file diff --git a/src/daemon/rmq.ts b/src/daemon/rmq.ts new file mode 100644 index 0000000..9576d42 --- /dev/null +++ b/src/daemon/rmq.ts @@ -0,0 +1,106 @@ +import amqp = require('amqplib'); +import { globalConfig as Cfg } from './config'; +import msgpack = require('msgpack-lite'); +import winston = require('winston'); +import util = require('util'); +import uuid = require('uuid'); +import { RPCRequest, RPCReplyType, JudgeResult, ProgressReportData, RPCReply } from '../interfaces'; +import { cleanUp } from './cleanup'; +import { JudgeTask } from './interfaces'; +import * as rmqCommon from '../rmq-common'; + +let amqpConnection: amqp.Connection; +let publicChannel: amqp.Channel; + +export async function connect() { + winston.verbose(`Connecting to RabbitMQ "${Cfg.rabbitMQ}"...`); + amqpConnection = await amqp.connect(Cfg.rabbitMQ); + winston.debug(`Connected to RabbitMQ, asserting queues`); + publicChannel = await newChannel(); + await rmqCommon.assertTaskQueue(publicChannel); + await rmqCommon.assertProgressReportExchange(publicChannel); + await rmqCommon.assertJudgeQueue(publicChannel); + await rmqCommon.assertResultReportQueue(publicChannel); + amqpConnection.on('error', (err) => { + winston.error(`RabbitMQ connection failure: ${err.toString()}`); + cleanUp(2); + }); +} + +export async function disconnect() { + await amqpConnection.close(); +} + +async function newChannel(): Promise { + return await amqpConnection.createChannel(); +} + +export async function waitForTask(handle: (task: JudgeTask) => Promise) { + const channel = await newChannel(); + channel.prefetch(1); + await channel.consume(rmqCommon.judgeQueueName, (msg: amqp.Message) => { + const messageId = msg.properties.messageId; + winston.info(`Got judge task`); + (async () => { + const data = msgpack.decode(msg.content) as JudgeTask; + winston.debug(`Data: ${util.inspect(data)}`); + await handle(data); + })().then(async () => { + channel.ack(msg); + }, async (err) => { + // Do not requeue it. + winston.warn(`Failed to process message ${messageId}: ${err.toString()}`); + channel.nack(msg, false, false); + }); + }, { + priority: Cfg.priority + }); +} + +export async function reportProgress(data: ProgressReportData) { + const payload = msgpack.encode(data); + publicChannel.publish(rmqCommon.progressExchangeName, '', payload); +} + +export async function reportResult(data: ProgressReportData) { + const payload = msgpack.encode(data); + publicChannel.sendToQueue(rmqCommon.resultReportQueueName, payload); +} + +// started: Callback when this task is started. +export async function runTask(task: RPCRequest, priority: number, started?: () => void): Promise { + const correlationId = uuid(); + winston.verbose(`Sending task ${util.inspect(task)} to run, with ID ${correlationId} and priority ${priority}`); + const channel = await newChannel(); + const callbackQueue = (await channel.assertQueue('', { exclusive: true, autoDelete: true })).queue; + + let pmres, pmrej; // TODO: What the hack(f**k)? Please refine the hack. + const resultPromise = new Promise((res, rej) => { pmres = res; pmrej = rej; }); + const cancel = await channel.consume(callbackQueue, (msg) => { + const reply = msgpack.decode(msg.content) as RPCReply; + winston.verbose(`Task ${correlationId} got reply: ${util.inspect(reply)}`); + + if (reply.type === RPCReplyType.Started) { + if (started) started(); + } else { + channel.close().then(() => { + if (reply.type === RPCReplyType.Finished) { + pmres(reply.result); + } else if (reply.type === RPCReplyType.Error) { + pmrej(new Error(reply.error)); + } + }, (err) => { + winston.error(`Failed to close RabbitMQ channel`, err); + pmrej(err); + }); + } + }, { noAck: true }); + winston.debug(`Task ${correlationId} callback queue subscribed.`); + + channel.sendToQueue(rmqCommon.taskQueueName, msgpack.encode(task), { + correlationId: correlationId, replyTo: callbackQueue + }); + winston.debug(`Task ${correlationId} sent.`); + + return resultPromise; +} \ No newline at end of file diff --git a/src/daemon/testData.ts b/src/daemon/testData.ts new file mode 100644 index 0000000..25f6083 --- /dev/null +++ b/src/daemon/testData.ts @@ -0,0 +1,143 @@ +import yaml = require('js-yaml'); +import fse = require('fs-extra'); +import pathLib = require('path'); +import { Language, languages, getLanguage } from '../languages'; +import { compareStringByNumber, tryReadFile, filterPath } from '../utils'; +import { SubtaskScoringType, SubtaskJudge, TestCaseJudge, Executable, TestData } from './interfaces'; +import { FileContent } from '../interfaces'; +import { globalConfig as Cfg } from './config'; + +export interface UserSubtask { + score: number; + type: string; + cases: (string | number)[]; +} + +export interface UserConfigFile { + subtasks: UserSubtask[]; + inputFile: string; + fullScore?: number; + outputFile?: string; + userOutput?: string; + specialJudge?: { language: string, fileName: string }; + interactor?: { language: string, fileName: string }; + extraSourceFiles?: { language: string, files: { name: string, dest: string }[] }[]; +} + +function filterHyphen(input: string): string { + if (input == null || input === '-') + return null; + else + return input; +} + +function parseScoringType(typeString: string): SubtaskScoringType { + if (typeString === 'sum') + return SubtaskScoringType.Summation; + else if (typeString === 'mul') + return SubtaskScoringType.Multiple; + else if (typeString === 'min') + return SubtaskScoringType.Minimum; + throw new Error("Subtask type must be one of the following: sum, mul, min"); +} + +async function parseExecutable(src: any, dataPath: string): Promise { + return { sourceCode: await fse.readFile(pathLib.join(dataPath, filterPath(src.fileName)), 'utf8'), language: getLanguage(src.language) }; +} + +async function parseYamlContent(obj: UserConfigFile, dataName: string): Promise { + const dataPath = pathLib.join(Cfg.testDataDirectory, dataName); + let extraFiles: { [language: string]: FileContent[] } = {}; + if (obj.extraSourceFiles) { + for (let l of obj.extraSourceFiles) { + extraFiles[l.language] = []; + for (let f of l.files) { + extraFiles[l.language].push({ + name: filterPath(f.dest), + content: await fse.readFile(pathLib.join(dataPath, filterPath(f.name)), 'utf8') + }) + } + } + } + return { + subtasks: obj.subtasks.map(s => ({ + score: s.score, + type: parseScoringType(s.type), + cases: s.cases.map(c => ({ + input: obj.inputFile ? filterPath(obj.inputFile.replace('#', c.toString())) : null, + output: obj.outputFile ? filterPath(obj.outputFile.replace('#', c.toString())) : null, + userAnswer: obj.userOutput ? filterPath(obj.userOutput.replace('#', c.toString())) : null, + name: c.toString() + })) + })), + spj: obj.specialJudge && await parseExecutable(obj.specialJudge, dataPath), + extraSourceFiles: extraFiles, + interactor: obj.interactor && await parseExecutable(obj.interactor, dataPath), + name: dataName, + } +} + +export async function readRulesFile(dataName: string): Promise { + const dataPath = pathLib.join(Cfg.testDataDirectory, dataName); + let fileContent = await tryReadFile(pathLib.join(dataPath, 'data.yml')); + if (fileContent != null) { + return parseYamlContent(yaml.safeLoad(fileContent), dataPath); + } else { // No data.yml + let spj: Executable = null; + for (const lang of languages) { + const spjName = pathLib.join(dataPath, "spj_" + lang.name + "." + lang.fileExtension); + if (await fse.exists(spjName)) { + spj = { sourceCode: await fse.readFile(spjName, 'utf8'), language: lang }; + break; + } + } + let cases: { input: string, output: string, name: string }[] = []; + let dirContent: string[]; + try { + dirContent = await fse.readdir(dataPath); + } catch (err) { + if (err.code === 'ENOENT') { + return null; + } + throw err; + } + for (let fileName of await fse.readdir(dataPath)) { + let outputFileName = null; + + const fileNameRegex = /^(.*)\.in$/; + const matchResult = fileNameRegex.exec(fileName); + if (matchResult != null) { + const filePrefix = matchResult[1]; + if ((await fse.stat(pathLib.join(dataPath, fileName))).isFile()) { + const outputPathPrefix = pathLib.join(dataPath, filePrefix); + if (await fse.exists(outputPathPrefix + '.out')) { + outputFileName = filePrefix + '.out'; + } else if (await fse.exists(outputPathPrefix + '.ans')) { + outputFileName = filePrefix + '.ans'; + } + } + // Found output file + if (outputFileName != null) { + cases.push({ + input: filePrefix + '.in', + output: outputFileName, + name: filePrefix + }); + } + } + } + + cases.sort((a, b) => compareStringByNumber(a.name, b.name)); + + return !cases.length ? null : { + subtasks: [{ + score: 100, + type: SubtaskScoringType.Summation, + cases: cases + }], + spj: spj, + name: dataName, + extraSourceFiles: {} + }; + } +} diff --git a/src/interfaces.ts b/src/interfaces.ts new file mode 100644 index 0000000..800fb03 --- /dev/null +++ b/src/interfaces.ts @@ -0,0 +1,137 @@ +export enum RPCTaskType { + Compile = 1, + RunStandard = 2, + RunSubmitAnswer = 3, + RunInteraction = 4 +} + +export interface RPCRequest { + type: RPCTaskType; + task: any; +} + +export interface CompileTask { + code: string; + language: string; + extraFiles: FileContent[]; + binaryName: string; +} + +export interface TestCaseDetails { + type: TaskResult; + time: number; + memory: number; + input: FileContent; + output: FileContent; // Output in test data + scoringRate: number; // e.g. 0.5 + userOutput: string; + userError: string; + spjMessage: string; + systemMessage: string; +}; + +export interface TestCaseResult { + status: TaskStatus; + result?: TestCaseDetails; + errorMessage?: string; +} + +export interface SubtaskResult { + score?: number; + cases: TestCaseResult[]; +} + +export enum ErrorType { + SystemError, + TestDataError +} + +export interface JudgeResult { + error?: ErrorType; + compileStatus?: TaskStatus; + subtasks?: SubtaskResult[]; + compilerMessage?: string; + systemMessage?: string; +} + +export interface StandardRunResult { + time: number; + memory: number; + userOutput: string; + userError: string; + scoringRate: number; + spjMessage: string; + systemMessage: string; + result: TaskResult; +} + +export interface StandardRunTask { + testDataName: string; + inputData: string; + answerData: string; + time: number; + memory: number; + fileIOInput?: string; + fileIOOutput?: string; + userExecutableName: string; + spjExecutableName?: string; +} + +export enum TaskStatus { + Waiting = 0, + Running = 1, + Done = 2, + Failed = 3, + Skipped = 4 +} + +export enum TaskResult { + Accepted = 1, + WrongAnswer, + PartiallyCorrect, + MemoryLimitExceeded, + TimeLimitExceeded, + OutputLimitExceeded, + FileError, // The output file does not exist + RuntimeError, + JudgementFailed, // Special Judge or Interactor fails + InvalidInteraction +} + +export interface CompileResult { + // -1: Run failed, 0: OK, others: Compilation Error + status: number; + message?: string; +} + +export interface FileContent { + content: string, + name: string +} + +export enum RPCReplyType { + Started = 1, + Finished = 2, + Error = 3 +} + +export enum ProgressReportType { + Started = 1, + Progress = 2, + Finished = 3 +} + +export interface ProgressReportData { + taskId: number; + type: ProgressReportType; + progress: JudgeResult; +} + +export interface RPCReply { + type: RPCReplyType; + result?: any; + error?: string; +} + +export const redisBinarySuffix = '-bin'; +export const redisMetadataSuffix = '-meta'; diff --git a/src/judgeResult.ts b/src/judgeResult.ts new file mode 100644 index 0000000..d04e1fd --- /dev/null +++ b/src/judgeResult.ts @@ -0,0 +1,76 @@ +import _ = require('lodash'); + +export interface JudgeResultSubmit { + taskId: number; + time: number; + memory: number; + score: number; + statusNumber: number; + statusString: string; + result: string; +} + +import { JudgeResult, TaskResult, TaskStatus, ErrorType, SubtaskResult, TestCaseResult, TestCaseDetails } from './interfaces'; + +const compileError = "Compile Error", + systemError = "System Error", + testdataError = "No Testdata"; + +export const statusToString = {}; +statusToString[TaskResult.Accepted] = "Accepted"; +statusToString[TaskResult.WrongAnswer] = "Wrong Answer"; +statusToString[TaskResult.PartiallyCorrect] = "Partially Correct"; +statusToString[TaskResult.MemoryLimitExceeded] = "Memory Limit Exceeded"; +statusToString[TaskResult.TimeLimitExceeded] = "Time Limit Exceeded"; +statusToString[TaskResult.OutputLimitExceeded] = "Output Limit Exceeded"; +statusToString[TaskResult.RuntimeError] = "Runtime Error"; +statusToString[TaskResult.FileError] = "File Error"; +statusToString[TaskResult.JudgementFailed] = "Judgement Failed"; +statusToString[TaskResult.InvalidInteraction] = "Invalid Interaction"; + +export function firstNonAC(t: TaskResult[]): TaskResult { + if (t.every(v => v === TaskResult.Accepted)) { + return TaskResult.Accepted + } else { + return t.find(r => r !== TaskResult.Accepted); + } +} + +export function convertResult(id: number, source: JudgeResult): JudgeResultSubmit { + let time = -1, + memory = -1, + score = 0, + done = true, + statusString = null; + + if (source.compileStatus === TaskStatus.Failed) { + statusString = compileError; + } else if (source.error != null) { + done = false; + score = -1; + if (source.error === ErrorType.TestDataError) { + statusString = testdataError; + } else { + statusString = systemError; + } + } else if (source.subtasks != null) { + if (source.subtasks.some(s => s.score === -1)) { + score = -1; + statusString = systemError; + } else { + const finalResult = firstNonAC(source.subtasks.map(s => firstNonAC(s.cases.filter(c => c.result != null).map(c => c.result.type)))); + statusString = statusToString[finalResult]; + score = _.sum(source.subtasks.map(s => s.score)); + } + } + + return { + taskId: id, + time: time, + memory: memory, + score: score, + statusNumber: done ? TaskStatus.Done : TaskStatus.Failed, + statusString: statusString, + result: JSON.stringify(source) + }; +} \ No newline at end of file diff --git a/src/languages/c.ts b/src/languages/c.ts new file mode 100644 index 0000000..1c38457 --- /dev/null +++ b/src/languages/c.ts @@ -0,0 +1,47 @@ +export const lang = { + name: "c", + sourceFileName: "a.c", + fileExtension: "c", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/gcc", + parameters: ["gcc", sourcePath, "-o", `${outputDirectory}/a.out`, "-O2", "-fdiagnostics-color=always", "-DONLINE_JUDGE"], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 10, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: `${binaryDirectory}/a.out`, + parameters: [], + time: time, + memory: memory, + stackSize: memory, + process: 1, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/cpp.ts b/src/languages/cpp.ts new file mode 100644 index 0000000..606789d --- /dev/null +++ b/src/languages/cpp.ts @@ -0,0 +1,48 @@ +export const lang = { + name: "cpp", + sourceFileName: "a.cpp", + fileExtension: "cpp", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/g++", + parameters: ["g++", sourcePath, "-o", `${outputDirectory}/a.out`, "-O2", "-fdiagnostics-color=always", "-DONLINE_JUDGE"], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 10, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stdout: `${outputDirectory}/message.txt`, + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: `${binaryDirectory}/a.out`, + parameters: [], + time: time, + memory: memory, + stackSize: memory, + process: 1, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/cpp11.ts b/src/languages/cpp11.ts new file mode 100644 index 0000000..fd6b111 --- /dev/null +++ b/src/languages/cpp11.ts @@ -0,0 +1,47 @@ +export const lang = { + name: "cpp11", + sourceFileName: "a.cpp", + fileExtension: "cpp", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/g++", + parameters: ["g++", sourcePath, "-o", `${outputDirectory}/a.out`, "-std=c++11", "-O2", "-fdiagnostics-color=always", "-DONLINE_JUDGE"], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 10, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: `${binaryDirectory}/a.out`, + parameters: [], + time: time, + memory: memory, + stackSize: memory, + process: 1, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/csharp.ts b/src/languages/csharp.ts new file mode 100644 index 0000000..68e6acc --- /dev/null +++ b/src/languages/csharp.ts @@ -0,0 +1,46 @@ +export const lang = { + name: "csharp", + sourceFileName: "a.cs", + fileExtension: "cs", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/compile-dotnet", + parameters: ["compile-dotnet", sourcePath, outputDirectory, "mcs"], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 10, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: "/usr/bin/mono", + parameters: ["mono", `${binaryDirectory}/a.exe`], + time: time, + memory: memory, + process: 3, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/haskell.ts b/src/languages/haskell.ts new file mode 100644 index 0000000..390f04e --- /dev/null +++ b/src/languages/haskell.ts @@ -0,0 +1,46 @@ +export const lang = { + name: "haskell", + sourceFileName: "a.hs", + fileExtension: "hs", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/compile-haskell", + parameters: ["compile-haskell", sourcePath, outputDirectory, `${outputDirectory}/a.out`], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 20, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: `${binaryDirectory}/a.out`, + parameters: [], + time: time, + memory: memory, + process: 1, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/index.ts b/src/languages/index.ts new file mode 100644 index 0000000..742bd35 --- /dev/null +++ b/src/languages/index.ts @@ -0,0 +1,52 @@ +export interface ExecParam { + executable: string; + parameters: string[]; + time: number; + memory: number; + process: number; + stdin?: string | number; + stdout?: string | number; + stderr?: string | number; + messageFile?: string; + workingDirectory: string; +} + +export interface Language { + name: string; + fileExtension: string; + + sourceFileName: string; + binarySizeLimit: number; + compile: (sourcePath: string, outputDirectory: string) => ExecParam; + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile?: string | number, + stdoutFile?: string | number, + stderrFile?: string | number + ) => ExecParam; +} + +export const languages: Language[] = [ + require('./c'), + require('./cpp'), + require('./cpp11'), + require('./csharp'), + require('./haskell'), + require('./java'), + require('./lua'), + require('./luajit'), + require('./nodejs'), + require('./ocaml'), + require('./pascal'), + require('./python2'), + require('./python3'), + require('./ruby'), + require('./vala'), + require('./vbnet') +].map(f => f.lang); + +export function getLanguage(name: string): Language { + return name == null ? null : languages.find(l => l.name === name); +} \ No newline at end of file diff --git a/src/languages/java.ts b/src/languages/java.ts new file mode 100644 index 0000000..872567c --- /dev/null +++ b/src/languages/java.ts @@ -0,0 +1,46 @@ +export const lang = { + name: "java", + sourceFileName: "Main.java", + fileExtension: "java", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/compile-java", + parameters: ["compile-java", sourcePath, outputDirectory], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 20, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: `${binaryDirectory}/run`, + parameters: ["run"], + time: time, + memory: memory, + process: 15, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/lua.ts b/src/languages/lua.ts new file mode 100644 index 0000000..11246fd --- /dev/null +++ b/src/languages/lua.ts @@ -0,0 +1,46 @@ +export const lang = { + name: "lua", + sourceFileName: "a.lua", + fileExtension: "lua", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/luac", + parameters: ["luac", "-o", `${outputDirectory}/a.out`, sourcePath], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 10, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: "/usr/bin/lua", + parameters: ["lua", `${binaryDirectory}/a.out`], + time: time, + memory: memory, + process: 1, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/luajit.ts b/src/languages/luajit.ts new file mode 100644 index 0000000..2fa41fc --- /dev/null +++ b/src/languages/luajit.ts @@ -0,0 +1,46 @@ +export const lang = { + name: "luajit", + sourceFileName: "a.lua", + fileExtension: "lua", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/luajit", + parameters: ["luajit", "-b", sourcePath, `${outputDirectory}/a.out`], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 10, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: "/usr/bin/luajit", + parameters: ["luajit", "-O3", `${binaryDirectory}/a.out`], + time: time, + memory: memory, + process: 1, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/nodejs.ts b/src/languages/nodejs.ts new file mode 100644 index 0000000..c28c596 --- /dev/null +++ b/src/languages/nodejs.ts @@ -0,0 +1,46 @@ +export const lang = { + name: "nodejs", + sourceFileName: "a.js", + fileExtension: "js", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/compile-script", + parameters: ["compile-script", sourcePath, outputDirectory, "node -c a.js"], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 10, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: "/usr/bin/node", + parameters: ["node", `${binaryDirectory}/a.js`], + time: time, + memory: memory, + process: 10, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/ocaml.ts b/src/languages/ocaml.ts new file mode 100644 index 0000000..a6d62b9 --- /dev/null +++ b/src/languages/ocaml.ts @@ -0,0 +1,46 @@ +export const lang = { + name: "ocaml", + sourceFileName: "a.ml", + fileExtension: "ml", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/compile-ocaml", + parameters: ["compile-ocaml", sourcePath, outputDirectory], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 10, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: `${binaryDirectory}/a.native`, + parameters: [], + time: time, + memory: memory, + process: 1, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/pascal.ts b/src/languages/pascal.ts new file mode 100644 index 0000000..ea649a9 --- /dev/null +++ b/src/languages/pascal.ts @@ -0,0 +1,47 @@ +export const lang = { + name: "pascal", + sourceFileName: "a.pas", + fileExtension: "pas", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/compile-pascal", + parameters: ["compile-pascal", sourcePath, outputDirectory], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 10, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: `${binaryDirectory}/a`, + parameters: [], + time: time, + memory: memory, + process: 1, + stackSize: memory, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/python2.ts b/src/languages/python2.ts new file mode 100644 index 0000000..844b096 --- /dev/null +++ b/src/languages/python2.ts @@ -0,0 +1,46 @@ +export const lang = { + name: "python2", + sourceFileName: "a.py", + fileExtension: "py", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/compile-script", + parameters: ["compile-script", sourcePath, outputDirectory, "python2 -m py_compile a.py"], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 10, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: "/usr/bin/python2", + parameters: ["python2", `${binaryDirectory}/a.py`], + time: time, + memory: memory, + process: 1, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/python3.ts b/src/languages/python3.ts new file mode 100644 index 0000000..6d62886 --- /dev/null +++ b/src/languages/python3.ts @@ -0,0 +1,46 @@ +export const lang = { + name: "python3", + sourceFileName: "a.py", + fileExtension: "py", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/compile-script", + parameters: ["compile-script", sourcePath, outputDirectory, "python3 -m py_compile a.py"], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 10, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: "/usr/bin/python3", + parameters: ["python3", `${binaryDirectory}/a.py`], + time: time, + memory: memory, + process: 1, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/ruby.ts b/src/languages/ruby.ts new file mode 100644 index 0000000..87bf505 --- /dev/null +++ b/src/languages/ruby.ts @@ -0,0 +1,46 @@ +export const lang = { + name: "ruby", + sourceFileName: "a.rb", + fileExtension: "rb", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/compile-script", + parameters: ["compile-script", sourcePath, outputDirectory, "ruby -c a.rb"], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 10, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: "/usr/bin/ruby", + parameters: ["ruby", `${binaryDirectory}/a.rb`], + time: time, + memory: memory, + process: 1, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/vala.ts b/src/languages/vala.ts new file mode 100644 index 0000000..f6bcbbe --- /dev/null +++ b/src/languages/vala.ts @@ -0,0 +1,47 @@ +export const lang = { + name: "vala", + sourceFileName: "a.vala", + fileExtension: "vala", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/valac", + parameters: ["valac", sourcePath, "-o", `${outputDirectory}/a.out`, "-D", "ONLINE_JUDGE", "-X", "-O2"], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 50, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: `${binaryDirectory}/a.out`, + parameters: [], + time: time, + memory: memory, + process: 1, + stackSize: memory, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/languages/vbnet.ts b/src/languages/vbnet.ts new file mode 100644 index 0000000..3febec3 --- /dev/null +++ b/src/languages/vbnet.ts @@ -0,0 +1,46 @@ +export const lang = { + name: "vbnet", + sourceFileName: "a.vb", + fileExtension: "vb", + binarySizeLimit: 5000 * 1024, + + // Note that these two paths are in the sandboxed environment. + compile: (sourcePath, outputDirectory) => ({ + // To customize the compilation process, + // write a shell script or some other stuff, + // and put it to your sandbox. + executable: "/usr/bin/compile-dotnet", + parameters: ["compile-dotnet", sourcePath, outputDirectory, "vbnc"], + time: 5000, + memory: 1024 * 1024 * 1024, + process: 10, + // This is just a redirection. You can simply ignore this + // if you can specify custom location for message output + // in the parameter of the compiler, or have redirected the compilation + // message to somewhere. + // An example will be available soon. + stderr: `${outputDirectory}/message.txt`, + // We will read this file for message in the output directory. + messageFile: 'message.txt', + workingDirectory: outputDirectory + }), + + run: (binaryDirectory: string, + workingDirectory: string, + time: number, + memory: number, + stdinFile = null, + stdoutFile = null, + stderrFile = null + ) => ({ + executable: "/usr/bin/mono", + parameters: ["mono", `${binaryDirectory}/a.exe`], + time: time, + memory: memory, + process: 3, + stdin: stdinFile, + stdout: stdoutFile, + stderr: stderrFile, + workingDirectory: workingDirectory + }) +}; diff --git a/src/rmq-common.ts b/src/rmq-common.ts new file mode 100644 index 0000000..ca84638 --- /dev/null +++ b/src/rmq-common.ts @@ -0,0 +1,27 @@ +import amqp = require('amqplib'); + +export const maxPriority = 5; +export const taskQueueName = 'task'; +export const progressExchangeName = 'progress'; +export const resultReportQueueName = 'result'; +export const judgeQueueName = 'judge'; + +export async function assertTaskQueue(channel: amqp.Channel) { + await channel.assertQueue(taskQueueName, { + maxPriority: maxPriority + }); +} + +export async function assertProgressReportExchange(channel: amqp.Channel) { + await channel.assertExchange(progressExchangeName, 'fanout', { durable: false }); +} + +export async function assertResultReportQueue(channel: amqp.Channel) { + await channel.assertQueue(resultReportQueueName); +} + +export async function assertJudgeQueue(channel: amqp.Channel) { + await channel.assertQueue(judgeQueueName, { + maxPriority: maxPriority + }); +} \ No newline at end of file diff --git a/src/runner/cleanup.ts b/src/runner/cleanup.ts new file mode 100644 index 0000000..7e98c62 --- /dev/null +++ b/src/runner/cleanup.ts @@ -0,0 +1,8 @@ +import {disconnect as disconnectRMQ } from './rmq'; +import winston = require('winston'); + +export function cleanUp(retCode: number) { + winston.info('Cleaning up...'); + disconnectRMQ(); + process.exit(1); +} \ No newline at end of file diff --git a/src/runner/compile.ts b/src/runner/compile.ts new file mode 100644 index 0000000..82eb109 --- /dev/null +++ b/src/runner/compile.ts @@ -0,0 +1,94 @@ +import pathLib = require('path'); +import fse = require('fs-extra'); +import randomString = require('randomstring'); +import bluebird = require('bluebird'); +import getFolderSize = require('get-folder-size'); + +import { CompileTask, CompileResult } from '../interfaces'; +import { globalConfig as Cfg } from './config'; +import { sandboxize, createOrEmptyDir, setWriteAccess } from './utils'; +import { Language, getLanguage } from '../languages'; +import { startSandbox } from 'simple-sandbox'; +import { SandboxParameter, MountInfo, SandboxStatus, SandboxResult } from 'simple-sandbox/lib/interfaces'; +import { readFileLength } from '../utils'; +import { pushBinary } from './executable'; + +const getSize: any = bluebird.promisify(getFolderSize); + +export async function compile(task: CompileTask): Promise { + const srcDir = pathLib.join(Cfg.workingDirectory, `src`); + const binDir = pathLib.join(Cfg.workingDirectory, `bin`); + const tempDir = pathLib.join(Cfg.workingDirectory, 'temp'); + await Promise.all([createOrEmptyDir(srcDir), createOrEmptyDir(binDir), createOrEmptyDir(tempDir)]); + await Promise.all([ + setWriteAccess(srcDir, false), + setWriteAccess(binDir, true), + setWriteAccess(tempDir, true)]); + + const writeTasks: Promise[] = []; + if (task.extraFiles) { + for (const f of task.extraFiles) { + writeTasks.push(fse.writeFile(pathLib.join(srcDir, f.name), f.content, { encoding: 'utf8' })); + } + } + + const language = getLanguage(task.language); + const srcPath = pathLib.join(srcDir, language.sourceFileName); + writeTasks.push(fse.writeFile(srcPath, task.code, { encoding: 'utf8' })); + await Promise.all(writeTasks); + + const srcDir_Sandbox = '/sandbox/1'; + const binDir_Sandbox = '/sandbox/2'; + const compileConfig = language.compile( + `${srcDir_Sandbox}/${language.sourceFileName}`, binDir_Sandbox); + + const sandboxParam = sandboxize(compileConfig, [{ + src: srcDir, + dst: srcDir_Sandbox, + limit: 0 + }, { + src: binDir, + dst: binDir_Sandbox, + limit: -1 + }, { + src: tempDir, + dst: '/tmp', + limit: -1 + }]); + + try { + const sandbox = await startSandbox(sandboxParam); + const sandboxResult = await sandbox.waitForStop(); + + // If the compiler exited + if (sandboxResult.status === SandboxStatus.OK) { + // If the compiler did not return an error + if (sandboxResult.code === 0) { + const outputSize = await getSize(binDir); + // If the output is too long + if (outputSize > language.binarySizeLimit) { + return { + status: -1, + message: `Your source code compiled to ${outputSize} bytes which is too big, too thick, too long for us..` + }; + } // Else OK! + } else { // If compilation error + return { + status: sandboxResult.code, + message: await readFileLength(binDir + '/' + compileConfig.messageFile, Cfg.compilerMessageLimit) + }; + } + } else { + return { + status: -1, + message: (`A ${SandboxStatus[sandboxResult.status]} encountered while compiling your code.\n\n` + await readFileLength(binDir + '/' + compileConfig.messageFile, Cfg.compilerMessageLimit)).trim() + }; + } + + await pushBinary(task.binaryName, language, task.code, binDir); + return { status: 0 }; + } finally { + await Promise.all([fse.remove(binDir), fse.remove(srcDir)]); + } + +} \ No newline at end of file diff --git a/src/runner/config.ts b/src/runner/config.ts new file mode 100644 index 0000000..a82a418 --- /dev/null +++ b/src/runner/config.ts @@ -0,0 +1,76 @@ +import * as commandLineArgs from 'command-line-args'; +import * as fs from 'fs'; +import * as winston from 'winston'; + +export interface SandboxConfigBase { + chroot: string; + mountProc: boolean; + redirectBeforeChroot: boolean; + user: string; + cgroup: string; + environments: string[]; +} + +export interface ConfigStructure { + rabbitMQ: string; + testDataDirectory: string; + workingDirectory: string; + priority: number; + redis: string; + stderrDisplayLimit: number; + compilerMessageLimit: number; + spjTimeLimit: number; + spjMemoryLimit: number; + sandbox: SandboxConfigBase; + outputLimit: number; + binaryDirectory: string; + dataDisplayLimit: number; +} + +const optionDefinitions = [ + { name: 'verbose', alias: 'v', type: Boolean }, + { name: 'instance-config', alias: 'i', type: String }, + { name: 'shared-config', alias: 's', type: String } +]; + +const options = commandLineArgs(optionDefinitions); + +console.log(options); + +function readJSON(path: string): any { + console.log("Path: " + path); + return JSON.parse(fs.readFileSync(path, 'utf8')); +} + +const instanceConfig = readJSON(options["instance-config"]); +const sharedConfig = readJSON(options["shared-config"]); + + +export const globalConfig: ConfigStructure = { + rabbitMQ: sharedConfig.RabbitMQUrl, + testDataDirectory: sharedConfig.TestData, + priority: sharedConfig.Priority, + redis: sharedConfig.RedisUrl, + outputLimit: sharedConfig.OutputLimit, + stderrDisplayLimit: sharedConfig.StderrDisplayLimit, + compilerMessageLimit: sharedConfig.CompilerMessageLimit, + spjTimeLimit: sharedConfig.SpjTimeLimit, + spjMemoryLimit: sharedConfig.SpjMemoryLimit, + workingDirectory: instanceConfig.WorkingDirectory, + binaryDirectory: sharedConfig.BinaryDirectory, + dataDisplayLimit: sharedConfig.DataDisplayLimit, + sandbox: { + chroot: sharedConfig.SandboxRoot, + mountProc: true, + redirectBeforeChroot: false, + user: sharedConfig.SandboxUser, + cgroup: instanceConfig.SandboxCgroup, + environments: sharedConfig.SandboxEnvironments + }, +} + +if (options.verbose) { + (winston as any).level = 'debug'; +} else { + (winston as any).level = 'warn'; +} \ No newline at end of file diff --git a/src/runner/executable.ts b/src/runner/executable.ts new file mode 100644 index 0000000..03b633b --- /dev/null +++ b/src/runner/executable.ts @@ -0,0 +1,80 @@ +import tar = require('tar'); +import lockfile = require('lockfile'); +import Bluebird = require('bluebird'); +import pathLib = require('path'); +import fse = require('fs-extra'); +import msgpack = require('msgpack-lite'); +import winston = require('winston'); + +import { streamToBuffer } from '../utils'; +import { get as getRedis, put as putRedis } from './redis'; +import { globalConfig as Cfg } from './config'; +import { getLanguage, Language } from '../languages'; +import { redisBinarySuffix, redisMetadataSuffix } from '../interfaces'; +Bluebird.promisifyAll(lockfile); + +interface BinaryMetadata { + language: string; + code: string; +} + +export async function pushBinary(name: string, language: Language, code: string, path: string): Promise { + winston.verbose(`Pushing binary ${name}, creating tar archive...`); + const binary = await streamToBuffer(tar.create({ + gzip: true, + cwd: path, + portable: true + }, ['.'])); + const data: BinaryMetadata = { + language: language.name, + code: code + }; + await putRedis(name + redisBinarySuffix, msgpack.encode(binary)); + await putRedis(name + redisMetadataSuffix, msgpack.encode(data)); +} + +// Return value: [path, language, code] +export async function fetchBinary(name: string): Promise<[string, Language, string]> { + winston.verbose(`Fetching binary ${name}...`); + const targetName = pathLib.join(Cfg.binaryDirectory, name); + const lockFileName = pathLib.join(Cfg.binaryDirectory, `${name}-get.lock`); + + const metadata = msgpack.decode(await getRedis(name + redisMetadataSuffix)) as BinaryMetadata; + const isCurrentlyWorking = await fse.exists(lockFileName); + // The binary already exists, no need for locking + if (await fse.exists(targetName) && !isCurrentlyWorking) { + winston.debug(`Binary ${name} exists, no need for fetching...`); + } else { + winston.debug(`Acquiring lock ${lockFileName}...`); + await lockfile.lockAsync(lockFileName); + + let ok = false; + try { + winston.debug(`Got lock for ${name}.`); + if (await fse.exists(targetName)) { + winston.debug(`Work ${name} done by others...`); + } else { + winston.debug(`Doing work: fetching binary for ${name} ...`); + await fse.mkdir(targetName); + const binary = msgpack.decode(await getRedis(name + redisBinarySuffix)); + await new Promise((res, rej) => { + const s = tar.extract({ + cwd: targetName + }); + s.on('error', (err) => { + rej(err); + }) + s.write(binary, () => { + res(); + }); + }); + } + ok = true; + } finally { + if (!ok) + await fse.rmdir(targetName); + await lockfile.unlockAsync(lockFileName); + } + } + return [targetName, getLanguage(metadata.language), metadata.code]; +} \ No newline at end of file diff --git a/src/runner/index.ts b/src/runner/index.ts new file mode 100644 index 0000000..98acd15 --- /dev/null +++ b/src/runner/index.ts @@ -0,0 +1,28 @@ +require('source-map-support').install(); + +import winston = require('winston'); +import { globalConfig as Cfg } from './config'; +import util = require('util'); +import rmq = require('./rmq'); +import { RPCRequest, RPCTaskType } from '../interfaces'; +import { compile } from './compile'; +import { judgeStandard } from './judge'; + +(async function () { + winston.info("Runner starts."); + await rmq.connect(); + winston.info("Start consuming the queue."); + await rmq.waitForTask(async (task) => { + winston.debug(`Handling task ${util.inspect(task)}`); + if (task.type === RPCTaskType.Compile) { + winston.debug("Task type is compile"); + return await compile(task.task); + } else if (task.type === RPCTaskType.RunStandard) { + winston.debug("Task type is judge standard"); + return await judgeStandard(task.task); + } else { + winston.debug("Task type unsupported"); + throw new Error(`Task type ${task.type} not supported!`); + } + }); +})().then(() => { winston.info("Initialization logic completed."); }, (err) => { winston.error(util.inspect(err)); process.exit(1); }); \ No newline at end of file diff --git a/src/runner/judge.ts b/src/runner/judge.ts new file mode 100644 index 0000000..af9fcf3 --- /dev/null +++ b/src/runner/judge.ts @@ -0,0 +1,203 @@ +import pathLib = require('path'); +import randomString = require('randomstring'); +import fse = require('fs-extra'); +import winston = require('winston'); + +import { SandboxStatus } from 'simple-sandbox/lib/interfaces'; +import { TaskResult, StandardRunTask, StandardRunResult } from '../interfaces'; +import { createOrEmptyDir, tryEmptyDir } from './utils'; +import { readFileLength, tryReadFile } from '../utils'; +import { globalConfig as Cfg } from './config'; +import { runProgram, runDiff } from './run'; +import { Language } from '../languages'; +import { fetchBinary } from './executable'; +import { signals } from './signals'; + +const workingDir = `${Cfg.workingDirectory}/data`; +const spjWorkingDir = `${Cfg.workingDirectory}/data-spj`; + +interface SpjResult { + status: TaskResult; + message: string; + score: number; +} + +const spjFullScore = 100; +async function runSpj(spjBinDir: string, spjLanguage: Language): Promise { + const scoreFileName = 'score.txt'; + const messageFileName = 'message.txt'; + const [spjRunResult] = await runProgram(spjLanguage, + spjBinDir, + spjWorkingDir, + Cfg.spjTimeLimit, + Cfg.spjMemoryLimit * 1024 * 1024, + null, + scoreFileName, + messageFileName); + + if (spjRunResult.result.status !== SandboxStatus.OK) { + return { + status: TaskResult.JudgementFailed, + message: `Special Judge ${SandboxStatus[spjRunResult.result.status]} encouneted.`, + score: 0 + }; + } else { + const scoreString = await tryReadFile(pathLib.join(spjWorkingDir, scoreFileName)), + score = Number(scoreString); + const messageString = await readFileLength(pathLib.join(spjWorkingDir + messageFileName), Cfg.stderrDisplayLimit); + + if ((!scoreString) || score === NaN || score < 0 || score > spjFullScore) { + return { + status: TaskResult.JudgementFailed, + message: `Special Judge returned an unrecoginzed score: ${scoreString}.`, + score: 0 + }; + } else { + let status: TaskResult; + switch (score) { + case spjFullScore: + status = TaskResult.Accepted; + break; + case 0: + status = TaskResult.WrongAnswer; + break; + default: + status = TaskResult.PartiallyCorrect; + break; + } + return { + status: status, + message: messageString, + score: score / spjFullScore + }; + } + } +} + +export async function judgeStandard(task: StandardRunTask): Promise { + winston.debug("Standard judge task...", task); + try { + const testDataPath = pathLib.join(Cfg.testDataDirectory, task.testDataName); + const inputFilePath = task.inputData != null ? + pathLib.join(testDataPath, task.inputData) : null; + const answerFilePath = task.answerData != null ? + pathLib.join(testDataPath, task.answerData) : null; + + winston.debug("Creating directories..."); + await Promise.all([createOrEmptyDir(workingDir), createOrEmptyDir(spjWorkingDir)]); + + let stdinRedirectionName, inputFileName, + stdoutRedirectionName, outputFileName; + const tempErrFile = randomString.generate(10) + ".err"; + + if (task.fileIOInput != null) { + inputFileName = task.fileIOInput; + stdinRedirectionName = null; + } else { + if (task.inputData != null) { + stdinRedirectionName = inputFileName = randomString.generate(10) + ".in"; + } else { + stdinRedirectionName = inputFileName = null; + } + } + + if (task.fileIOOutput != null) { + outputFileName = task.fileIOOutput; + stdoutRedirectionName = null; + } else { + stdoutRedirectionName = outputFileName = randomString.generate(10) + ".out"; + } + + if (inputFilePath != null) { + winston.debug("Copying input file..."); + await fse.copy(inputFilePath, pathLib.join(workingDir, inputFileName)); + } + + winston.debug("Fetching user binary..."); + const [binaryDirectory, language, userCode] = await fetchBinary(task.userExecutableName); + + winston.debug("Running user program..."); + const [runResult] = await runProgram(language, + binaryDirectory, + workingDir, + task.time, + task.memory * 1024 * 1024, + stdinRedirectionName, + stdoutRedirectionName, + tempErrFile); + + winston.verbose((task.inputData || " ") + " Run result: " + JSON.stringify(runResult)); + + const time = Math.round(runResult.result.time / 1e6), + memory = runResult.result.memory / 1024; + + let status = null, message = null; + if (runResult.outputLimitExceeded) { + status = TaskResult.OutputLimitExceeded; + } else if (runResult.result.status === SandboxStatus.TimeLimitExceeded) { + status = TaskResult.TimeLimitExceeded; + } else if (runResult.result.status === SandboxStatus.MemoryLimitExceeded) { + status = TaskResult.MemoryLimitExceeded; + } else if (runResult.result.status === SandboxStatus.RuntimeError) { + message = `Killed: ${signals[runResult.result.code]}`; + status = TaskResult.RuntimeError; + } else if (runResult.result.status !== SandboxStatus.OK) { + status = TaskResult.RuntimeError; + } else { + message = `Exited with return code ${runResult.result.code}`; + } + + const [userOutput, userError] = await Promise.all([ + readFileLength(pathLib.join(workingDir, outputFileName), Cfg.dataDisplayLimit), + readFileLength(pathLib.join(workingDir, tempErrFile), Cfg.stderrDisplayLimit) + ]); + + try { + await fse.move(pathLib.join(workingDir, outputFileName), pathLib.join(spjWorkingDir, 'user_out')); + } catch (e) { + if (e.code === 'ENOENT' && runResult.result.status === SandboxStatus.OK) { + status = TaskResult.FileError; + } + } + + const partialResult = { + time: time, + memory: memory, + userOutput: userOutput, + userError: userError, + systemMessage: message + }; + if (status !== null) { + return Object.assign({ scoringRate: 0, spjMessage: null, result: status }, partialResult); + } else { + if (answerFilePath != null) + await fse.copy(answerFilePath, pathLib.join(spjWorkingDir, 'answer')); + + if (task.spjExecutableName != null) { + const [spjBinDir, spjLanguage] = await fetchBinary(task.spjExecutableName); + winston.debug(`Using spj, language: ${spjLanguage.name}`); + if (inputFilePath != null) + await fse.copy(inputFilePath, pathLib.join(spjWorkingDir, 'input')); + await fse.writeFile(pathLib.join(spjWorkingDir, 'code'), userCode); + const spjResult = await runSpj(spjBinDir, spjLanguage); + + return Object.assign({ + scoringRate: spjResult.score, + spjMessage: spjResult.message, + result: spjResult.status + }, partialResult); + } else { + winston.debug(`Using diff`); + const diffResult = await runDiff(spjWorkingDir, 'user_out', 'answer'); + return Object.assign({ + scoringRate: diffResult.pass ? 1 : 0, + spjMessage: diffResult.message, + result: diffResult.pass ? TaskResult.Accepted : TaskResult.WrongAnswer, + }, partialResult); + } + } + } finally { + tryEmptyDir(workingDir); + tryEmptyDir(spjWorkingDir); + } +} \ No newline at end of file diff --git a/src/runner/redis.ts b/src/runner/redis.ts new file mode 100644 index 0000000..bb2586b --- /dev/null +++ b/src/runner/redis.ts @@ -0,0 +1,28 @@ +import Bluebird = require('bluebird'); +import redis = require('redis'); +import winston = require('winston'); + +import { globalConfig as Cfg } from './config'; +import { codeFingerprint } from '../utils'; + +Bluebird.promisifyAll(redis.RedisClient.prototype); +Bluebird.promisifyAll(redis.Multi.prototype); + +const redisClient = redis.createClient(Cfg.redis, { detect_buffers: true }) as any; + +export async function put(name: string, content: Buffer): Promise { + winston.debug(`Putting ${name}, size = ${content.byteLength}`); + await redisClient.setAsync(new Buffer(name), content); + winston.debug(`${name} has been put.`); +} + +export async function get(name: string): Promise { + winston.debug(`Getting redis record ${name}`); + const result = await redisClient.getAsync(new Buffer(name)) as Buffer; + if (result == null) { + winston.warn(`Redis record ${name} unavailable`); + throw new Error(`Redis record ${name} unavailable.`); + } + winston.debug(`Got redis record ${name}, size = ${result.byteLength}`); + return result; +} \ No newline at end of file diff --git a/src/runner/rmq.ts b/src/runner/rmq.ts new file mode 100644 index 0000000..a04028a --- /dev/null +++ b/src/runner/rmq.ts @@ -0,0 +1,56 @@ +import amqp = require('amqplib'); +import { globalConfig as Cfg } from './config'; +import msgpack = require('msgpack-lite'); +import winston = require('winston'); +import { RPCRequest, RPCReplyType, RPCReply } from '../interfaces'; +import * as rmqCommon from '../rmq-common'; +import { cleanUp } from './cleanup'; + +let amqpConnection: amqp.Connection; +let publicChannel: amqp.Channel; + +export async function connect() { + winston.verbose(`Connecting to RabbitMQ "${Cfg.rabbitMQ}"...`); + amqpConnection = await amqp.connect(Cfg.rabbitMQ); + winston.debug(`Connected to RabbitMQ, asserting queues`); + publicChannel = await newChannel(); + await rmqCommon.assertTaskQueue(publicChannel); + amqpConnection.on('error', (err) => { + winston.error(`RabbitMQ connection failure: ${err.toString()}`); + cleanUp(2); + }); +} + +export async function disconnect() { + await amqpConnection.close(); +} + +async function newChannel(): Promise { + return await amqpConnection.createChannel(); +} + +export async function waitForTask(handle: (task: RPCRequest) => Promise) { + const channel = await newChannel(); + channel.prefetch(1); + await channel.consume(rmqCommon.taskQueueName, async (msg: amqp.Message) => { + const messageId = msg.properties.messageId; + winston.info(`Got runner task, correlationId = ${msg.properties.correlationId}`); + const response = (content: RPCReply) => { + channel.sendToQueue(msg.properties.replyTo, msgpack.encode(content), { correlationId: msg.properties.correlationId }); + } + response({ type: RPCReplyType.Started }); + + try { + const request = msgpack.decode(msg.content) as RPCRequest; + const result = await handle(request); + response({ type: RPCReplyType.Finished, result: result }); + } catch (err) { + winston.warn(`Failed to run task ${msg.properties.correlationId}: ${err.toString()}, ${err.stack}`); + response({ type: RPCReplyType.Error, error: err.toString() }); + } + + channel.ack(msg); + }, { + priority: Cfg.priority + }); +} \ No newline at end of file diff --git a/src/runner/run.ts b/src/runner/run.ts new file mode 100644 index 0000000..6dc1bba --- /dev/null +++ b/src/runner/run.ts @@ -0,0 +1,93 @@ +import Bluebird = require('bluebird'); +import fse = require('fs-extra'); +import getFolderSize = require('get-folder-size'); +import pathLib = require('path'); +const getSize: any = Bluebird.promisify(getFolderSize); + +import { startSandbox } from 'simple-sandbox/lib/index'; +import { SandboxParameter, MountInfo, SandboxStatus, SandboxResult } from 'simple-sandbox/lib/interfaces'; +import { SandboxProcess } from 'simple-sandbox/lib/sandboxProcess'; +import { globalConfig as Cfg } from './config'; +import { createOrEmptyDir, sandboxize, setWriteAccess } from './utils'; +import { Language } from '../languages'; + +export interface RunResult { + outputLimitExceeded: boolean; + result: SandboxResult; +} + +export interface DiffResult { + pass: boolean; + message: string; +} + +export async function runDiff(dataDir: string, file1: string, file2: string): Promise { + await setWriteAccess(dataDir, true); + const tmpPath = '/sandbox/1', outputFileName = 'diff.txt'; + const sandbox = await startSandbox(Object.assign({ + executable: '/usr/bin/diff', + parameters: ['/usr/bin/diff', '-Bbq', file1, file2], + time: Cfg.spjTimeLimit, + memory: Cfg.spjMemoryLimit * 1024 * 1024, + process: 2, + stdin: null, + stdout: outputFileName, + stderr: null, + workingDirectory: tmpPath, + mounts: [{ + src: dataDir, + dst: tmpPath, + limit: -1 + }] + }, Cfg.sandbox)); + const sandboxResult = await sandbox.waitForStop(); + + if (sandboxResult.status !== SandboxStatus.OK) { + return { pass: false, message: `Diff encountered ${SandboxStatus[sandboxResult.status]}` } + } + + const message = await fse.readFile(pathLib.join(dataDir, outputFileName), 'utf8'); + return { pass: sandboxResult.code === 0, message: message }; +} + +export async function runProgram(language: Language, + binDir: string, + dataDir: string, + time: number, + memory: number, + stdinFile?: string | number, + stdoutFile?: string | number, + stderrFile?: string | number): Promise<[RunResult, () => void]> { + await setWriteAccess(binDir, false); + await setWriteAccess(dataDir, true); + + const dataDir_Sandbox = '/sandbox/1'; + const binDir_Sandbox = '/sandbox/2'; + const runConfig = language.run(binDir_Sandbox, dataDir_Sandbox, time, memory, stdinFile, stdoutFile, stderrFile); + + const sandboxParam = sandboxize(runConfig, [{ + src: binDir, + dst: binDir_Sandbox, + limit: 0 + }, { + src: dataDir, + dst: dataDir_Sandbox, + limit: -1 + }]); + + let result: SandboxResult = null; + const sandbox = await startSandbox(sandboxParam); + result = await sandbox.waitForStop(); + + let ole = false; + const outputSize = await getSize(binDir); + if (outputSize > Cfg.outputLimit) { + await fse.emptyDir(dataDir); + ole = true; + } + + return [{ + outputLimitExceeded: ole, + result: result + }, () => { sandbox.stop(); }]; +} diff --git a/src/runner/signals.ts b/src/runner/signals.ts new file mode 100644 index 0000000..c68e062 --- /dev/null +++ b/src/runner/signals.ts @@ -0,0 +1,33 @@ +export const signals = [ + "Hangup", // 1 + "Interrupt", // 2 + "Quit", // 3 + "Illegal instruction", // 4 + "Trace/breakpoint trap", // 5 + "Aborted", // 6 + "Bus error", // 7 + "Floating point exception", // 8 + "Killed", // 9 + "User defined signal 1", // 10 + "Segmentation fault", // 11 + "User defined signal 2", // 12 + "Broken pipe", // 13 + "Alarm clock", // 14 + "Terminated", // 15 + "Stack fault", // 16 + "Child exited", // 17 + "Continued", // 18 + "Stopped (signal)", // 19 + "Stopped", // 20 + "Stopped (tty input)", // 21 + "Stopped (tty output)", // 22 + "Urgent I/O condition", // 23 + "CPU time limit exceeded", // 24 + "File size limit exceeded", // 25 + "Virtual timer expired", // 26 + "Profiling timer expired", // 27 + "Window changed", // 28 + "I/O possible", // 29 + "Power failure", // 30 + "Bad system call", // 31 +]; diff --git a/src/runner/utils.ts b/src/runner/utils.ts new file mode 100644 index 0000000..9021176 --- /dev/null +++ b/src/runner/utils.ts @@ -0,0 +1,49 @@ +import klaw = require('klaw'); +import posix = require('posix'); +import fse = require('fs-extra'); +import { ExecParam } from '../languages'; +import {cloneObject} from '../utils'; +import { SandboxParameter, MountInfo } from 'simple-sandbox/src/interfaces'; +import { globalConfig as Cfg } from './config'; + +export function setWriteAccess(dirName: string, writeAccess: boolean): Promise { + const user = posix.getpwnam(Cfg.sandbox.user); + const operations: Promise[] = []; + return new Promise((res, rej) => { + klaw(dirName).on('data', (item) => { + operations.push((async () => { + const path = item.path; + await fse.chmod(path, 0o755); + if (writeAccess) { + await fse.chown(path, user.uid, user.gid); + } else { + await fse.chown(path, process.getuid(), process.getgid()); + } + })()); + }).on('end', () => { + Promise.all(operations).then(() => res(), (err) => rej(err)); + }); + }); +} + +export async function createOrEmptyDir(path: string): Promise { + try { + await fse.mkdir(path); + } catch (err) { + if (err.code != 'EEXIST') { + throw err; + } + } + await fse.emptyDir(path); +} + +export function sandboxize(execParam: ExecParam, mounts: MountInfo[]): SandboxParameter { + const result = Object.assign(cloneObject(execParam),Cfg.sandbox); + return Object.assign(result, { mounts: mounts }); +} + +export async function tryEmptyDir(path: string) { + try { + await fse.emptyDir(path); + } catch (e) { } +} diff --git a/src/task-proxy-syzoj/cleanup.ts b/src/task-proxy-syzoj/cleanup.ts new file mode 100644 index 0000000..7e98c62 --- /dev/null +++ b/src/task-proxy-syzoj/cleanup.ts @@ -0,0 +1,8 @@ +import {disconnect as disconnectRMQ } from './rmq'; +import winston = require('winston'); + +export function cleanUp(retCode: number) { + winston.info('Cleaning up...'); + disconnectRMQ(); + process.exit(1); +} \ No newline at end of file diff --git a/src/task-proxy-syzoj/config.ts b/src/task-proxy-syzoj/config.ts new file mode 100644 index 0000000..a357d58 --- /dev/null +++ b/src/task-proxy-syzoj/config.ts @@ -0,0 +1,35 @@ +import * as commandLineArgs from 'command-line-args'; +import * as fs from 'fs'; +import * as winston from 'winston'; + +export interface ConfigStructure { + rabbitMQ: string; + listen: { host: string, port: number }; + remoteUrl: string; + token: string; +} + +const optionDefinitions = [ + { name: 'verbose', alias: 'v', type: Boolean }, + { name: 'config', alias: 'c', type: String }, +]; + +const options = commandLineArgs(optionDefinitions); + +function readJSON(path: string): any { + return JSON.parse(fs.readFileSync(path, 'utf8')); +} + +const configJSON = readJSON(options["config"]); +export const globalConfig: ConfigStructure = { + rabbitMQ: configJSON.RabbitMQUrl, + listen: configJSON.Listen, + remoteUrl: configJSON.RemoteUrl, + token: configJSON.Token +} + +if (options.verbose) { + winston.transports.Console.level = 'verbose'; +} else { + winston.transports.Console.level = 'warn'; +} \ No newline at end of file diff --git a/src/task-proxy-syzoj/index.ts b/src/task-proxy-syzoj/index.ts new file mode 100644 index 0000000..a91508a --- /dev/null +++ b/src/task-proxy-syzoj/index.ts @@ -0,0 +1,50 @@ +require('source-map-support').install(); + +import express = require('express'); +import bodyParser = require('body-parser'); +import Bluebird = require('bluebird'); +import url = require('url'); +import rp = require('request-promise'); + +import { globalConfig as Cfg } from './config'; +import { connect, pushTask, waitForResult } from './rmq'; +import { convertResult } from '../judgeResult'; + +const app = express(); +app.use(bodyParser.json()); +app.use((req, res, next) => { + if (req.get('Token') !== Cfg.token) { + return res.status(403).send('Incorrect token'); + } else { + next(); + } +}); + +app.post('/task', (req, res) => { + if (!req.body) { + return res.sendStatus(400); + } + try { + pushTask(req.body); + return res.status(200).send('OK'); + } catch (err) { + return res.status(500).send(err.toString()); + } +}); + +(async () => { + await connect(); + await waitForResult(async (result) => { + await rp(url.resolve(Cfg.remoteUrl, "api/v2/judge/update2"), { + method: 'POST', + body: convertResult(result.taskId, result.progress), + headers: { + Token: Cfg.token + }, + json: true, + simple: true + }); + }); +})().then(() => { + app.listen(Cfg.listen.port, Cfg.listen.host); +}); \ No newline at end of file diff --git a/src/task-proxy-syzoj/rmq.ts b/src/task-proxy-syzoj/rmq.ts new file mode 100644 index 0000000..a253327 --- /dev/null +++ b/src/task-proxy-syzoj/rmq.ts @@ -0,0 +1,55 @@ +import amqp = require('amqplib'); +import { globalConfig as Cfg } from './config'; +import msgpack = require('msgpack-lite'); +import winston = require('winston'); +import util = require('util'); +import { cleanUp } from './cleanup'; +import * as rmqCommon from '../rmq-common'; +import { JudgeResult, ProgressReportData } from '../interfaces'; + +let amqpConnection: amqp.Connection; +let publicChannel: amqp.Channel; + +export async function connect() { + winston.verbose(`Connecting to RabbitMQ "${Cfg.rabbitMQ}"...`); + amqpConnection = await amqp.connect(Cfg.rabbitMQ); + winston.debug(`Connected to RabbitMQ, asserting queues`); + publicChannel = await newChannel(); + await rmqCommon.assertJudgeQueue(publicChannel); + await rmqCommon.assertResultReportQueue(publicChannel); + amqpConnection.on('error', (err) => { + winston.error(`RabbitMQ connection failure: ${err.toString()}`); + cleanUp(2); + }); +} + +export async function disconnect() { + await amqpConnection.close(); +} + +async function newChannel(): Promise { + return await amqpConnection.createChannel(); +} + +export function pushTask(task: any) { + publicChannel.sendToQueue(rmqCommon.judgeQueueName, msgpack.encode(task), { + priority: task.priority + }); +} + +export async function waitForResult(handle: (result: ProgressReportData) => Promise) { + const channel = await newChannel(); + channel.prefetch(1); + await channel.consume(rmqCommon.resultReportQueueName, (msg: amqp.Message) => { + winston.info(`Got result from queue`); + (async () => { + const data = msgpack.decode(msg.content); + await handle(data); + })().then(async () => { + channel.ack(msg); + }, async (err) => { + winston.warn(`Failed to process message ${err.toString()}, try again`); + setTimeout(() => { channel.nack(msg, false, true) }, 500); + }); + }); +} diff --git a/src/utils.ts b/src/utils.ts new file mode 100644 index 0000000..f243098 --- /dev/null +++ b/src/utils.ts @@ -0,0 +1,96 @@ +import * as fse from 'fs-extra'; +import * as pathLib from 'path'; +import util = require('util'); +import sha256 = require('crypto-js/sha256'); +import nodeStream = require('stream'); + +export function codeFingerprint(code: string, language: string): string { + return "src-" + language + sha256(code); +} + +export function streamToBuffer(source: nodeStream.Readable): Promise { + return new Promise((res, rej) => { + const bufs = []; + source.on('data', (d) => { bufs.push(d); }); + source.on('end', () => { + res(Buffer.concat(bufs)); + }); + source.on('error', (err) => { + rej(err); + }) + }); +} + +export function cloneObject(src: T): T { + return Object.assign({}, src); +} + +export function fileTooLongPrompt(actualSize: number, bytesRead: number): string { + const omitted = actualSize - bytesRead; + return `<${omitted} byte${omitted != 1 ? 's' : ''} omitted>`; +} + +export async function tryReadFile(path: string, encoding = 'utf8'): Promise { + let fileContent = null; + try { + fileContent = await fse.readFile(path, 'utf8'); + } catch (e) { + if (e.code !== 'ENOENT') { + throw e; + } + } + return fileContent; +} + +export async function readFileLength(path: string, lengthLimit: number, appendPrompt = fileTooLongPrompt) + : Promise { + let file = -1; + try { + file = await fse.open(path, 'r'); + const actualSize = (await fse.stat(path)).size; + const buf = new Buffer(Math.min(actualSize, lengthLimit)); + const bytesRead = await fse.read(file, buf, 0, buf.length, 0) as any as number; + let ret = buf.toString('utf8', 0, bytesRead); + if (bytesRead < actualSize) { + ret += '\n' + appendPrompt(actualSize, bytesRead); + } + return ret; + } catch (e) { + return ""; + } finally { + if (file != -1) { + await fse.close(file); + } + } +} + +export function filterPath(src: string): string { + src = src.toString(); + const replaceList = ['..']; + let orig; + let cur = src; + do { + orig = cur; + for (const s of replaceList) { + cur = cur.replace(s, ''); + } + } while (cur != orig); + return cur; +} + + +// By Pisces +function extractNumerals(s: string): Number[] { + return (s.match(/\d+/g) || []).map((x) => parseInt(x)); +} + +export function compareStringByNumber(a: string, b: string) { + const acmp = extractNumerals(a), bcmp = extractNumerals(b); + for (let i = 0; i < Math.min(acmp.length, bcmp.length); i++) { + if (acmp[i] > bcmp[i]) + return 1; + else if (acmp[i] < bcmp[i]) + return -1; + } + return a > b ? 1 : -1; +} \ No newline at end of file diff --git a/tsconfig.json b/tsconfig.json new file mode 100644 index 0000000..4c625bb --- /dev/null +++ b/tsconfig.json @@ -0,0 +1,15 @@ +{ + "compilerOptions": { + "module": "commonjs", + "removeComments": true, + "preserveConstEnums": true, + "sourceMap": true, + "outDir": "./lib", + "rootDir": "./src", + "target": "es2017", + "lib": [ + "es2015", + "es2016" + ] + } +} \ No newline at end of file