t123yh
7 years ago
commit
d8d6dc9dd7
56 changed files with 4928 additions and 0 deletions
@ -0,0 +1,82 @@
|
||||
|
||||
# Created by https://www.gitignore.io/api/vim,node |
||||
|
||||
### Node ### |
||||
# Logs |
||||
logs |
||||
*.log |
||||
npm-debug.log* |
||||
yarn-debug.log* |
||||
yarn-error.log* |
||||
|
||||
# Runtime data |
||||
pids |
||||
*.pid |
||||
*.seed |
||||
*.pid.lock |
||||
|
||||
# Directory for instrumented libs generated by jscoverage/JSCover |
||||
lib-cov |
||||
|
||||
# Coverage directory used by tools like istanbul |
||||
coverage |
||||
|
||||
# nyc test coverage |
||||
.nyc_output |
||||
|
||||
# Grunt intermediate storage (http://gruntjs.com/creating-plugins#storing-task-files) |
||||
.grunt |
||||
|
||||
# Bower dependency directory (https://bower.io/) |
||||
bower_components |
||||
|
||||
# node-waf configuration |
||||
.lock-wscript |
||||
|
||||
# Compiled binary addons (http://nodejs.org/api/addons.html) |
||||
build/Release |
||||
|
||||
# Dependency directories |
||||
node_modules/ |
||||
jspm_packages/ |
||||
|
||||
# Typescript v1 declaration files |
||||
typings/ |
||||
|
||||
# Optional npm cache directory |
||||
.npm |
||||
|
||||
# Optional eslint cache |
||||
.eslintcache |
||||
|
||||
# Optional REPL history |
||||
.node_repl_history |
||||
|
||||
# Output of 'npm pack' |
||||
*.tgz |
||||
|
||||
# Yarn Integrity file |
||||
.yarn-integrity |
||||
|
||||
# dotenv environment variables file |
||||
.env |
||||
|
||||
|
||||
### Vim ### |
||||
# swap |
||||
[._]*.s[a-v][a-z] |
||||
[._]*.sw[a-p] |
||||
[._]s[a-v][a-z] |
||||
[._]sw[a-p] |
||||
# session |
||||
Session.vim |
||||
# temporary |
||||
.netrwhist |
||||
*~ |
||||
# auto-generated tag files |
||||
tags |
||||
|
||||
# End of https://www.gitignore.io/api/vim,node |
||||
|
||||
/lib/ |
||||
/testdata/ |
||||
@ -0,0 +1,674 @@
|
||||
GNU GENERAL PUBLIC LICENSE |
||||
Version 3, 29 June 2007 |
||||
|
||||
Copyright (C) 2007 Free Software Foundation, Inc. <http://fsf.org/> |
||||
Everyone is permitted to copy and distribute verbatim copies |
||||
of this license document, but changing it is not allowed. |
||||
|
||||
Preamble |
||||
|
||||
The GNU General Public License is a free, copyleft license for |
||||
software and other kinds of works. |
||||
|
||||
The licenses for most software and other practical works are designed |
||||
to take away your freedom to share and change the works. By contrast, |
||||
the GNU General Public License is intended to guarantee your freedom to |
||||
share and change all versions of a program--to make sure it remains free |
||||
software for all its users. We, the Free Software Foundation, use the |
||||
GNU General Public License for most of our software; it applies also to |
||||
any other work released this way by its authors. You can apply it to |
||||
your programs, too. |
||||
|
||||
When we speak of free software, we are referring to freedom, not |
||||
price. Our General Public Licenses are designed to make sure that you |
||||
have the freedom to distribute copies of free software (and charge for |
||||
them if you wish), that you receive source code or can get it if you |
||||
want it, that you can change the software or use pieces of it in new |
||||
free programs, and that you know you can do these things. |
||||
|
||||
To protect your rights, we need to prevent others from denying you |
||||
these rights or asking you to surrender the rights. Therefore, you have |
||||
certain responsibilities if you distribute copies of the software, or if |
||||
you modify it: responsibilities to respect the freedom of others. |
||||
|
||||
For example, if you distribute copies of such a program, whether |
||||
gratis or for a fee, you must pass on to the recipients the same |
||||
freedoms that you received. You must make sure that they, too, receive |
||||
or can get the source code. And you must show them these terms so they |
||||
know their rights. |
||||
|
||||
Developers that use the GNU GPL protect your rights with two steps: |
||||
(1) assert copyright on the software, and (2) offer you this License |
||||
giving you legal permission to copy, distribute and/or modify it. |
||||
|
||||
For the developers' and authors' protection, the GPL clearly explains |
||||
that there is no warranty for this free software. For both users' and |
||||
authors' sake, the GPL requires that modified versions be marked as |
||||
changed, so that their problems will not be attributed erroneously to |
||||
authors of previous versions. |
||||
|
||||
Some devices are designed to deny users access to install or run |
||||
modified versions of the software inside them, although the manufacturer |
||||
can do so. This is fundamentally incompatible with the aim of |
||||
protecting users' freedom to change the software. The systematic |
||||
pattern of such abuse occurs in the area of products for individuals to |
||||
use, which is precisely where it is most unacceptable. Therefore, we |
||||
have designed this version of the GPL to prohibit the practice for those |
||||
products. If such problems arise substantially in other domains, we |
||||
stand ready to extend this provision to those domains in future versions |
||||
of the GPL, as needed to protect the freedom of users. |
||||
|
||||
Finally, every program is threatened constantly by software patents. |
||||
States should not allow patents to restrict development and use of |
||||
software on general-purpose computers, but in those that do, we wish to |
||||
avoid the special danger that patents applied to a free program could |
||||
make it effectively proprietary. To prevent this, the GPL assures that |
||||
patents cannot be used to render the program non-free. |
||||
|
||||
The precise terms and conditions for copying, distribution and |
||||
modification follow. |
||||
|
||||
TERMS AND CONDITIONS |
||||
|
||||
0. Definitions. |
||||
|
||||
"This License" refers to version 3 of the GNU General Public License. |
||||
|
||||
"Copyright" also means copyright-like laws that apply to other kinds of |
||||
works, such as semiconductor masks. |
||||
|
||||
"The Program" refers to any copyrightable work licensed under this |
||||
License. Each licensee is addressed as "you". "Licensees" and |
||||
"recipients" may be individuals or organizations. |
||||
|
||||
To "modify" a work means to copy from or adapt all or part of the work |
||||
in a fashion requiring copyright permission, other than the making of an |
||||
exact copy. The resulting work is called a "modified version" of the |
||||
earlier work or a work "based on" the earlier work. |
||||
|
||||
A "covered work" means either the unmodified Program or a work based |
||||
on the Program. |
||||
|
||||
To "propagate" a work means to do anything with it that, without |
||||
permission, would make you directly or secondarily liable for |
||||
infringement under applicable copyright law, except executing it on a |
||||
computer or modifying a private copy. Propagation includes copying, |
||||
distribution (with or without modification), making available to the |
||||
public, and in some countries other activities as well. |
||||
|
||||
To "convey" a work means any kind of propagation that enables other |
||||
parties to make or receive copies. Mere interaction with a user through |
||||
a computer network, with no transfer of a copy, is not conveying. |
||||
|
||||
An interactive user interface displays "Appropriate Legal Notices" |
||||
to the extent that it includes a convenient and prominently visible |
||||
feature that (1) displays an appropriate copyright notice, and (2) |
||||
tells the user that there is no warranty for the work (except to the |
||||
extent that warranties are provided), that licensees may convey the |
||||
work under this License, and how to view a copy of this License. If |
||||
the interface presents a list of user commands or options, such as a |
||||
menu, a prominent item in the list meets this criterion. |
||||
|
||||
1. Source Code. |
||||
|
||||
The "source code" for a work means the preferred form of the work |
||||
for making modifications to it. "Object code" means any non-source |
||||
form of a work. |
||||
|
||||
A "Standard Interface" means an interface that either is an official |
||||
standard defined by a recognized standards body, or, in the case of |
||||
interfaces specified for a particular programming language, one that |
||||
is widely used among developers working in that language. |
||||
|
||||
The "System Libraries" of an executable work include anything, other |
||||
than the work as a whole, that (a) is included in the normal form of |
||||
packaging a Major Component, but which is not part of that Major |
||||
Component, and (b) serves only to enable use of the work with that |
||||
Major Component, or to implement a Standard Interface for which an |
||||
implementation is available to the public in source code form. A |
||||
"Major Component", in this context, means a major essential component |
||||
(kernel, window system, and so on) of the specific operating system |
||||
(if any) on which the executable work runs, or a compiler used to |
||||
produce the work, or an object code interpreter used to run it. |
||||
|
||||
The "Corresponding Source" for a work in object code form means all |
||||
the source code needed to generate, install, and (for an executable |
||||
work) run the object code and to modify the work, including scripts to |
||||
control those activities. However, it does not include the work's |
||||
System Libraries, or general-purpose tools or generally available free |
||||
programs which are used unmodified in performing those activities but |
||||
which are not part of the work. For example, Corresponding Source |
||||
includes interface definition files associated with source files for |
||||
the work, and the source code for shared libraries and dynamically |
||||
linked subprograms that the work is specifically designed to require, |
||||
such as by intimate data communication or control flow between those |
||||
subprograms and other parts of the work. |
||||
|
||||
The Corresponding Source need not include anything that users |
||||
can regenerate automatically from other parts of the Corresponding |
||||
Source. |
||||
|
||||
The Corresponding Source for a work in source code form is that |
||||
same work. |
||||
|
||||
2. Basic Permissions. |
||||
|
||||
All rights granted under this License are granted for the term of |
||||
copyright on the Program, and are irrevocable provided the stated |
||||
conditions are met. This License explicitly affirms your unlimited |
||||
permission to run the unmodified Program. The output from running a |
||||
covered work is covered by this License only if the output, given its |
||||
content, constitutes a covered work. This License acknowledges your |
||||
rights of fair use or other equivalent, as provided by copyright law. |
||||
|
||||
You may make, run and propagate covered works that you do not |
||||
convey, without conditions so long as your license otherwise remains |
||||
in force. You may convey covered works to others for the sole purpose |
||||
of having them make modifications exclusively for you, or provide you |
||||
with facilities for running those works, provided that you comply with |
||||
the terms of this License in conveying all material for which you do |
||||
not control copyright. Those thus making or running the covered works |
||||
for you must do so exclusively on your behalf, under your direction |
||||
and control, on terms that prohibit them from making any copies of |
||||
your copyrighted material outside their relationship with you. |
||||
|
||||
Conveying under any other circumstances is permitted solely under |
||||
the conditions stated below. Sublicensing is not allowed; section 10 |
||||
makes it unnecessary. |
||||
|
||||
3. Protecting Users' Legal Rights From Anti-Circumvention Law. |
||||
|
||||
No covered work shall be deemed part of an effective technological |
||||
measure under any applicable law fulfilling obligations under article |
||||
11 of the WIPO copyright treaty adopted on 20 December 1996, or |
||||
similar laws prohibiting or restricting circumvention of such |
||||
measures. |
||||
|
||||
When you convey a covered work, you waive any legal power to forbid |
||||
circumvention of technological measures to the extent such circumvention |
||||
is effected by exercising rights under this License with respect to |
||||
the covered work, and you disclaim any intention to limit operation or |
||||
modification of the work as a means of enforcing, against the work's |
||||
users, your or third parties' legal rights to forbid circumvention of |
||||
technological measures. |
||||
|
||||
4. Conveying Verbatim Copies. |
||||
|
||||
You may convey verbatim copies of the Program's source code as you |
||||
receive it, in any medium, provided that you conspicuously and |
||||
appropriately publish on each copy an appropriate copyright notice; |
||||
keep intact all notices stating that this License and any |
||||
non-permissive terms added in accord with section 7 apply to the code; |
||||
keep intact all notices of the absence of any warranty; and give all |
||||
recipients a copy of this License along with the Program. |
||||
|
||||
You may charge any price or no price for each copy that you convey, |
||||
and you may offer support or warranty protection for a fee. |
||||
|
||||
5. Conveying Modified Source Versions. |
||||
|
||||
You may convey a work based on the Program, or the modifications to |
||||
produce it from the Program, in the form of source code under the |
||||
terms of section 4, provided that you also meet all of these conditions: |
||||
|
||||
a) The work must carry prominent notices stating that you modified |
||||
it, and giving a relevant date. |
||||
|
||||
b) The work must carry prominent notices stating that it is |
||||
released under this License and any conditions added under section |
||||
7. This requirement modifies the requirement in section 4 to |
||||
"keep intact all notices". |
||||
|
||||
c) You must license the entire work, as a whole, under this |
||||
License to anyone who comes into possession of a copy. This |
||||
License will therefore apply, along with any applicable section 7 |
||||
additional terms, to the whole of the work, and all its parts, |
||||
regardless of how they are packaged. This License gives no |
||||
permission to license the work in any other way, but it does not |
||||
invalidate such permission if you have separately received it. |
||||
|
||||
d) If the work has interactive user interfaces, each must display |
||||
Appropriate Legal Notices; however, if the Program has interactive |
||||
interfaces that do not display Appropriate Legal Notices, your |
||||
work need not make them do so. |
||||
|
||||
A compilation of a covered work with other separate and independent |
||||
works, which are not by their nature extensions of the covered work, |
||||
and which are not combined with it such as to form a larger program, |
||||
in or on a volume of a storage or distribution medium, is called an |
||||
"aggregate" if the compilation and its resulting copyright are not |
||||
used to limit the access or legal rights of the compilation's users |
||||
beyond what the individual works permit. Inclusion of a covered work |
||||
in an aggregate does not cause this License to apply to the other |
||||
parts of the aggregate. |
||||
|
||||
6. Conveying Non-Source Forms. |
||||
|
||||
You may convey a covered work in object code form under the terms |
||||
of sections 4 and 5, provided that you also convey the |
||||
machine-readable Corresponding Source under the terms of this License, |
||||
in one of these ways: |
||||
|
||||
a) Convey the object code in, or embodied in, a physical product |
||||
(including a physical distribution medium), accompanied by the |
||||
Corresponding Source fixed on a durable physical medium |
||||
customarily used for software interchange. |
||||
|
||||
b) Convey the object code in, or embodied in, a physical product |
||||
(including a physical distribution medium), accompanied by a |
||||
written offer, valid for at least three years and valid for as |
||||
long as you offer spare parts or customer support for that product |
||||
model, to give anyone who possesses the object code either (1) a |
||||
copy of the Corresponding Source for all the software in the |
||||
product that is covered by this License, on a durable physical |
||||
medium customarily used for software interchange, for a price no |
||||
more than your reasonable cost of physically performing this |
||||
conveying of source, or (2) access to copy the |
||||
Corresponding Source from a network server at no charge. |
||||
|
||||
c) Convey individual copies of the object code with a copy of the |
||||
written offer to provide the Corresponding Source. This |
||||
alternative is allowed only occasionally and noncommercially, and |
||||
only if you received the object code with such an offer, in accord |
||||
with subsection 6b. |
||||
|
||||
d) Convey the object code by offering access from a designated |
||||
place (gratis or for a charge), and offer equivalent access to the |
||||
Corresponding Source in the same way through the same place at no |
||||
further charge. You need not require recipients to copy the |
||||
Corresponding Source along with the object code. If the place to |
||||
copy the object code is a network server, the Corresponding Source |
||||
may be on a different server (operated by you or a third party) |
||||
that supports equivalent copying facilities, provided you maintain |
||||
clear directions next to the object code saying where to find the |
||||
Corresponding Source. Regardless of what server hosts the |
||||
Corresponding Source, you remain obligated to ensure that it is |
||||
available for as long as needed to satisfy these requirements. |
||||
|
||||
e) Convey the object code using peer-to-peer transmission, provided |
||||
you inform other peers where the object code and Corresponding |
||||
Source of the work are being offered to the general public at no |
||||
charge under subsection 6d. |
||||
|
||||
A separable portion of the object code, whose source code is excluded |
||||
from the Corresponding Source as a System Library, need not be |
||||
included in conveying the object code work. |
||||
|
||||
A "User Product" is either (1) a "consumer product", which means any |
||||
tangible personal property which is normally used for personal, family, |
||||
or household purposes, or (2) anything designed or sold for incorporation |
||||
into a dwelling. In determining whether a product is a consumer product, |
||||
doubtful cases shall be resolved in favor of coverage. For a particular |
||||
product received by a particular user, "normally used" refers to a |
||||
typical or common use of that class of product, regardless of the status |
||||
of the particular user or of the way in which the particular user |
||||
actually uses, or expects or is expected to use, the product. A product |
||||
is a consumer product regardless of whether the product has substantial |
||||
commercial, industrial or non-consumer uses, unless such uses represent |
||||
the only significant mode of use of the product. |
||||
|
||||
"Installation Information" for a User Product means any methods, |
||||
procedures, authorization keys, or other information required to install |
||||
and execute modified versions of a covered work in that User Product from |
||||
a modified version of its Corresponding Source. The information must |
||||
suffice to ensure that the continued functioning of the modified object |
||||
code is in no case prevented or interfered with solely because |
||||
modification has been made. |
||||
|
||||
If you convey an object code work under this section in, or with, or |
||||
specifically for use in, a User Product, and the conveying occurs as |
||||
part of a transaction in which the right of possession and use of the |
||||
User Product is transferred to the recipient in perpetuity or for a |
||||
fixed term (regardless of how the transaction is characterized), the |
||||
Corresponding Source conveyed under this section must be accompanied |
||||
by the Installation Information. But this requirement does not apply |
||||
if neither you nor any third party retains the ability to install |
||||
modified object code on the User Product (for example, the work has |
||||
been installed in ROM). |
||||
|
||||
The requirement to provide Installation Information does not include a |
||||
requirement to continue to provide support service, warranty, or updates |
||||
for a work that has been modified or installed by the recipient, or for |
||||
the User Product in which it has been modified or installed. Access to a |
||||
network may be denied when the modification itself materially and |
||||
adversely affects the operation of the network or violates the rules and |
||||
protocols for communication across the network. |
||||
|
||||
Corresponding Source conveyed, and Installation Information provided, |
||||
in accord with this section must be in a format that is publicly |
||||
documented (and with an implementation available to the public in |
||||
source code form), and must require no special password or key for |
||||
unpacking, reading or copying. |
||||
|
||||
7. Additional Terms. |
||||
|
||||
"Additional permissions" are terms that supplement the terms of this |
||||
License by making exceptions from one or more of its conditions. |
||||
Additional permissions that are applicable to the entire Program shall |
||||
be treated as though they were included in this License, to the extent |
||||
that they are valid under applicable law. If additional permissions |
||||
apply only to part of the Program, that part may be used separately |
||||
under those permissions, but the entire Program remains governed by |
||||
this License without regard to the additional permissions. |
||||
|
||||
When you convey a copy of a covered work, you may at your option |
||||
remove any additional permissions from that copy, or from any part of |
||||
it. (Additional permissions may be written to require their own |
||||
removal in certain cases when you modify the work.) You may place |
||||
additional permissions on material, added by you to a covered work, |
||||
for which you have or can give appropriate copyright permission. |
||||
|
||||
Notwithstanding any other provision of this License, for material you |
||||
add to a covered work, you may (if authorized by the copyright holders of |
||||
that material) supplement the terms of this License with terms: |
||||
|
||||
a) Disclaiming warranty or limiting liability differently from the |
||||
terms of sections 15 and 16 of this License; or |
||||
|
||||
b) Requiring preservation of specified reasonable legal notices or |
||||
author attributions in that material or in the Appropriate Legal |
||||
Notices displayed by works containing it; or |
||||
|
||||
c) Prohibiting misrepresentation of the origin of that material, or |
||||
requiring that modified versions of such material be marked in |
||||
reasonable ways as different from the original version; or |
||||
|
||||
d) Limiting the use for publicity purposes of names of licensors or |
||||
authors of the material; or |
||||
|
||||
e) Declining to grant rights under trademark law for use of some |
||||
trade names, trademarks, or service marks; or |
||||
|
||||
f) Requiring indemnification of licensors and authors of that |
||||
material by anyone who conveys the material (or modified versions of |
||||
it) with contractual assumptions of liability to the recipient, for |
||||
any liability that these contractual assumptions directly impose on |
||||
those licensors and authors. |
||||
|
||||
All other non-permissive additional terms are considered "further |
||||
restrictions" within the meaning of section 10. If the Program as you |
||||
received it, or any part of it, contains a notice stating that it is |
||||
governed by this License along with a term that is a further |
||||
restriction, you may remove that term. If a license document contains |
||||
a further restriction but permits relicensing or conveying under this |
||||
License, you may add to a covered work material governed by the terms |
||||
of that license document, provided that the further restriction does |
||||
not survive such relicensing or conveying. |
||||
|
||||
If you add terms to a covered work in accord with this section, you |
||||
must place, in the relevant source files, a statement of the |
||||
additional terms that apply to those files, or a notice indicating |
||||
where to find the applicable terms. |
||||
|
||||
Additional terms, permissive or non-permissive, may be stated in the |
||||
form of a separately written license, or stated as exceptions; |
||||
the above requirements apply either way. |
||||
|
||||
8. Termination. |
||||
|
||||
You may not propagate or modify a covered work except as expressly |
||||
provided under this License. Any attempt otherwise to propagate or |
||||
modify it is void, and will automatically terminate your rights under |
||||
this License (including any patent licenses granted under the third |
||||
paragraph of section 11). |
||||
|
||||
However, if you cease all violation of this License, then your |
||||
license from a particular copyright holder is reinstated (a) |
||||
provisionally, unless and until the copyright holder explicitly and |
||||
finally terminates your license, and (b) permanently, if the copyright |
||||
holder fails to notify you of the violation by some reasonable means |
||||
prior to 60 days after the cessation. |
||||
|
||||
Moreover, your license from a particular copyright holder is |
||||
reinstated permanently if the copyright holder notifies you of the |
||||
violation by some reasonable means, this is the first time you have |
||||
received notice of violation of this License (for any work) from that |
||||
copyright holder, and you cure the violation prior to 30 days after |
||||
your receipt of the notice. |
||||
|
||||
Termination of your rights under this section does not terminate the |
||||
licenses of parties who have received copies or rights from you under |
||||
this License. If your rights have been terminated and not permanently |
||||
reinstated, you do not qualify to receive new licenses for the same |
||||
material under section 10. |
||||
|
||||
9. Acceptance Not Required for Having Copies. |
||||
|
||||
You are not required to accept this License in order to receive or |
||||
run a copy of the Program. Ancillary propagation of a covered work |
||||
occurring solely as a consequence of using peer-to-peer transmission |
||||
to receive a copy likewise does not require acceptance. However, |
||||
nothing other than this License grants you permission to propagate or |
||||
modify any covered work. These actions infringe copyright if you do |
||||
not accept this License. Therefore, by modifying or propagating a |
||||
covered work, you indicate your acceptance of this License to do so. |
||||
|
||||
10. Automatic Licensing of Downstream Recipients. |
||||
|
||||
Each time you convey a covered work, the recipient automatically |
||||
receives a license from the original licensors, to run, modify and |
||||
propagate that work, subject to this License. You are not responsible |
||||
for enforcing compliance by third parties with this License. |
||||
|
||||
An "entity transaction" is a transaction transferring control of an |
||||
organization, or substantially all assets of one, or subdividing an |
||||
organization, or merging organizations. If propagation of a covered |
||||
work results from an entity transaction, each party to that |
||||
transaction who receives a copy of the work also receives whatever |
||||
licenses to the work the party's predecessor in interest had or could |
||||
give under the previous paragraph, plus a right to possession of the |
||||
Corresponding Source of the work from the predecessor in interest, if |
||||
the predecessor has it or can get it with reasonable efforts. |
||||
|
||||
You may not impose any further restrictions on the exercise of the |
||||
rights granted or affirmed under this License. For example, you may |
||||
not impose a license fee, royalty, or other charge for exercise of |
||||
rights granted under this License, and you may not initiate litigation |
||||
(including a cross-claim or counterclaim in a lawsuit) alleging that |
||||
any patent claim is infringed by making, using, selling, offering for |
||||
sale, or importing the Program or any portion of it. |
||||
|
||||
11. Patents. |
||||
|
||||
A "contributor" is a copyright holder who authorizes use under this |
||||
License of the Program or a work on which the Program is based. The |
||||
work thus licensed is called the contributor's "contributor version". |
||||
|
||||
A contributor's "essential patent claims" are all patent claims |
||||
owned or controlled by the contributor, whether already acquired or |
||||
hereafter acquired, that would be infringed by some manner, permitted |
||||
by this License, of making, using, or selling its contributor version, |
||||
but do not include claims that would be infringed only as a |
||||
consequence of further modification of the contributor version. For |
||||
purposes of this definition, "control" includes the right to grant |
||||
patent sublicenses in a manner consistent with the requirements of |
||||
this License. |
||||
|
||||
Each contributor grants you a non-exclusive, worldwide, royalty-free |
||||
patent license under the contributor's essential patent claims, to |
||||
make, use, sell, offer for sale, import and otherwise run, modify and |
||||
propagate the contents of its contributor version. |
||||
|
||||
In the following three paragraphs, a "patent license" is any express |
||||
agreement or commitment, however denominated, not to enforce a patent |
||||
(such as an express permission to practice a patent or covenant not to |
||||
sue for patent infringement). To "grant" such a patent license to a |
||||
party means to make such an agreement or commitment not to enforce a |
||||
patent against the party. |
||||
|
||||
If you convey a covered work, knowingly relying on a patent license, |
||||
and the Corresponding Source of the work is not available for anyone |
||||
to copy, free of charge and under the terms of this License, through a |
||||
publicly available network server or other readily accessible means, |
||||
then you must either (1) cause the Corresponding Source to be so |
||||
available, or (2) arrange to deprive yourself of the benefit of the |
||||
patent license for this particular work, or (3) arrange, in a manner |
||||
consistent with the requirements of this License, to extend the patent |
||||
license to downstream recipients. "Knowingly relying" means you have |
||||
actual knowledge that, but for the patent license, your conveying the |
||||
covered work in a country, or your recipient's use of the covered work |
||||
in a country, would infringe one or more identifiable patents in that |
||||
country that you have reason to believe are valid. |
||||
|
||||
If, pursuant to or in connection with a single transaction or |
||||
arrangement, you convey, or propagate by procuring conveyance of, a |
||||
covered work, and grant a patent license to some of the parties |
||||
receiving the covered work authorizing them to use, propagate, modify |
||||
or convey a specific copy of the covered work, then the patent license |
||||
you grant is automatically extended to all recipients of the covered |
||||
work and works based on it. |
||||
|
||||
A patent license is "discriminatory" if it does not include within |
||||
the scope of its coverage, prohibits the exercise of, or is |
||||
conditioned on the non-exercise of one or more of the rights that are |
||||
specifically granted under this License. You may not convey a covered |
||||
work if you are a party to an arrangement with a third party that is |
||||
in the business of distributing software, under which you make payment |
||||
to the third party based on the extent of your activity of conveying |
||||
the work, and under which the third party grants, to any of the |
||||
parties who would receive the covered work from you, a discriminatory |
||||
patent license (a) in connection with copies of the covered work |
||||
conveyed by you (or copies made from those copies), or (b) primarily |
||||
for and in connection with specific products or compilations that |
||||
contain the covered work, unless you entered into that arrangement, |
||||
or that patent license was granted, prior to 28 March 2007. |
||||
|
||||
Nothing in this License shall be construed as excluding or limiting |
||||
any implied license or other defenses to infringement that may |
||||
otherwise be available to you under applicable patent law. |
||||
|
||||
12. No Surrender of Others' Freedom. |
||||
|
||||
If conditions are imposed on you (whether by court order, agreement or |
||||
otherwise) that contradict the conditions of this License, they do not |
||||
excuse you from the conditions of this License. If you cannot convey a |
||||
covered work so as to satisfy simultaneously your obligations under this |
||||
License and any other pertinent obligations, then as a consequence you may |
||||
not convey it at all. For example, if you agree to terms that obligate you |
||||
to collect a royalty for further conveying from those to whom you convey |
||||
the Program, the only way you could satisfy both those terms and this |
||||
License would be to refrain entirely from conveying the Program. |
||||
|
||||
13. Use with the GNU Affero General Public License. |
||||
|
||||
Notwithstanding any other provision of this License, you have |
||||
permission to link or combine any covered work with a work licensed |
||||
under version 3 of the GNU Affero General Public License into a single |
||||
combined work, and to convey the resulting work. The terms of this |
||||
License will continue to apply to the part which is the covered work, |
||||
but the special requirements of the GNU Affero General Public License, |
||||
section 13, concerning interaction through a network will apply to the |
||||
combination as such. |
||||
|
||||
14. Revised Versions of this License. |
||||
|
||||
The Free Software Foundation may publish revised and/or new versions of |
||||
the GNU General Public License from time to time. Such new versions will |
||||
be similar in spirit to the present version, but may differ in detail to |
||||
address new problems or concerns. |
||||
|
||||
Each version is given a distinguishing version number. If the |
||||
Program specifies that a certain numbered version of the GNU General |
||||
Public License "or any later version" applies to it, you have the |
||||
option of following the terms and conditions either of that numbered |
||||
version or of any later version published by the Free Software |
||||
Foundation. If the Program does not specify a version number of the |
||||
GNU General Public License, you may choose any version ever published |
||||
by the Free Software Foundation. |
||||
|
||||
If the Program specifies that a proxy can decide which future |
||||
versions of the GNU General Public License can be used, that proxy's |
||||
public statement of acceptance of a version permanently authorizes you |
||||
to choose that version for the Program. |
||||
|
||||
Later license versions may give you additional or different |
||||
permissions. However, no additional obligations are imposed on any |
||||
author or copyright holder as a result of your choosing to follow a |
||||
later version. |
||||
|
||||
15. Disclaimer of Warranty. |
||||
|
||||
THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY |
||||
APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT |
||||
HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY |
||||
OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, |
||||
THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
||||
PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM |
||||
IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF |
||||
ALL NECESSARY SERVICING, REPAIR OR CORRECTION. |
||||
|
||||
16. Limitation of Liability. |
||||
|
||||
IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING |
||||
WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS |
||||
THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY |
||||
GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE |
||||
USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF |
||||
DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD |
||||
PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), |
||||
EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF |
||||
SUCH DAMAGES. |
||||
|
||||
17. Interpretation of Sections 15 and 16. |
||||
|
||||
If the disclaimer of warranty and limitation of liability provided |
||||
above cannot be given local legal effect according to their terms, |
||||
reviewing courts shall apply local law that most closely approximates |
||||
an absolute waiver of all civil liability in connection with the |
||||
Program, unless a warranty or assumption of liability accompanies a |
||||
copy of the Program in return for a fee. |
||||
|
||||
END OF TERMS AND CONDITIONS |
||||
|
||||
How to Apply These Terms to Your New Programs |
||||
|
||||
If you develop a new program, and you want it to be of the greatest |
||||
possible use to the public, the best way to achieve this is to make it |
||||
free software which everyone can redistribute and change under these terms. |
||||
|
||||
To do so, attach the following notices to the program. It is safest |
||||
to attach them to the start of each source file to most effectively |
||||
state the exclusion of warranty; and each file should have at least |
||||
the "copyright" line and a pointer to where the full notice is found. |
||||
|
||||
{one line to give the program's name and a brief idea of what it does.} |
||||
Copyright (C) {year} {name of author} |
||||
|
||||
This program is free software: you can redistribute it and/or modify |
||||
it under the terms of the GNU General Public License as published by |
||||
the Free Software Foundation, either version 3 of the License, or |
||||
(at your option) any later version. |
||||
|
||||
This program is distributed in the hope that it will be useful, |
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of |
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
||||
GNU General Public License for more details. |
||||
|
||||
You should have received a copy of the GNU General Public License |
||||
along with this program. If not, see <http://www.gnu.org/licenses/>. |
||||
|
||||
Also add information on how to contact you by electronic and paper mail. |
||||
|
||||
If the program does terminal interaction, make it output a short |
||||
notice like this when it starts in an interactive mode: |
||||
|
||||
{project} Copyright (C) {year} {fullname} |
||||
This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'. |
||||
This is free software, and you are welcome to redistribute it |
||||
under certain conditions; type `show c' for details. |
||||
|
||||
The hypothetical commands `show w' and `show c' should show the appropriate |
||||
parts of the General Public License. Of course, your program's commands |
||||
might be different; for a GUI interface, you would use an "about box". |
||||
|
||||
You should also get your employer (if you work as a programmer) or school, |
||||
if any, to sign a "copyright disclaimer" for the program, if necessary. |
||||
For more information on this, and how to apply and follow the GNU GPL, see |
||||
<http://www.gnu.org/licenses/>. |
||||
|
||||
The GNU General Public License does not permit incorporating your program |
||||
into proprietary programs. If your program is a subroutine library, you |
||||
may consider it more useful to permit linking proprietary applications with |
||||
the library. If this is what you want to do, use the GNU Lesser General |
||||
Public License instead of this License. But first, please read |
||||
<http://www.gnu.org/philosophy/why-not-lgpl.html>. |
||||
@ -0,0 +1,7 @@
|
||||
{ |
||||
"RabbitMQUrl": "amqp://localhost/", |
||||
"RedisUrl": "redis://127.0.0.1:6379", |
||||
"TestData": "/home/t123yh/syzoj/uploads/testdata", |
||||
"Priority": 1, |
||||
"DataDisplayLimit": 100 |
||||
} |
||||
@ -0,0 +1,58 @@
|
||||
{ |
||||
"name": "judge-daemon", |
||||
"version": "0.0.1", |
||||
"description": "Judge daemon for SYZOJ.", |
||||
"main": "", |
||||
"author": "t123yh", |
||||
"license": "GPL-3.0", |
||||
"dependencies": { |
||||
"amqplib": "^0.5.1", |
||||
"bluebird": "^3.5.0", |
||||
"body-parser": "^1.17.2", |
||||
"command-line-args": "^4.0.6", |
||||
"crypto-js": "^3.1.9-1", |
||||
"express": "^4.15.3", |
||||
"fs-extra": "^3.0.1", |
||||
"get-folder-size": "^1.0.0", |
||||
"js-yaml": "^3.9.1", |
||||
"klaw": "^2.0.0", |
||||
"lockfile": "^1.0.3", |
||||
"lodash": "^4.17.4", |
||||
"msgpack-lite": "^0.1.26", |
||||
"posix": "^4.1.1", |
||||
"randomstring": "^1.1.5", |
||||
"redis": "^2.7.1", |
||||
"redlock": "^3.0.0", |
||||
"request": "^2.81.0", |
||||
"request-promise": "^4.2.1", |
||||
"simple-sandbox": "^0.3.3", |
||||
"source-map-support": "^0.4.15", |
||||
"tar": "^3.1.9", |
||||
"uuid": "^3.1.0", |
||||
"winston": "^2.3.1" |
||||
}, |
||||
"devDependencies": { |
||||
"@types/amqplib": "^0.5.3", |
||||
"@types/bluebird": "^3.5.8", |
||||
"@types/body-parser": "^1.16.4", |
||||
"@types/crypto-js": "^3.1.33", |
||||
"@types/express": "^4.0.36", |
||||
"@types/fs-extra": "^3.0.3", |
||||
"@types/js-yaml": "^3.9.0", |
||||
"@types/klaw": "^1.3.2", |
||||
"@types/lodash": "^4.14.71", |
||||
"@types/msgpack-lite": "^0.1.4", |
||||
"@types/node": "^7.0.31", |
||||
"@types/randomstring": "^1.1.6", |
||||
"@types/redlock": "0.0.31", |
||||
"@types/request": "^2.0.0", |
||||
"@types/request-promise": "^4.1.36", |
||||
"@types/uuid": "^3.4.0", |
||||
"@types/winston": "^2.3.4", |
||||
"typescript": "^2.3.4" |
||||
}, |
||||
"scripts": { |
||||
"build": "tsc -d -p .", |
||||
"build:watch": "tsc -w -d -p ." |
||||
} |
||||
} |
||||
@ -0,0 +1,8 @@
|
||||
{ |
||||
"RabbitMQUrl": "amqp://localhost/", |
||||
"Listen": { |
||||
"host": "127.0.0.1", "port": 5284 |
||||
}, |
||||
"RemoteUrl": "http://127.0.0.1:5283", |
||||
"Token": "233" |
||||
} |
||||
@ -0,0 +1,4 @@
|
||||
{ |
||||
"WorkingDirectory": "/mnt/syzoj-tmp1", |
||||
"SandboxCgroup": "syzoj-1" |
||||
} |
||||
@ -0,0 +1,20 @@
|
||||
{ |
||||
"RabbitMQUrl": "amqp://localhost/", |
||||
"RedisUrl": "redis://127.0.0.1:6379", |
||||
"TestData": "/home/t123yh/syzoj/uploads/testdata", |
||||
"Priority": 1, |
||||
"DebugMessageDisplayLimit": 5000, |
||||
"OutputLimit": 104857600, |
||||
"StderrDisplayLimit": 5120, |
||||
"DataDisplayLimit": 128, |
||||
"CompilerMessageLimit": 50000, |
||||
"SpjTimeLimit": 1501, |
||||
"SpjMemoryLimit": 256, |
||||
"SandboxEnvironments": [ |
||||
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", |
||||
"HOME=/tmp" |
||||
], |
||||
"SandboxUser": "nobody", |
||||
"SandboxRoot": "/home/t123yh/alpine", |
||||
"BinaryDirectory": "/home/t123yh/syzoj-bin" |
||||
} |
||||
@ -0,0 +1,8 @@
|
||||
import {disconnect as disconnectRMQ } from './rmq'; |
||||
import winston = require('winston'); |
||||
|
||||
export function cleanUp(retCode: number) { |
||||
winston.info('Cleaning up...'); |
||||
disconnectRMQ(); |
||||
process.exit(1); |
||||
} |
||||
@ -0,0 +1,38 @@
|
||||
import * as commandLineArgs from 'command-line-args'; |
||||
import * as fs from 'fs'; |
||||
import * as winston from 'winston'; |
||||
|
||||
export interface ConfigStructure { |
||||
rabbitMQ: string; |
||||
testDataDirectory: string; |
||||
priority: number; |
||||
redis: string; |
||||
dataDisplayLimit: number; |
||||
} |
||||
|
||||
const optionDefinitions = [ |
||||
{ name: 'verbose', alias: 'v', type: Boolean }, |
||||
{ name: 'config', alias: 'c', type: String }, |
||||
]; |
||||
|
||||
const options = commandLineArgs(optionDefinitions); |
||||
|
||||
function readJSON(path: string): any { |
||||
return JSON.parse(fs.readFileSync(path, 'utf8')); |
||||
} |
||||
|
||||
const configJSON = readJSON(options["config"]); |
||||
export const globalConfig: ConfigStructure = { |
||||
rabbitMQ: configJSON.RabbitMQUrl, |
||||
testDataDirectory: configJSON.TestData, |
||||
priority: configJSON.Priority, |
||||
redis: configJSON.RedisUrl, |
||||
dataDisplayLimit: configJSON.DataDisplayLimit |
||||
} |
||||
|
||||
if (options.verbose) { |
||||
// winston.transports.Console.level = 'debug';
|
||||
(winston as any).level = 'debug'; |
||||
} else { |
||||
(winston as any).level = 'warn'; |
||||
} |
||||
@ -0,0 +1,29 @@
|
||||
require('source-map-support').install(); |
||||
|
||||
import winston = require('winston'); |
||||
import { globalConfig as Cfg } from './config'; |
||||
import util = require('util'); |
||||
import rmq = require('./rmq'); |
||||
import { judge } from './judge'; |
||||
import { JudgeResult, ErrorType, ProgressReportType } from '../interfaces'; |
||||
|
||||
(async function () { |
||||
winston.info("Daemon starts."); |
||||
await rmq.connect(); |
||||
winston.info("Start consuming the queue."); |
||||
await rmq.waitForTask(async (task) => { |
||||
let result: JudgeResult; |
||||
try { |
||||
await rmq.reportProgress({ taskId: task.taskId, type: ProgressReportType.Started, progress: null }); |
||||
result = await judge(task, async (progress) => { |
||||
await rmq.reportProgress({ taskId: task.taskId, type: ProgressReportType.Progress, progress: progress }); |
||||
}); |
||||
} catch (err) { |
||||
winston.warn(`Judge error!!! TaskId: ${task.taskId}`, err); |
||||
result = { error: ErrorType.SystemError, systemMessage: `An error occurred.\n${err.toString()}` }; |
||||
} |
||||
const resultReport = { taskId: task.taskId, type: ProgressReportType.Finished, progress: result }; |
||||
await rmq.reportProgress(resultReport); |
||||
await rmq.reportResult(resultReport); |
||||
}); |
||||
})().then(() => { winston.info("Initialization logic completed."); }, (err) => { winston.error(util.inspect(err)); process.exit(1); }); |
||||
@ -0,0 +1,81 @@
|
||||
import { Language } from '../languages'; |
||||
import { FileContent, TaskStatus, TaskResult } from '../interfaces'; |
||||
|
||||
export enum ProblemType { |
||||
Standard = 1, |
||||
AnswerSubmission = 2, |
||||
Interaction = 3 |
||||
} |
||||
|
||||
export interface JudgeTask { |
||||
taskId: number; |
||||
testData: string; |
||||
type: ProblemType; |
||||
priority: number; |
||||
param: StandardJudgeParameter | AnswerSubmissionJudgeParameter | InteractionJudgeParameter; |
||||
} |
||||
|
||||
export interface StandardJudgeParameter { |
||||
language: string; |
||||
code: string; |
||||
timeLimit: number; |
||||
memoryLimit: number; |
||||
fileIOInput?: string; // Null indicates stdio.
|
||||
fileIOOutput?: string; |
||||
} |
||||
|
||||
export interface AnswerSubmissionJudgeParameter { |
||||
answerFile: Buffer; |
||||
} |
||||
|
||||
export interface InteractionJudgeParameter { |
||||
timeLimit: number; |
||||
memoryLimit: number; |
||||
language: string; |
||||
code: string; |
||||
} |
||||
|
||||
export enum SubtaskScoringType { |
||||
Summation, |
||||
Minimum, |
||||
Multiple |
||||
} |
||||
|
||||
export interface TestCaseJudge { |
||||
input?: string; |
||||
output?: string; |
||||
userOutputFile?: string; |
||||
name: string; |
||||
} |
||||
|
||||
export interface SubtaskJudge { |
||||
type: SubtaskScoringType; |
||||
score: number; |
||||
cases: TestCaseJudge[]; |
||||
} |
||||
|
||||
export interface Executable { |
||||
language: Language; |
||||
sourceCode: string; |
||||
} |
||||
|
||||
export interface TestData { |
||||
name: string; |
||||
subtasks: SubtaskJudge[]; |
||||
spj?: Executable; |
||||
interactor?: Executable; |
||||
extraSourceFiles: { [language: string]: FileContent[] }; |
||||
} |
||||
|
||||
|
||||
export function mergeStatus(ps: TaskStatus[]): TaskStatus { |
||||
if (ps.every(c => c === TaskStatus.Waiting)) { |
||||
return TaskStatus.Waiting; |
||||
} else if (ps.some(c => c === TaskStatus.Running)) { |
||||
return TaskStatus.Running; |
||||
} else if (ps.some(c => c === TaskStatus.Failed)) { |
||||
return TaskStatus.Failed; |
||||
} else { |
||||
return TaskStatus.Done; |
||||
} |
||||
} |
||||
@ -0,0 +1,29 @@
|
||||
import { Language } from '../../languages'; |
||||
import * as redis from '../redis'; |
||||
import * as rmq from '../rmq'; |
||||
import { codeFingerprint } from '../../utils'; |
||||
import { CompileResult, TaskResult, RPCTaskType, RPCRequest, CompileTask, FileContent } from '../../interfaces'; |
||||
|
||||
export async function compile( |
||||
code: string, language: Language, extraFiles: FileContent[] = [], priority: number |
||||
): Promise<[string, CompileResult]> { |
||||
const fingerprint = codeFingerprint(code, language.name); |
||||
let result: CompileResult; |
||||
const unlock = await redis.getCompileLock(fingerprint); |
||||
try { |
||||
if (await redis.checkBinaryExistance(fingerprint)) { |
||||
result = { status: 0 }; |
||||
} else { |
||||
const task: CompileTask = { |
||||
code: code, |
||||
language: language.name, |
||||
extraFiles: extraFiles, |
||||
binaryName: fingerprint |
||||
}; |
||||
result = await rmq.runTask({ type: RPCTaskType.Compile, task: task }, priority); |
||||
} |
||||
return [fingerprint, result]; |
||||
} finally { |
||||
unlock(); |
||||
} |
||||
} |
||||
@ -0,0 +1,31 @@
|
||||
import { JudgeTask, ProblemType, TestData, StandardJudgeParameter } from '../interfaces'; |
||||
import { judgeStandard } from './standard'; |
||||
import {JudgeResult, ErrorType} from '../../interfaces'; |
||||
import { readRulesFile } from '../testData'; |
||||
import { filterPath } from '../../utils'; |
||||
import winston = require('winston'); |
||||
|
||||
export async function judge( |
||||
task: JudgeTask, reportProgress: (p: JudgeResult) => Promise<void> |
||||
): Promise<JudgeResult> { |
||||
winston.verbose(`Judging ${task.taskId}`); |
||||
// Parse test data
|
||||
let testData: TestData = null; |
||||
try { |
||||
testData = await readRulesFile(filterPath(task.testData)); |
||||
} catch (err) { |
||||
winston.info(`Error reading test data for ${task.testData}`, err); |
||||
return { error: ErrorType.TestDataError, systemMessage: `An error occurred while parsing test data: ${err.toString()}` }; |
||||
} |
||||
if (testData == null) { |
||||
winston.verbose(`Test data ${task.testData} unavailable`); |
||||
return { error: ErrorType.TestDataError, systemMessage: "Testdata unavailable." }; |
||||
} |
||||
|
||||
// Do things
|
||||
if (task.type === ProblemType.Standard) { |
||||
return await judgeStandard(testData, task.param as StandardJudgeParameter, task.priority, reportProgress); |
||||
} else { |
||||
throw new Error(`Task type not supported`); |
||||
} |
||||
} |
||||
@ -0,0 +1,101 @@
|
||||
import { TestData, StandardJudgeParameter, SubtaskJudge, TestCaseJudge, SubtaskScoringType } from '../interfaces'; |
||||
import { SubtaskResult, TestCaseDetails, TaskStatus, TestCaseResult, JudgeResult } from '../../interfaces'; |
||||
import { globalConfig as Cfg } from '../config'; |
||||
import winston = require('winston'); |
||||
import _ = require('lodash'); |
||||
|
||||
const globalFullScore = 100; |
||||
function calculateSubtaskScore(scoring: SubtaskScoringType, scores: number[]): number { |
||||
if (scoring === SubtaskScoringType.Minimum) { |
||||
return _.min(scores); |
||||
} else if (scoring === SubtaskScoringType.Multiple) { |
||||
return _.reduce(scores, |
||||
(res, cur) => res * cur, 1); |
||||
} else if (scoring === SubtaskScoringType.Summation) { |
||||
return _.sum(scores) / scores.length; |
||||
} |
||||
} |
||||
|
||||
export async function processJudgement( |
||||
subtasks: SubtaskJudge[], |
||||
reportProgress: (r: SubtaskResult[]) => Promise<void>, |
||||
judgeTestCase: (curCase: TestCaseJudge, started: () => Promise<void>) => Promise<TestCaseDetails>, |
||||
): Promise<SubtaskResult[]> { |
||||
const results: SubtaskResult[] = subtasks.map(t => ({ |
||||
cases: t.cases.map(j => ({ |
||||
status: TaskStatus.Waiting |
||||
})) |
||||
})); |
||||
winston.debug(`Totally ${results.length} subtasks.`); |
||||
|
||||
const judgeTasks: Promise<void>[] = []; |
||||
for (let subtaskIndex = 0; subtaskIndex < subtasks.length; subtaskIndex++) { |
||||
const currentResult = results[subtaskIndex]; |
||||
const currentTask = subtasks[subtaskIndex]; |
||||
|
||||
judgeTasks.push((async () => { |
||||
// Type minimum is skippable, run one by one
|
||||
if (currentTask.type !== SubtaskScoringType.Summation) { |
||||
let skipped: boolean = true; |
||||
for (let index = 0; index < currentTask.cases.length; index++) { |
||||
const currentTaskResult = currentResult.cases[index]; |
||||
if (skipped) { |
||||
currentTaskResult.status = TaskStatus.Skipped; |
||||
} else { |
||||
winston.verbose(`Judging ${subtaskIndex}, case ${index}.`); |
||||
let score = 0; |
||||
try { |
||||
const taskJudge = await judgeTestCase(currentTask.cases[index], async () => { |
||||
currentTaskResult.status = TaskStatus.Running; |
||||
await reportProgress(results); |
||||
}); |
||||
currentTaskResult.status = TaskStatus.Done; |
||||
currentTaskResult.result = taskJudge; |
||||
score = taskJudge.scoringRate; |
||||
} catch (err) { |
||||
currentTaskResult.status = TaskStatus.Failed; |
||||
currentTaskResult.errorMessage = err.toString(); |
||||
winston.warn(`Task runner error: ${err.toString()} (subtask ${subtaskIndex}, case ${index})`); |
||||
} |
||||
if (score === 0) { |
||||
winston.debug(`Subtask ${subtaskIndex}, case ${index}: zero, skipping the rest.`); |
||||
skipped = true; |
||||
} |
||||
await reportProgress(results); |
||||
} |
||||
} |
||||
} else { |
||||
// Non skippable, run all immediately
|
||||
const caseTasks: Promise<void>[] = []; |
||||
for (let index = 0; index < currentTask.cases.length; index++) { |
||||
caseTasks.push((async () => { |
||||
const currentTaskResult = currentResult.cases[index]; |
||||
winston.verbose(`Judging ${subtaskIndex}, case ${index}.`); |
||||
try { |
||||
currentTaskResult.result = await judgeTestCase(currentTask.cases[index], async () => { |
||||
currentTaskResult.status = TaskStatus.Running; |
||||
await reportProgress(results); |
||||
}); |
||||
currentTaskResult.status = TaskStatus.Done; |
||||
} catch (err) { |
||||
currentTaskResult.status = TaskStatus.Failed; |
||||
currentTaskResult.errorMessage = err.toString(); |
||||
winston.warn(`Task runner error: ${err.toString()} (subtask ${subtaskIndex}, case ${index})`); |
||||
} |
||||
await reportProgress(results); |
||||
})()); |
||||
} |
||||
await Promise.all(caseTasks); |
||||
} |
||||
if (currentResult.cases.some(c => c.status === TaskStatus.Failed)) { |
||||
// If any testcase has failed, the score is invaild.
|
||||
currentResult.score = -1; |
||||
} else { |
||||
currentResult.score = calculateSubtaskScore(currentTask.score, currentResult.cases.map(c => c.result ? c.result.scoringRate : 0)) * currentTask.score; |
||||
} |
||||
winston.verbose(`Subtask ${subtaskIndex}, finished`); |
||||
})()); |
||||
} |
||||
await Promise.all(judgeTasks); |
||||
return results; |
||||
} |
||||
@ -0,0 +1,92 @@
|
||||
import { TestData, StandardJudgeParameter, TestCaseJudge } from '../interfaces'; |
||||
import { TaskStatus, ErrorType, TestCaseDetails, JudgeResult, TaskResult, StandardRunTask, StandardRunResult, RPCTaskType } from '../../interfaces'; |
||||
import { globalConfig as Cfg } from '../config'; |
||||
import { cloneObject, readFileLength } from '../../utils'; |
||||
import { compile } from './compile'; |
||||
import { Language, getLanguage } from '../../languages'; |
||||
import { processJudgement } from './process' |
||||
import { runTask } from '../rmq'; |
||||
import pathLib = require('path'); |
||||
import winston = require('winston'); |
||||
|
||||
export async function judgeStandard( |
||||
testData: TestData, |
||||
param: StandardJudgeParameter, |
||||
priority: number, |
||||
reportProgress: (progress: JudgeResult) => Promise<void> |
||||
): Promise<JudgeResult> { |
||||
winston.debug("Running standard judging procedure."); |
||||
|
||||
let spjName: string = null; |
||||
if (testData.spj != null) { |
||||
winston.verbose("Compiling special judge."); |
||||
const [spjExecutableName, spjResult] = await compile(testData.spj.sourceCode, testData.spj.language, null, priority); |
||||
spjName = spjExecutableName; |
||||
|
||||
if (spjResult.status !== 0) { |
||||
winston.verbose("Special judge CE."); |
||||
let message = null; |
||||
if (spjResult.message != null && spjResult.message !== "") { |
||||
message = "===== Special Judge Compilation Message =====" + spjResult.message; |
||||
} |
||||
return { error: ErrorType.TestDataError, systemMessage: message }; |
||||
} |
||||
} |
||||
|
||||
const language = getLanguage(param.language); |
||||
winston.verbose("Compiling user program."); |
||||
const [executableName, compilationResult] = await compile( |
||||
param.code, |
||||
language, |
||||
testData.extraSourceFiles[language.name], |
||||
priority |
||||
); |
||||
|
||||
if (compilationResult.status !== 0) { |
||||
winston.verbose("User program CE."); |
||||
let message = null; |
||||
if (compilationResult.message != null && compilationResult.message !== "") { |
||||
message = compilationResult.message; |
||||
} |
||||
return { compileStatus: TaskStatus.Failed, compilerMessage: message }; |
||||
} |
||||
|
||||
winston.debug("Start judgement."); |
||||
return { |
||||
subtasks: await processJudgement( |
||||
testData.subtasks, |
||||
async (result) => { reportProgress({ subtasks: result }); }, |
||||
async (curCase, st) => { |
||||
const task: StandardRunTask = { |
||||
testDataName: testData.name, |
||||
inputData: curCase.input, |
||||
answerData: curCase.output, |
||||
time: param.timeLimit, |
||||
memory: param.memoryLimit, |
||||
fileIOInput: param.fileIOInput, |
||||
fileIOOutput: param.fileIOOutput, |
||||
userExecutableName: executableName, |
||||
spjExecutableName: testData.spj ? spjName : null, |
||||
}; |
||||
|
||||
const [inputContent, outputContent, runResult]: [string, string, StandardRunResult] = await Promise.all([ |
||||
readFileLength(pathLib.join(Cfg.testDataDirectory, testData.name, curCase.input), Cfg.dataDisplayLimit), |
||||
readFileLength(pathLib.join(Cfg.testDataDirectory, testData.name, curCase.output), Cfg.dataDisplayLimit), |
||||
runTask({ type: RPCTaskType.RunStandard, task: task }, priority, st) |
||||
]) as any; |
||||
|
||||
return { |
||||
type: runResult.result, |
||||
time: runResult.time, |
||||
memory: runResult.memory, |
||||
userError: runResult.userError, |
||||
userOutput: runResult.userOutput, |
||||
scoringRate: runResult.scoringRate, |
||||
spjMessage: runResult.spjMessage, |
||||
input: { name: curCase.input, content: inputContent }, |
||||
output: { name: curCase.output, content: outputContent }, |
||||
systemMessage: runResult.systemMessage |
||||
}; |
||||
}) |
||||
}; |
||||
} |
||||
@ -0,0 +1,35 @@
|
||||
import Bluebird = require('bluebird'); |
||||
import redis = require('redis'); |
||||
import Redlock = require('redlock'); |
||||
|
||||
import { globalConfig as Cfg } from './config'; |
||||
import { codeFingerprint } from '../utils'; |
||||
import { redisMetadataSuffix } from '../interfaces'; |
||||
|
||||
Bluebird.promisifyAll(redis.RedisClient.prototype); |
||||
Bluebird.promisifyAll(redis.Multi.prototype); |
||||
|
||||
const redisClient = redis.createClient(Cfg.redis, { detect_buffers: true }) as any; |
||||
// We use one client for now, cluster support to be added later.
|
||||
const redlock = new Redlock([redisClient], { |
||||
retryCount: 0, |
||||
retryDelay: 100 |
||||
// retryJitter: 100
|
||||
}); |
||||
|
||||
export async function checkBinaryExistance(name: string): Promise<Boolean> { |
||||
return !!(await redisClient.existsAsync(name + redisMetadataSuffix)); |
||||
} |
||||
|
||||
const lockTTL = 1000; |
||||
export async function getCompileLock(name: string): Promise<() => Promise<void>> { |
||||
const lockName = `compile-${name}`; |
||||
const lock = await redlock.lock(lockName, lockTTL); |
||||
const token = setInterval(async () => { |
||||
await lock.extend(lockTTL); |
||||
}, lockTTL * 0.7); |
||||
return async () => { |
||||
clearInterval(token); |
||||
await lock.unlock(); |
||||
} |
||||
} |
||||
@ -0,0 +1,106 @@
|
||||
import amqp = require('amqplib'); |
||||
import { globalConfig as Cfg } from './config'; |
||||
import msgpack = require('msgpack-lite'); |
||||
import winston = require('winston'); |
||||
import util = require('util'); |
||||
import uuid = require('uuid'); |
||||
import { RPCRequest, RPCReplyType, JudgeResult, ProgressReportData, RPCReply } from '../interfaces'; |
||||
import { cleanUp } from './cleanup'; |
||||
import { JudgeTask } from './interfaces'; |
||||
import * as rmqCommon from '../rmq-common'; |
||||
|
||||
let amqpConnection: amqp.Connection; |
||||
let publicChannel: amqp.Channel; |
||||
|
||||
export async function connect() { |
||||
winston.verbose(`Connecting to RabbitMQ "${Cfg.rabbitMQ}"...`); |
||||
amqpConnection = await amqp.connect(Cfg.rabbitMQ); |
||||
winston.debug(`Connected to RabbitMQ, asserting queues`); |
||||
publicChannel = await newChannel(); |
||||
await rmqCommon.assertTaskQueue(publicChannel); |
||||
await rmqCommon.assertProgressReportExchange(publicChannel); |
||||
await rmqCommon.assertJudgeQueue(publicChannel); |
||||
await rmqCommon.assertResultReportQueue(publicChannel); |
||||
amqpConnection.on('error', (err) => { |
||||
winston.error(`RabbitMQ connection failure: ${err.toString()}`); |
||||
cleanUp(2); |
||||
}); |
||||
} |
||||
|
||||
export async function disconnect() { |
||||
await amqpConnection.close(); |
||||
} |
||||
|
||||
async function newChannel(): Promise<amqp.Channel> { |
||||
return await amqpConnection.createChannel(); |
||||
} |
||||
|
||||
export async function waitForTask(handle: (task: JudgeTask) => Promise<void>) { |
||||
const channel = await newChannel(); |
||||
channel.prefetch(1); |
||||
await channel.consume(rmqCommon.judgeQueueName, (msg: amqp.Message) => { |
||||
const messageId = msg.properties.messageId; |
||||
winston.info(`Got judge task`); |
||||
(async () => { |
||||
const data = msgpack.decode(msg.content) as JudgeTask; |
||||
winston.debug(`Data: ${util.inspect(data)}`); |
||||
await handle(data); |
||||
})().then(async () => { |
||||
channel.ack(msg); |
||||
}, async (err) => { |
||||
// Do not requeue it.
|
||||
winston.warn(`Failed to process message ${messageId}: ${err.toString()}`); |
||||
channel.nack(msg, false, false); |
||||
}); |
||||
}, { |
||||
priority: Cfg.priority |
||||
}); |
||||
} |
||||
|
||||
export async function reportProgress(data: ProgressReportData) { |
||||
const payload = msgpack.encode(data); |
||||
publicChannel.publish(rmqCommon.progressExchangeName, '', payload); |
||||
} |
||||
|
||||
export async function reportResult(data: ProgressReportData) { |
||||
const payload = msgpack.encode(data); |
||||
publicChannel.sendToQueue(rmqCommon.resultReportQueueName, payload); |
||||
} |
||||
|
||||
// started: Callback when this task is started.
|
||||
export async function runTask(task: RPCRequest, priority: number, started?: () => void): Promise<any> { |
||||
const correlationId = uuid(); |
||||
winston.verbose(`Sending task ${util.inspect(task)} to run, with ID ${correlationId} and priority ${priority}`); |
||||
const channel = await newChannel(); |
||||
const callbackQueue = (await channel.assertQueue('', { exclusive: true, autoDelete: true })).queue; |
||||
|
||||
let pmres, pmrej; // TODO: What the hack(f**k)? Please refine the hack.
|
||||
const resultPromise = new Promise((res, rej) => { pmres = res; pmrej = rej; }); |
||||
const cancel = await channel.consume(callbackQueue, (msg) => { |
||||
const reply = msgpack.decode(msg.content) as RPCReply; |
||||
winston.verbose(`Task ${correlationId} got reply: ${util.inspect(reply)}`); |
||||
|
||||
if (reply.type === RPCReplyType.Started) { |
||||
if (started) started(); |
||||
} else { |
||||
channel.close().then(() => { |
||||
if (reply.type === RPCReplyType.Finished) { |
||||
pmres(reply.result); |
||||
} else if (reply.type === RPCReplyType.Error) { |
||||
pmrej(new Error(reply.error)); |
||||
} |
||||
}, (err) => { |
||||
winston.error(`Failed to close RabbitMQ channel`, err); |
||||
pmrej(err); |
||||
}); |
||||
} |
||||
}, { noAck: true }); |
||||
winston.debug(`Task ${correlationId} callback queue subscribed.`); |
||||
|
||||
channel.sendToQueue(rmqCommon.taskQueueName, msgpack.encode(task), { |
||||
correlationId: correlationId, replyTo: callbackQueue |
||||
}); |
||||
winston.debug(`Task ${correlationId} sent.`); |
||||
|
||||
return resultPromise; |
||||
} |
||||
@ -0,0 +1,143 @@
|
||||
import yaml = require('js-yaml'); |
||||
import fse = require('fs-extra'); |
||||
import pathLib = require('path'); |
||||
import { Language, languages, getLanguage } from '../languages'; |
||||
import { compareStringByNumber, tryReadFile, filterPath } from '../utils'; |
||||
import { SubtaskScoringType, SubtaskJudge, TestCaseJudge, Executable, TestData } from './interfaces'; |
||||
import { FileContent } from '../interfaces'; |
||||
import { globalConfig as Cfg } from './config'; |
||||
|
||||
export interface UserSubtask { |
||||
score: number; |
||||
type: string; |
||||
cases: (string | number)[]; |
||||
} |
||||
|
||||
export interface UserConfigFile { |
||||
subtasks: UserSubtask[]; |
||||
inputFile: string; |
||||
fullScore?: number; |
||||
outputFile?: string; |
||||
userOutput?: string; |
||||
specialJudge?: { language: string, fileName: string }; |
||||
interactor?: { language: string, fileName: string }; |
||||
extraSourceFiles?: { language: string, files: { name: string, dest: string }[] }[]; |
||||
} |
||||
|
||||
function filterHyphen(input: string): string { |
||||
if (input == null || input === '-') |
||||
return null; |
||||
else |
||||
return input; |
||||
} |
||||
|
||||
function parseScoringType(typeString: string): SubtaskScoringType { |
||||
if (typeString === 'sum') |
||||
return SubtaskScoringType.Summation; |
||||
else if (typeString === 'mul') |
||||
return SubtaskScoringType.Multiple; |
||||
else if (typeString === 'min') |
||||
return SubtaskScoringType.Minimum; |
||||
throw new Error("Subtask type must be one of the following: sum, mul, min"); |
||||
} |
||||
|
||||
async function parseExecutable(src: any, dataPath: string): Promise<Executable> { |
||||
return { sourceCode: await fse.readFile(pathLib.join(dataPath, filterPath(src.fileName)), 'utf8'), language: getLanguage(src.language) }; |
||||
} |
||||
|
||||
async function parseYamlContent(obj: UserConfigFile, dataName: string): Promise<TestData> { |
||||
const dataPath = pathLib.join(Cfg.testDataDirectory, dataName); |
||||
let extraFiles: { [language: string]: FileContent[] } = {}; |
||||
if (obj.extraSourceFiles) { |
||||
for (let l of obj.extraSourceFiles) { |
||||
extraFiles[l.language] = []; |
||||
for (let f of l.files) { |
||||
extraFiles[l.language].push({ |
||||
name: filterPath(f.dest), |
||||
content: await fse.readFile(pathLib.join(dataPath, filterPath(f.name)), 'utf8') |
||||
}) |
||||
} |
||||
} |
||||
} |
||||
return { |
||||
subtasks: obj.subtasks.map(s => ({ |
||||
score: s.score, |
||||
type: parseScoringType(s.type), |
||||
cases: s.cases.map(c => ({ |
||||
input: obj.inputFile ? filterPath(obj.inputFile.replace('#', c.toString())) : null, |
||||
output: obj.outputFile ? filterPath(obj.outputFile.replace('#', c.toString())) : null, |
||||
userAnswer: obj.userOutput ? filterPath(obj.userOutput.replace('#', c.toString())) : null, |
||||
name: c.toString() |
||||
})) |
||||
})), |
||||
spj: obj.specialJudge && await parseExecutable(obj.specialJudge, dataPath), |
||||
extraSourceFiles: extraFiles, |
||||
interactor: obj.interactor && await parseExecutable(obj.interactor, dataPath), |
||||
name: dataName, |
||||
} |
||||
} |
||||
|
||||
export async function readRulesFile(dataName: string): Promise<TestData> { |
||||
const dataPath = pathLib.join(Cfg.testDataDirectory, dataName); |
||||
let fileContent = await tryReadFile(pathLib.join(dataPath, 'data.yml')); |
||||
if (fileContent != null) { |
||||
return parseYamlContent(yaml.safeLoad(fileContent), dataPath); |
||||
} else { // No data.yml
|
||||
let spj: Executable = null; |
||||
for (const lang of languages) { |
||||
const spjName = pathLib.join(dataPath, "spj_" + lang.name + "." + lang.fileExtension); |
||||
if (await fse.exists(spjName)) { |
||||
spj = { sourceCode: await fse.readFile(spjName, 'utf8'), language: lang }; |
||||
break; |
||||
} |
||||
} |
||||
let cases: { input: string, output: string, name: string }[] = []; |
||||
let dirContent: string[]; |
||||
try { |
||||
dirContent = await fse.readdir(dataPath); |
||||
} catch (err) { |
||||
if (err.code === 'ENOENT') { |
||||
return null; |
||||
} |
||||
throw err; |
||||
} |
||||
for (let fileName of await fse.readdir(dataPath)) { |
||||
let outputFileName = null; |
||||
|
||||
const fileNameRegex = /^(.*)\.in$/; |
||||
const matchResult = fileNameRegex.exec(fileName); |
||||
if (matchResult != null) { |
||||
const filePrefix = matchResult[1]; |
||||
if ((await fse.stat(pathLib.join(dataPath, fileName))).isFile()) { |
||||
const outputPathPrefix = pathLib.join(dataPath, filePrefix); |
||||
if (await fse.exists(outputPathPrefix + '.out')) { |
||||
outputFileName = filePrefix + '.out'; |
||||
} else if (await fse.exists(outputPathPrefix + '.ans')) { |
||||
outputFileName = filePrefix + '.ans'; |
||||
} |
||||
} |
||||
// Found output file
|
||||
if (outputFileName != null) { |
||||
cases.push({ |
||||
input: filePrefix + '.in', |
||||
output: outputFileName, |
||||
name: filePrefix |
||||
}); |
||||
} |
||||
} |
||||
} |
||||
|
||||
cases.sort((a, b) => compareStringByNumber(a.name, b.name)); |
||||
|
||||
return !cases.length ? null : { |
||||
subtasks: [{ |
||||
score: 100, |
||||
type: SubtaskScoringType.Summation, |
||||
cases: cases |
||||
}], |
||||
spj: spj, |
||||
name: dataName, |
||||
extraSourceFiles: {} |
||||
}; |
||||
} |
||||
} |
||||
@ -0,0 +1,137 @@
|
||||
export enum RPCTaskType { |
||||
Compile = 1, |
||||
RunStandard = 2, |
||||
RunSubmitAnswer = 3, |
||||
RunInteraction = 4 |
||||
} |
||||
|
||||
export interface RPCRequest { |
||||
type: RPCTaskType; |
||||
task: any; |
||||
} |
||||
|
||||
export interface CompileTask { |
||||
code: string; |
||||
language: string; |
||||
extraFiles: FileContent[]; |
||||
binaryName: string; |
||||
} |
||||
|
||||
export interface TestCaseDetails { |
||||
type: TaskResult; |
||||
time: number; |
||||
memory: number; |
||||
input: FileContent; |
||||
output: FileContent; // Output in test data
|
||||
scoringRate: number; // e.g. 0.5
|
||||
userOutput: string; |
||||
userError: string; |
||||
spjMessage: string; |
||||
systemMessage: string; |
||||
}; |
||||
|
||||
export interface TestCaseResult { |
||||
status: TaskStatus; |
||||
result?: TestCaseDetails; |
||||
errorMessage?: string; |
||||
} |
||||
|
||||
export interface SubtaskResult { |
||||
score?: number; |
||||
cases: TestCaseResult[]; |
||||
} |
||||
|
||||
export enum ErrorType { |
||||
SystemError, |
||||
TestDataError |
||||
} |
||||
|
||||
export interface JudgeResult { |
||||
error?: ErrorType; |
||||
compileStatus?: TaskStatus; |
||||
subtasks?: SubtaskResult[]; |
||||
compilerMessage?: string; |
||||
systemMessage?: string; |
||||
} |
||||
|
||||
export interface StandardRunResult { |
||||
time: number; |
||||
memory: number; |
||||
userOutput: string; |
||||
userError: string; |
||||
scoringRate: number; |
||||
spjMessage: string; |
||||
systemMessage: string; |
||||
result: TaskResult; |
||||
} |
||||
|
||||
export interface StandardRunTask { |
||||
testDataName: string; |
||||
inputData: string; |
||||
answerData: string; |
||||
time: number; |
||||
memory: number; |
||||
fileIOInput?: string; |
||||
fileIOOutput?: string; |
||||
userExecutableName: string; |
||||
spjExecutableName?: string; |
||||
} |
||||
|
||||
export enum TaskStatus { |
||||
Waiting = 0, |
||||
Running = 1, |
||||
Done = 2, |
||||
Failed = 3, |
||||
Skipped = 4 |
||||
} |
||||
|
||||
export enum TaskResult { |
||||
Accepted = 1, |
||||
WrongAnswer, |
||||
PartiallyCorrect, |
||||
MemoryLimitExceeded, |
||||
TimeLimitExceeded, |
||||
OutputLimitExceeded, |
||||
FileError, // The output file does not exist
|
||||
RuntimeError, |
||||
JudgementFailed, // Special Judge or Interactor fails
|
||||
InvalidInteraction |
||||
} |
||||
|
||||
export interface CompileResult { |
||||
// -1: Run failed, 0: OK, others: Compilation Error
|
||||
status: number; |
||||
message?: string; |
||||
} |
||||
|
||||
export interface FileContent { |
||||
content: string, |
||||
name: string |
||||
} |
||||
|
||||
export enum RPCReplyType { |
||||
Started = 1, |
||||
Finished = 2, |
||||
Error = 3 |
||||
} |
||||
|
||||
export enum ProgressReportType { |
||||
Started = 1, |
||||
Progress = 2, |
||||
Finished = 3 |
||||
} |
||||
|
||||
export interface ProgressReportData { |
||||
taskId: number; |
||||
type: ProgressReportType; |
||||
progress: JudgeResult; |
||||
} |
||||
|
||||
export interface RPCReply { |
||||
type: RPCReplyType; |
||||
result?: any; |
||||
error?: string; |
||||
} |
||||
|
||||
export const redisBinarySuffix = '-bin'; |
||||
export const redisMetadataSuffix = '-meta'; |
||||
@ -0,0 +1,76 @@
|
||||
import _ = require('lodash'); |
||||
|
||||
export interface JudgeResultSubmit { |
||||
taskId: number; |
||||
time: number; |
||||
memory: number; |
||||
score: number; |
||||
statusNumber: number; |
||||
statusString: string; |
||||
result: string; |
||||
} |
||||
|
||||
import { JudgeResult, TaskResult, TaskStatus, ErrorType, SubtaskResult, TestCaseResult, TestCaseDetails } from './interfaces'; |
||||
|
||||
const compileError = "Compile Error", |
||||
systemError = "System Error", |
||||
testdataError = "No Testdata"; |
||||
|
||||
export const statusToString = {}; |
||||
statusToString[TaskResult.Accepted] = "Accepted"; |
||||
statusToString[TaskResult.WrongAnswer] = "Wrong Answer"; |
||||
statusToString[TaskResult.PartiallyCorrect] = "Partially Correct"; |
||||
statusToString[TaskResult.MemoryLimitExceeded] = "Memory Limit Exceeded"; |
||||
statusToString[TaskResult.TimeLimitExceeded] = "Time Limit Exceeded"; |
||||
statusToString[TaskResult.OutputLimitExceeded] = "Output Limit Exceeded"; |
||||
statusToString[TaskResult.RuntimeError] = "Runtime Error"; |
||||
statusToString[TaskResult.FileError] = "File Error"; |
||||
statusToString[TaskResult.JudgementFailed] = "Judgement Failed"; |
||||
statusToString[TaskResult.InvalidInteraction] = "Invalid Interaction"; |
||||
|
||||
export function firstNonAC(t: TaskResult[]): TaskResult { |
||||
if (t.every(v => v === TaskResult.Accepted)) { |
||||
return TaskResult.Accepted |
||||
} else { |
||||
return t.find(r => r !== TaskResult.Accepted); |
||||
} |
||||
} |
||||
|
||||
export function convertResult(id: number, source: JudgeResult): JudgeResultSubmit { |
||||
let time = -1, |
||||
memory = -1, |
||||
score = 0, |
||||
done = true, |
||||
statusString = null; |
||||
|
||||
if (source.compileStatus === TaskStatus.Failed) { |
||||
statusString = compileError; |
||||
} else if (source.error != null) { |
||||
done = false; |
||||
score = -1; |
||||
if (source.error === ErrorType.TestDataError) { |
||||
statusString = testdataError; |
||||
} else { |
||||
statusString = systemError; |
||||
} |
||||
} else if (source.subtasks != null) { |
||||
if (source.subtasks.some(s => s.score === -1)) { |
||||
score = -1; |
||||
statusString = systemError; |
||||
} else { |
||||
const finalResult = firstNonAC(source.subtasks.map(s => firstNonAC(s.cases.filter(c => c.result != null).map(c => c.result.type)))); |
||||
statusString = statusToString[finalResult]; |
||||
score = _.sum(source.subtasks.map(s => s.score)); |
||||
} |
||||
} |
||||
|
||||
return { |
||||
taskId: id, |
||||
time: time, |
||||
memory: memory, |
||||
score: score, |
||||
statusNumber: done ? TaskStatus.Done : TaskStatus.Failed, |
||||
statusString: statusString, |
||||
result: JSON.stringify(source) |
||||
}; |
||||
} |
||||
@ -0,0 +1,47 @@
|
||||
export const lang = { |
||||
name: "c", |
||||
sourceFileName: "a.c", |
||||
fileExtension: "c", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/gcc", |
||||
parameters: ["gcc", sourcePath, "-o", `${outputDirectory}/a.out`, "-O2", "-fdiagnostics-color=always", "-DONLINE_JUDGE"], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 10, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: `${binaryDirectory}/a.out`, |
||||
parameters: [], |
||||
time: time, |
||||
memory: memory, |
||||
stackSize: memory, |
||||
process: 1, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,48 @@
|
||||
export const lang = { |
||||
name: "cpp", |
||||
sourceFileName: "a.cpp", |
||||
fileExtension: "cpp", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/g++", |
||||
parameters: ["g++", sourcePath, "-o", `${outputDirectory}/a.out`, "-O2", "-fdiagnostics-color=always", "-DONLINE_JUDGE"], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 10, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stdout: `${outputDirectory}/message.txt`, |
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: `${binaryDirectory}/a.out`, |
||||
parameters: [], |
||||
time: time, |
||||
memory: memory, |
||||
stackSize: memory, |
||||
process: 1, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,47 @@
|
||||
export const lang = { |
||||
name: "cpp11", |
||||
sourceFileName: "a.cpp", |
||||
fileExtension: "cpp", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/g++", |
||||
parameters: ["g++", sourcePath, "-o", `${outputDirectory}/a.out`, "-std=c++11", "-O2", "-fdiagnostics-color=always", "-DONLINE_JUDGE"], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 10, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: `${binaryDirectory}/a.out`, |
||||
parameters: [], |
||||
time: time, |
||||
memory: memory, |
||||
stackSize: memory, |
||||
process: 1, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,46 @@
|
||||
export const lang = { |
||||
name: "csharp", |
||||
sourceFileName: "a.cs", |
||||
fileExtension: "cs", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/compile-dotnet", |
||||
parameters: ["compile-dotnet", sourcePath, outputDirectory, "mcs"], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 10, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: "/usr/bin/mono", |
||||
parameters: ["mono", `${binaryDirectory}/a.exe`], |
||||
time: time, |
||||
memory: memory, |
||||
process: 3, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,46 @@
|
||||
export const lang = { |
||||
name: "haskell", |
||||
sourceFileName: "a.hs", |
||||
fileExtension: "hs", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/compile-haskell", |
||||
parameters: ["compile-haskell", sourcePath, outputDirectory, `${outputDirectory}/a.out`], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 20, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: `${binaryDirectory}/a.out`, |
||||
parameters: [], |
||||
time: time, |
||||
memory: memory, |
||||
process: 1, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,52 @@
|
||||
export interface ExecParam { |
||||
executable: string; |
||||
parameters: string[]; |
||||
time: number; |
||||
memory: number; |
||||
process: number; |
||||
stdin?: string | number; |
||||
stdout?: string | number; |
||||
stderr?: string | number; |
||||
messageFile?: string; |
||||
workingDirectory: string; |
||||
} |
||||
|
||||
export interface Language { |
||||
name: string; |
||||
fileExtension: string; |
||||
|
||||
sourceFileName: string; |
||||
binarySizeLimit: number; |
||||
compile: (sourcePath: string, outputDirectory: string) => ExecParam; |
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile?: string | number, |
||||
stdoutFile?: string | number, |
||||
stderrFile?: string | number |
||||
) => ExecParam; |
||||
} |
||||
|
||||
export const languages: Language[] = [ |
||||
require('./c'), |
||||
require('./cpp'), |
||||
require('./cpp11'), |
||||
require('./csharp'), |
||||
require('./haskell'), |
||||
require('./java'), |
||||
require('./lua'), |
||||
require('./luajit'), |
||||
require('./nodejs'), |
||||
require('./ocaml'), |
||||
require('./pascal'), |
||||
require('./python2'), |
||||
require('./python3'), |
||||
require('./ruby'), |
||||
require('./vala'), |
||||
require('./vbnet') |
||||
].map(f => f.lang); |
||||
|
||||
export function getLanguage(name: string): Language { |
||||
return name == null ? null : languages.find(l => l.name === name); |
||||
} |
||||
@ -0,0 +1,46 @@
|
||||
export const lang = { |
||||
name: "java", |
||||
sourceFileName: "Main.java", |
||||
fileExtension: "java", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/compile-java", |
||||
parameters: ["compile-java", sourcePath, outputDirectory], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 20, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: `${binaryDirectory}/run`, |
||||
parameters: ["run"], |
||||
time: time, |
||||
memory: memory, |
||||
process: 15, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,46 @@
|
||||
export const lang = { |
||||
name: "lua", |
||||
sourceFileName: "a.lua", |
||||
fileExtension: "lua", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/luac", |
||||
parameters: ["luac", "-o", `${outputDirectory}/a.out`, sourcePath], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 10, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: "/usr/bin/lua", |
||||
parameters: ["lua", `${binaryDirectory}/a.out`], |
||||
time: time, |
||||
memory: memory, |
||||
process: 1, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,46 @@
|
||||
export const lang = { |
||||
name: "luajit", |
||||
sourceFileName: "a.lua", |
||||
fileExtension: "lua", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/luajit", |
||||
parameters: ["luajit", "-b", sourcePath, `${outputDirectory}/a.out`], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 10, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: "/usr/bin/luajit", |
||||
parameters: ["luajit", "-O3", `${binaryDirectory}/a.out`], |
||||
time: time, |
||||
memory: memory, |
||||
process: 1, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,46 @@
|
||||
export const lang = { |
||||
name: "nodejs", |
||||
sourceFileName: "a.js", |
||||
fileExtension: "js", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/compile-script", |
||||
parameters: ["compile-script", sourcePath, outputDirectory, "node -c a.js"], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 10, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: "/usr/bin/node", |
||||
parameters: ["node", `${binaryDirectory}/a.js`], |
||||
time: time, |
||||
memory: memory, |
||||
process: 10, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,46 @@
|
||||
export const lang = { |
||||
name: "ocaml", |
||||
sourceFileName: "a.ml", |
||||
fileExtension: "ml", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/compile-ocaml", |
||||
parameters: ["compile-ocaml", sourcePath, outputDirectory], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 10, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: `${binaryDirectory}/a.native`, |
||||
parameters: [], |
||||
time: time, |
||||
memory: memory, |
||||
process: 1, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,47 @@
|
||||
export const lang = { |
||||
name: "pascal", |
||||
sourceFileName: "a.pas", |
||||
fileExtension: "pas", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/compile-pascal", |
||||
parameters: ["compile-pascal", sourcePath, outputDirectory], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 10, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: `${binaryDirectory}/a`, |
||||
parameters: [], |
||||
time: time, |
||||
memory: memory, |
||||
process: 1, |
||||
stackSize: memory, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,46 @@
|
||||
export const lang = { |
||||
name: "python2", |
||||
sourceFileName: "a.py", |
||||
fileExtension: "py", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/compile-script", |
||||
parameters: ["compile-script", sourcePath, outputDirectory, "python2 -m py_compile a.py"], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 10, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: "/usr/bin/python2", |
||||
parameters: ["python2", `${binaryDirectory}/a.py`], |
||||
time: time, |
||||
memory: memory, |
||||
process: 1, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,46 @@
|
||||
export const lang = { |
||||
name: "python3", |
||||
sourceFileName: "a.py", |
||||
fileExtension: "py", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/compile-script", |
||||
parameters: ["compile-script", sourcePath, outputDirectory, "python3 -m py_compile a.py"], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 10, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: "/usr/bin/python3", |
||||
parameters: ["python3", `${binaryDirectory}/a.py`], |
||||
time: time, |
||||
memory: memory, |
||||
process: 1, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,46 @@
|
||||
export const lang = { |
||||
name: "ruby", |
||||
sourceFileName: "a.rb", |
||||
fileExtension: "rb", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/compile-script", |
||||
parameters: ["compile-script", sourcePath, outputDirectory, "ruby -c a.rb"], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 10, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: "/usr/bin/ruby", |
||||
parameters: ["ruby", `${binaryDirectory}/a.rb`], |
||||
time: time, |
||||
memory: memory, |
||||
process: 1, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,47 @@
|
||||
export const lang = { |
||||
name: "vala", |
||||
sourceFileName: "a.vala", |
||||
fileExtension: "vala", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/valac", |
||||
parameters: ["valac", sourcePath, "-o", `${outputDirectory}/a.out`, "-D", "ONLINE_JUDGE", "-X", "-O2"], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 50, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: `${binaryDirectory}/a.out`, |
||||
parameters: [], |
||||
time: time, |
||||
memory: memory, |
||||
process: 1, |
||||
stackSize: memory, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,46 @@
|
||||
export const lang = { |
||||
name: "vbnet", |
||||
sourceFileName: "a.vb", |
||||
fileExtension: "vb", |
||||
binarySizeLimit: 5000 * 1024, |
||||
|
||||
// Note that these two paths are in the sandboxed environment.
|
||||
compile: (sourcePath, outputDirectory) => ({ |
||||
// To customize the compilation process,
|
||||
// write a shell script or some other stuff,
|
||||
// and put it to your sandbox.
|
||||
executable: "/usr/bin/compile-dotnet", |
||||
parameters: ["compile-dotnet", sourcePath, outputDirectory, "vbnc"], |
||||
time: 5000, |
||||
memory: 1024 * 1024 * 1024, |
||||
process: 10, |
||||
// This is just a redirection. You can simply ignore this
|
||||
// if you can specify custom location for message output
|
||||
// in the parameter of the compiler, or have redirected the compilation
|
||||
// message to somewhere.
|
||||
// An example will be available soon.
|
||||
stderr: `${outputDirectory}/message.txt`, |
||||
// We will read this file for message in the output directory.
|
||||
messageFile: 'message.txt', |
||||
workingDirectory: outputDirectory |
||||
}), |
||||
|
||||
run: (binaryDirectory: string, |
||||
workingDirectory: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile = null, |
||||
stdoutFile = null, |
||||
stderrFile = null |
||||
) => ({ |
||||
executable: "/usr/bin/mono", |
||||
parameters: ["mono", `${binaryDirectory}/a.exe`], |
||||
time: time, |
||||
memory: memory, |
||||
process: 3, |
||||
stdin: stdinFile, |
||||
stdout: stdoutFile, |
||||
stderr: stderrFile, |
||||
workingDirectory: workingDirectory |
||||
}) |
||||
}; |
||||
@ -0,0 +1,27 @@
|
||||
import amqp = require('amqplib'); |
||||
|
||||
export const maxPriority = 5; |
||||
export const taskQueueName = 'task'; |
||||
export const progressExchangeName = 'progress'; |
||||
export const resultReportQueueName = 'result'; |
||||
export const judgeQueueName = 'judge'; |
||||
|
||||
export async function assertTaskQueue(channel: amqp.Channel) { |
||||
await channel.assertQueue(taskQueueName, { |
||||
maxPriority: maxPriority |
||||
}); |
||||
} |
||||
|
||||
export async function assertProgressReportExchange(channel: amqp.Channel) { |
||||
await channel.assertExchange(progressExchangeName, 'fanout', { durable: false }); |
||||
} |
||||
|
||||
export async function assertResultReportQueue(channel: amqp.Channel) { |
||||
await channel.assertQueue(resultReportQueueName); |
||||
} |
||||
|
||||
export async function assertJudgeQueue(channel: amqp.Channel) { |
||||
await channel.assertQueue(judgeQueueName, { |
||||
maxPriority: maxPriority |
||||
}); |
||||
} |
||||
@ -0,0 +1,8 @@
|
||||
import {disconnect as disconnectRMQ } from './rmq'; |
||||
import winston = require('winston'); |
||||
|
||||
export function cleanUp(retCode: number) { |
||||
winston.info('Cleaning up...'); |
||||
disconnectRMQ(); |
||||
process.exit(1); |
||||
} |
||||
@ -0,0 +1,94 @@
|
||||
import pathLib = require('path'); |
||||
import fse = require('fs-extra'); |
||||
import randomString = require('randomstring'); |
||||
import bluebird = require('bluebird'); |
||||
import getFolderSize = require('get-folder-size'); |
||||
|
||||
import { CompileTask, CompileResult } from '../interfaces'; |
||||
import { globalConfig as Cfg } from './config'; |
||||
import { sandboxize, createOrEmptyDir, setWriteAccess } from './utils'; |
||||
import { Language, getLanguage } from '../languages'; |
||||
import { startSandbox } from 'simple-sandbox'; |
||||
import { SandboxParameter, MountInfo, SandboxStatus, SandboxResult } from 'simple-sandbox/lib/interfaces'; |
||||
import { readFileLength } from '../utils'; |
||||
import { pushBinary } from './executable'; |
||||
|
||||
const getSize: any = bluebird.promisify(getFolderSize); |
||||
|
||||
export async function compile(task: CompileTask): Promise<CompileResult> { |
||||
const srcDir = pathLib.join(Cfg.workingDirectory, `src`); |
||||
const binDir = pathLib.join(Cfg.workingDirectory, `bin`); |
||||
const tempDir = pathLib.join(Cfg.workingDirectory, 'temp'); |
||||
await Promise.all([createOrEmptyDir(srcDir), createOrEmptyDir(binDir), createOrEmptyDir(tempDir)]); |
||||
await Promise.all([ |
||||
setWriteAccess(srcDir, false), |
||||
setWriteAccess(binDir, true), |
||||
setWriteAccess(tempDir, true)]); |
||||
|
||||
const writeTasks: Promise<void>[] = []; |
||||
if (task.extraFiles) { |
||||
for (const f of task.extraFiles) { |
||||
writeTasks.push(fse.writeFile(pathLib.join(srcDir, f.name), f.content, { encoding: 'utf8' })); |
||||
} |
||||
} |
||||
|
||||
const language = getLanguage(task.language); |
||||
const srcPath = pathLib.join(srcDir, language.sourceFileName); |
||||
writeTasks.push(fse.writeFile(srcPath, task.code, { encoding: 'utf8' })); |
||||
await Promise.all(writeTasks); |
||||
|
||||
const srcDir_Sandbox = '/sandbox/1'; |
||||
const binDir_Sandbox = '/sandbox/2'; |
||||
const compileConfig = language.compile( |
||||
`${srcDir_Sandbox}/${language.sourceFileName}`, binDir_Sandbox); |
||||
|
||||
const sandboxParam = sandboxize(compileConfig, [{ |
||||
src: srcDir, |
||||
dst: srcDir_Sandbox, |
||||
limit: 0 |
||||
}, { |
||||
src: binDir, |
||||
dst: binDir_Sandbox, |
||||
limit: -1 |
||||
}, { |
||||
src: tempDir, |
||||
dst: '/tmp', |
||||
limit: -1 |
||||
}]); |
||||
|
||||
try { |
||||
const sandbox = await startSandbox(sandboxParam); |
||||
const sandboxResult = await sandbox.waitForStop(); |
||||
|
||||
// If the compiler exited
|
||||
if (sandboxResult.status === SandboxStatus.OK) { |
||||
// If the compiler did not return an error
|
||||
if (sandboxResult.code === 0) { |
||||
const outputSize = await getSize(binDir); |
||||
// If the output is too long
|
||||
if (outputSize > language.binarySizeLimit) { |
||||
return { |
||||
status: -1, |
||||
message: `Your source code compiled to ${outputSize} bytes which is too big, too thick, too long for us..` |
||||
}; |
||||
} // Else OK!
|
||||
} else { // If compilation error
|
||||
return { |
||||
status: sandboxResult.code, |
||||
message: await readFileLength(binDir + '/' + compileConfig.messageFile, Cfg.compilerMessageLimit) |
||||
}; |
||||
} |
||||
} else { |
||||
return { |
||||
status: -1, |
||||
message: (`A ${SandboxStatus[sandboxResult.status]} encountered while compiling your code.\n\n` + await readFileLength(binDir + '/' + compileConfig.messageFile, Cfg.compilerMessageLimit)).trim() |
||||
}; |
||||
} |
||||
|
||||
await pushBinary(task.binaryName, language, task.code, binDir); |
||||
return { status: 0 }; |
||||
} finally { |
||||
await Promise.all([fse.remove(binDir), fse.remove(srcDir)]); |
||||
} |
||||
|
||||
} |
||||
@ -0,0 +1,76 @@
|
||||
import * as commandLineArgs from 'command-line-args'; |
||||
import * as fs from 'fs'; |
||||
import * as winston from 'winston'; |
||||
|
||||
export interface SandboxConfigBase { |
||||
chroot: string; |
||||
mountProc: boolean; |
||||
redirectBeforeChroot: boolean; |
||||
user: string; |
||||
cgroup: string; |
||||
environments: string[]; |
||||
} |
||||
|
||||
export interface ConfigStructure { |
||||
rabbitMQ: string; |
||||
testDataDirectory: string; |
||||
workingDirectory: string; |
||||
priority: number; |
||||
redis: string; |
||||
stderrDisplayLimit: number; |
||||
compilerMessageLimit: number; |
||||
spjTimeLimit: number; |
||||
spjMemoryLimit: number; |
||||
sandbox: SandboxConfigBase; |
||||
outputLimit: number; |
||||
binaryDirectory: string; |
||||
dataDisplayLimit: number; |
||||
} |
||||
|
||||
const optionDefinitions = [ |
||||
{ name: 'verbose', alias: 'v', type: Boolean }, |
||||
{ name: 'instance-config', alias: 'i', type: String }, |
||||
{ name: 'shared-config', alias: 's', type: String } |
||||
]; |
||||
|
||||
const options = commandLineArgs(optionDefinitions); |
||||
|
||||
console.log(options); |
||||
|
||||
function readJSON(path: string): any { |
||||
console.log("Path: " + path); |
||||
return JSON.parse(fs.readFileSync(path, 'utf8')); |
||||
} |
||||
|
||||
const instanceConfig = readJSON(options["instance-config"]); |
||||
const sharedConfig = readJSON(options["shared-config"]); |
||||
|
||||
|
||||
export const globalConfig: ConfigStructure = { |
||||
rabbitMQ: sharedConfig.RabbitMQUrl, |
||||
testDataDirectory: sharedConfig.TestData, |
||||
priority: sharedConfig.Priority, |
||||
redis: sharedConfig.RedisUrl, |
||||
outputLimit: sharedConfig.OutputLimit, |
||||
stderrDisplayLimit: sharedConfig.StderrDisplayLimit, |
||||
compilerMessageLimit: sharedConfig.CompilerMessageLimit, |
||||
spjTimeLimit: sharedConfig.SpjTimeLimit, |
||||
spjMemoryLimit: sharedConfig.SpjMemoryLimit, |
||||
workingDirectory: instanceConfig.WorkingDirectory, |
||||
binaryDirectory: sharedConfig.BinaryDirectory, |
||||
dataDisplayLimit: sharedConfig.DataDisplayLimit, |
||||
sandbox: { |
||||
chroot: sharedConfig.SandboxRoot, |
||||
mountProc: true, |
||||
redirectBeforeChroot: false, |
||||
user: sharedConfig.SandboxUser, |
||||
cgroup: instanceConfig.SandboxCgroup, |
||||
environments: sharedConfig.SandboxEnvironments |
||||
}, |
||||
} |
||||
|
||||
if (options.verbose) { |
||||
(winston as any).level = 'debug'; |
||||
} else { |
||||
(winston as any).level = 'warn'; |
||||
} |
||||
@ -0,0 +1,80 @@
|
||||
import tar = require('tar'); |
||||
import lockfile = require('lockfile'); |
||||
import Bluebird = require('bluebird'); |
||||
import pathLib = require('path'); |
||||
import fse = require('fs-extra'); |
||||
import msgpack = require('msgpack-lite'); |
||||
import winston = require('winston'); |
||||
|
||||
import { streamToBuffer } from '../utils'; |
||||
import { get as getRedis, put as putRedis } from './redis'; |
||||
import { globalConfig as Cfg } from './config'; |
||||
import { getLanguage, Language } from '../languages'; |
||||
import { redisBinarySuffix, redisMetadataSuffix } from '../interfaces'; |
||||
Bluebird.promisifyAll(lockfile); |
||||
|
||||
interface BinaryMetadata { |
||||
language: string; |
||||
code: string; |
||||
} |
||||
|
||||
export async function pushBinary(name: string, language: Language, code: string, path: string): Promise<void> { |
||||
winston.verbose(`Pushing binary ${name}, creating tar archive...`); |
||||
const binary = await streamToBuffer(tar.create({ |
||||
gzip: true, |
||||
cwd: path, |
||||
portable: true |
||||
}, ['.'])); |
||||
const data: BinaryMetadata = { |
||||
language: language.name, |
||||
code: code |
||||
}; |
||||
await putRedis(name + redisBinarySuffix, msgpack.encode(binary)); |
||||
await putRedis(name + redisMetadataSuffix, msgpack.encode(data)); |
||||
} |
||||
|
||||
// Return value: [path, language, code]
|
||||
export async function fetchBinary(name: string): Promise<[string, Language, string]> { |
||||
winston.verbose(`Fetching binary ${name}...`); |
||||
const targetName = pathLib.join(Cfg.binaryDirectory, name); |
||||
const lockFileName = pathLib.join(Cfg.binaryDirectory, `${name}-get.lock`); |
||||
|
||||
const metadata = msgpack.decode(await getRedis(name + redisMetadataSuffix)) as BinaryMetadata; |
||||
const isCurrentlyWorking = await fse.exists(lockFileName); |
||||
// The binary already exists, no need for locking
|
||||
if (await fse.exists(targetName) && !isCurrentlyWorking) { |
||||
winston.debug(`Binary ${name} exists, no need for fetching...`); |
||||
} else { |
||||
winston.debug(`Acquiring lock ${lockFileName}...`); |
||||
await lockfile.lockAsync(lockFileName); |
||||
|
||||
let ok = false; |
||||
try { |
||||
winston.debug(`Got lock for ${name}.`); |
||||
if (await fse.exists(targetName)) { |
||||
winston.debug(`Work ${name} done by others...`); |
||||
} else { |
||||
winston.debug(`Doing work: fetching binary for ${name} ...`); |
||||
await fse.mkdir(targetName); |
||||
const binary = msgpack.decode(await getRedis(name + redisBinarySuffix)); |
||||
await new Promise((res, rej) => { |
||||
const s = tar.extract({ |
||||
cwd: targetName |
||||
}); |
||||
s.on('error', (err) => { |
||||
rej(err); |
||||
}) |
||||
s.write(binary, () => { |
||||
res(); |
||||
}); |
||||
}); |
||||
} |
||||
ok = true; |
||||
} finally { |
||||
if (!ok) |
||||
await fse.rmdir(targetName); |
||||
await lockfile.unlockAsync(lockFileName); |
||||
} |
||||
} |
||||
return [targetName, getLanguage(metadata.language), metadata.code]; |
||||
} |
||||
@ -0,0 +1,28 @@
|
||||
require('source-map-support').install(); |
||||
|
||||
import winston = require('winston'); |
||||
import { globalConfig as Cfg } from './config'; |
||||
import util = require('util'); |
||||
import rmq = require('./rmq'); |
||||
import { RPCRequest, RPCTaskType } from '../interfaces'; |
||||
import { compile } from './compile'; |
||||
import { judgeStandard } from './judge'; |
||||
|
||||
(async function () { |
||||
winston.info("Runner starts."); |
||||
await rmq.connect(); |
||||
winston.info("Start consuming the queue."); |
||||
await rmq.waitForTask(async (task) => { |
||||
winston.debug(`Handling task ${util.inspect(task)}`); |
||||
if (task.type === RPCTaskType.Compile) { |
||||
winston.debug("Task type is compile"); |
||||
return await compile(task.task); |
||||
} else if (task.type === RPCTaskType.RunStandard) { |
||||
winston.debug("Task type is judge standard"); |
||||
return await judgeStandard(task.task); |
||||
} else { |
||||
winston.debug("Task type unsupported"); |
||||
throw new Error(`Task type ${task.type} not supported!`); |
||||
} |
||||
}); |
||||
})().then(() => { winston.info("Initialization logic completed."); }, (err) => { winston.error(util.inspect(err)); process.exit(1); }); |
||||
@ -0,0 +1,203 @@
|
||||
import pathLib = require('path'); |
||||
import randomString = require('randomstring'); |
||||
import fse = require('fs-extra'); |
||||
import winston = require('winston'); |
||||
|
||||
import { SandboxStatus } from 'simple-sandbox/lib/interfaces'; |
||||
import { TaskResult, StandardRunTask, StandardRunResult } from '../interfaces'; |
||||
import { createOrEmptyDir, tryEmptyDir } from './utils'; |
||||
import { readFileLength, tryReadFile } from '../utils'; |
||||
import { globalConfig as Cfg } from './config'; |
||||
import { runProgram, runDiff } from './run'; |
||||
import { Language } from '../languages'; |
||||
import { fetchBinary } from './executable'; |
||||
import { signals } from './signals'; |
||||
|
||||
const workingDir = `${Cfg.workingDirectory}/data`; |
||||
const spjWorkingDir = `${Cfg.workingDirectory}/data-spj`; |
||||
|
||||
interface SpjResult { |
||||
status: TaskResult; |
||||
message: string; |
||||
score: number; |
||||
} |
||||
|
||||
const spjFullScore = 100; |
||||
async function runSpj(spjBinDir: string, spjLanguage: Language): Promise<SpjResult> { |
||||
const scoreFileName = 'score.txt'; |
||||
const messageFileName = 'message.txt'; |
||||
const [spjRunResult] = await runProgram(spjLanguage, |
||||
spjBinDir, |
||||
spjWorkingDir, |
||||
Cfg.spjTimeLimit, |
||||
Cfg.spjMemoryLimit * 1024 * 1024, |
||||
null, |
||||
scoreFileName, |
||||
messageFileName); |
||||
|
||||
if (spjRunResult.result.status !== SandboxStatus.OK) { |
||||
return { |
||||
status: TaskResult.JudgementFailed, |
||||
message: `Special Judge ${SandboxStatus[spjRunResult.result.status]} encouneted.`, |
||||
score: 0 |
||||
}; |
||||
} else { |
||||
const scoreString = await tryReadFile(pathLib.join(spjWorkingDir, scoreFileName)), |
||||
score = Number(scoreString); |
||||
const messageString = await readFileLength(pathLib.join(spjWorkingDir + messageFileName), Cfg.stderrDisplayLimit); |
||||
|
||||
if ((!scoreString) || score === NaN || score < 0 || score > spjFullScore) { |
||||
return { |
||||
status: TaskResult.JudgementFailed, |
||||
message: `Special Judge returned an unrecoginzed score: ${scoreString}.`, |
||||
score: 0 |
||||
}; |
||||
} else { |
||||
let status: TaskResult; |
||||
switch (score) { |
||||
case spjFullScore: |
||||
status = TaskResult.Accepted; |
||||
break; |
||||
case 0: |
||||
status = TaskResult.WrongAnswer; |
||||
break; |
||||
default: |
||||
status = TaskResult.PartiallyCorrect; |
||||
break; |
||||
} |
||||
return { |
||||
status: status, |
||||
message: messageString, |
||||
score: score / spjFullScore |
||||
}; |
||||
} |
||||
} |
||||
} |
||||
|
||||
export async function judgeStandard(task: StandardRunTask): Promise<StandardRunResult> { |
||||
winston.debug("Standard judge task...", task); |
||||
try { |
||||
const testDataPath = pathLib.join(Cfg.testDataDirectory, task.testDataName); |
||||
const inputFilePath = task.inputData != null ? |
||||
pathLib.join(testDataPath, task.inputData) : null; |
||||
const answerFilePath = task.answerData != null ? |
||||
pathLib.join(testDataPath, task.answerData) : null; |
||||
|
||||
winston.debug("Creating directories..."); |
||||
await Promise.all([createOrEmptyDir(workingDir), createOrEmptyDir(spjWorkingDir)]); |
||||
|
||||
let stdinRedirectionName, inputFileName, |
||||
stdoutRedirectionName, outputFileName; |
||||
const tempErrFile = randomString.generate(10) + ".err"; |
||||
|
||||
if (task.fileIOInput != null) { |
||||
inputFileName = task.fileIOInput; |
||||
stdinRedirectionName = null; |
||||
} else { |
||||
if (task.inputData != null) { |
||||
stdinRedirectionName = inputFileName = randomString.generate(10) + ".in"; |
||||
} else { |
||||
stdinRedirectionName = inputFileName = null; |
||||
} |
||||
} |
||||
|
||||
if (task.fileIOOutput != null) { |
||||
outputFileName = task.fileIOOutput; |
||||
stdoutRedirectionName = null; |
||||
} else { |
||||
stdoutRedirectionName = outputFileName = randomString.generate(10) + ".out"; |
||||
} |
||||
|
||||
if (inputFilePath != null) { |
||||
winston.debug("Copying input file..."); |
||||
await fse.copy(inputFilePath, pathLib.join(workingDir, inputFileName)); |
||||
} |
||||
|
||||
winston.debug("Fetching user binary..."); |
||||
const [binaryDirectory, language, userCode] = await fetchBinary(task.userExecutableName); |
||||
|
||||
winston.debug("Running user program..."); |
||||
const [runResult] = await runProgram(language, |
||||
binaryDirectory, |
||||
workingDir, |
||||
task.time, |
||||
task.memory * 1024 * 1024, |
||||
stdinRedirectionName, |
||||
stdoutRedirectionName, |
||||
tempErrFile); |
||||
|
||||
winston.verbose((task.inputData || "<none> ") + " Run result: " + JSON.stringify(runResult)); |
||||
|
||||
const time = Math.round(runResult.result.time / 1e6), |
||||
memory = runResult.result.memory / 1024; |
||||
|
||||
let status = null, message = null; |
||||
if (runResult.outputLimitExceeded) { |
||||
status = TaskResult.OutputLimitExceeded; |
||||
} else if (runResult.result.status === SandboxStatus.TimeLimitExceeded) { |
||||
status = TaskResult.TimeLimitExceeded; |
||||
} else if (runResult.result.status === SandboxStatus.MemoryLimitExceeded) { |
||||
status = TaskResult.MemoryLimitExceeded; |
||||
} else if (runResult.result.status === SandboxStatus.RuntimeError) { |
||||
message = `Killed: ${signals[runResult.result.code]}`; |
||||
status = TaskResult.RuntimeError; |
||||
} else if (runResult.result.status !== SandboxStatus.OK) { |
||||
status = TaskResult.RuntimeError; |
||||
} else { |
||||
message = `Exited with return code ${runResult.result.code}`; |
||||
} |
||||
|
||||
const [userOutput, userError] = await Promise.all([ |
||||
readFileLength(pathLib.join(workingDir, outputFileName), Cfg.dataDisplayLimit), |
||||
readFileLength(pathLib.join(workingDir, tempErrFile), Cfg.stderrDisplayLimit) |
||||
]); |
||||
|
||||
try { |
||||
await fse.move(pathLib.join(workingDir, outputFileName), pathLib.join(spjWorkingDir, 'user_out')); |
||||
} catch (e) { |
||||
if (e.code === 'ENOENT' && runResult.result.status === SandboxStatus.OK) { |
||||
status = TaskResult.FileError; |
||||
} |
||||
} |
||||
|
||||
const partialResult = { |
||||
time: time, |
||||
memory: memory, |
||||
userOutput: userOutput, |
||||
userError: userError, |
||||
systemMessage: message |
||||
}; |
||||
if (status !== null) { |
||||
return Object.assign({ scoringRate: 0, spjMessage: null, result: status }, partialResult); |
||||
} else { |
||||
if (answerFilePath != null) |
||||
await fse.copy(answerFilePath, pathLib.join(spjWorkingDir, 'answer')); |
||||
|
||||
if (task.spjExecutableName != null) { |
||||
const [spjBinDir, spjLanguage] = await fetchBinary(task.spjExecutableName); |
||||
winston.debug(`Using spj, language: ${spjLanguage.name}`); |
||||
if (inputFilePath != null) |
||||
await fse.copy(inputFilePath, pathLib.join(spjWorkingDir, 'input')); |
||||
await fse.writeFile(pathLib.join(spjWorkingDir, 'code'), userCode); |
||||
const spjResult = await runSpj(spjBinDir, spjLanguage); |
||||
|
||||
return Object.assign({ |
||||
scoringRate: spjResult.score, |
||||
spjMessage: spjResult.message, |
||||
result: spjResult.status |
||||
}, partialResult); |
||||
} else { |
||||
winston.debug(`Using diff`); |
||||
const diffResult = await runDiff(spjWorkingDir, 'user_out', 'answer'); |
||||
return Object.assign({ |
||||
scoringRate: diffResult.pass ? 1 : 0, |
||||
spjMessage: diffResult.message, |
||||
result: diffResult.pass ? TaskResult.Accepted : TaskResult.WrongAnswer, |
||||
}, partialResult); |
||||
} |
||||
} |
||||
} finally { |
||||
tryEmptyDir(workingDir); |
||||
tryEmptyDir(spjWorkingDir); |
||||
} |
||||
} |
||||
@ -0,0 +1,28 @@
|
||||
import Bluebird = require('bluebird'); |
||||
import redis = require('redis'); |
||||
import winston = require('winston'); |
||||
|
||||
import { globalConfig as Cfg } from './config'; |
||||
import { codeFingerprint } from '../utils'; |
||||
|
||||
Bluebird.promisifyAll(redis.RedisClient.prototype); |
||||
Bluebird.promisifyAll(redis.Multi.prototype); |
||||
|
||||
const redisClient = redis.createClient(Cfg.redis, { detect_buffers: true }) as any; |
||||
|
||||
export async function put(name: string, content: Buffer): Promise<void> { |
||||
winston.debug(`Putting ${name}, size = ${content.byteLength}`); |
||||
await redisClient.setAsync(new Buffer(name), content); |
||||
winston.debug(`${name} has been put.`); |
||||
} |
||||
|
||||
export async function get(name: string): Promise<Buffer> { |
||||
winston.debug(`Getting redis record ${name}`); |
||||
const result = await redisClient.getAsync(new Buffer(name)) as Buffer; |
||||
if (result == null) { |
||||
winston.warn(`Redis record ${name} unavailable`); |
||||
throw new Error(`Redis record ${name} unavailable.`); |
||||
} |
||||
winston.debug(`Got redis record ${name}, size = ${result.byteLength}`); |
||||
return result; |
||||
} |
||||
@ -0,0 +1,56 @@
|
||||
import amqp = require('amqplib'); |
||||
import { globalConfig as Cfg } from './config'; |
||||
import msgpack = require('msgpack-lite'); |
||||
import winston = require('winston'); |
||||
import { RPCRequest, RPCReplyType, RPCReply } from '../interfaces'; |
||||
import * as rmqCommon from '../rmq-common'; |
||||
import { cleanUp } from './cleanup'; |
||||
|
||||
let amqpConnection: amqp.Connection; |
||||
let publicChannel: amqp.Channel; |
||||
|
||||
export async function connect() { |
||||
winston.verbose(`Connecting to RabbitMQ "${Cfg.rabbitMQ}"...`); |
||||
amqpConnection = await amqp.connect(Cfg.rabbitMQ); |
||||
winston.debug(`Connected to RabbitMQ, asserting queues`); |
||||
publicChannel = await newChannel(); |
||||
await rmqCommon.assertTaskQueue(publicChannel); |
||||
amqpConnection.on('error', (err) => { |
||||
winston.error(`RabbitMQ connection failure: ${err.toString()}`); |
||||
cleanUp(2); |
||||
}); |
||||
} |
||||
|
||||
export async function disconnect() { |
||||
await amqpConnection.close(); |
||||
} |
||||
|
||||
async function newChannel(): Promise<amqp.Channel> { |
||||
return await amqpConnection.createChannel(); |
||||
} |
||||
|
||||
export async function waitForTask(handle: (task: RPCRequest) => Promise<any>) { |
||||
const channel = await newChannel(); |
||||
channel.prefetch(1); |
||||
await channel.consume(rmqCommon.taskQueueName, async (msg: amqp.Message) => { |
||||
const messageId = msg.properties.messageId; |
||||
winston.info(`Got runner task, correlationId = ${msg.properties.correlationId}`); |
||||
const response = (content: RPCReply) => { |
||||
channel.sendToQueue(msg.properties.replyTo, msgpack.encode(content), { correlationId: msg.properties.correlationId }); |
||||
} |
||||
response({ type: RPCReplyType.Started }); |
||||
|
||||
try { |
||||
const request = msgpack.decode(msg.content) as RPCRequest; |
||||
const result = await handle(request); |
||||
response({ type: RPCReplyType.Finished, result: result }); |
||||
} catch (err) { |
||||
winston.warn(`Failed to run task ${msg.properties.correlationId}: ${err.toString()}, ${err.stack}`); |
||||
response({ type: RPCReplyType.Error, error: err.toString() }); |
||||
} |
||||
|
||||
channel.ack(msg); |
||||
}, { |
||||
priority: Cfg.priority |
||||
}); |
||||
} |
||||
@ -0,0 +1,93 @@
|
||||
import Bluebird = require('bluebird'); |
||||
import fse = require('fs-extra'); |
||||
import getFolderSize = require('get-folder-size'); |
||||
import pathLib = require('path'); |
||||
const getSize: any = Bluebird.promisify(getFolderSize); |
||||
|
||||
import { startSandbox } from 'simple-sandbox/lib/index'; |
||||
import { SandboxParameter, MountInfo, SandboxStatus, SandboxResult } from 'simple-sandbox/lib/interfaces'; |
||||
import { SandboxProcess } from 'simple-sandbox/lib/sandboxProcess'; |
||||
import { globalConfig as Cfg } from './config'; |
||||
import { createOrEmptyDir, sandboxize, setWriteAccess } from './utils'; |
||||
import { Language } from '../languages'; |
||||
|
||||
export interface RunResult { |
||||
outputLimitExceeded: boolean; |
||||
result: SandboxResult; |
||||
} |
||||
|
||||
export interface DiffResult { |
||||
pass: boolean; |
||||
message: string; |
||||
} |
||||
|
||||
export async function runDiff(dataDir: string, file1: string, file2: string): Promise<DiffResult> { |
||||
await setWriteAccess(dataDir, true); |
||||
const tmpPath = '/sandbox/1', outputFileName = 'diff.txt'; |
||||
const sandbox = await startSandbox(Object.assign({ |
||||
executable: '/usr/bin/diff', |
||||
parameters: ['/usr/bin/diff', '-Bbq', file1, file2], |
||||
time: Cfg.spjTimeLimit, |
||||
memory: Cfg.spjMemoryLimit * 1024 * 1024, |
||||
process: 2, |
||||
stdin: null, |
||||
stdout: outputFileName, |
||||
stderr: null, |
||||
workingDirectory: tmpPath, |
||||
mounts: [{ |
||||
src: dataDir, |
||||
dst: tmpPath, |
||||
limit: -1 |
||||
}] |
||||
}, Cfg.sandbox)); |
||||
const sandboxResult = await sandbox.waitForStop(); |
||||
|
||||
if (sandboxResult.status !== SandboxStatus.OK) { |
||||
return { pass: false, message: `Diff encountered ${SandboxStatus[sandboxResult.status]}` } |
||||
} |
||||
|
||||
const message = await fse.readFile(pathLib.join(dataDir, outputFileName), 'utf8'); |
||||
return { pass: sandboxResult.code === 0, message: message }; |
||||
} |
||||
|
||||
export async function runProgram(language: Language, |
||||
binDir: string, |
||||
dataDir: string, |
||||
time: number, |
||||
memory: number, |
||||
stdinFile?: string | number, |
||||
stdoutFile?: string | number, |
||||
stderrFile?: string | number): Promise<[RunResult, () => void]> { |
||||
await setWriteAccess(binDir, false); |
||||
await setWriteAccess(dataDir, true); |
||||
|
||||
const dataDir_Sandbox = '/sandbox/1'; |
||||
const binDir_Sandbox = '/sandbox/2'; |
||||
const runConfig = language.run(binDir_Sandbox, dataDir_Sandbox, time, memory, stdinFile, stdoutFile, stderrFile); |
||||
|
||||
const sandboxParam = sandboxize(runConfig, [{ |
||||
src: binDir, |
||||
dst: binDir_Sandbox, |
||||
limit: 0 |
||||
}, { |
||||
src: dataDir, |
||||
dst: dataDir_Sandbox, |
||||
limit: -1 |
||||
}]); |
||||
|
||||
let result: SandboxResult = null; |
||||
const sandbox = await startSandbox(sandboxParam); |
||||
result = await sandbox.waitForStop(); |
||||
|
||||
let ole = false; |
||||
const outputSize = await getSize(binDir); |
||||
if (outputSize > Cfg.outputLimit) { |
||||
await fse.emptyDir(dataDir); |
||||
ole = true; |
||||
} |
||||
|
||||
return [{ |
||||
outputLimitExceeded: ole, |
||||
result: result |
||||
}, () => { sandbox.stop(); }]; |
||||
} |
||||
@ -0,0 +1,33 @@
|
||||
export const signals = [ |
||||
"Hangup", // 1
|
||||
"Interrupt", // 2
|
||||
"Quit", // 3
|
||||
"Illegal instruction", // 4
|
||||
"Trace/breakpoint trap", // 5
|
||||
"Aborted", // 6
|
||||
"Bus error", // 7
|
||||
"Floating point exception", // 8
|
||||
"Killed", // 9
|
||||
"User defined signal 1", // 10
|
||||
"Segmentation fault", // 11
|
||||
"User defined signal 2", // 12
|
||||
"Broken pipe", // 13
|
||||
"Alarm clock", // 14
|
||||
"Terminated", // 15
|
||||
"Stack fault", // 16
|
||||
"Child exited", // 17
|
||||
"Continued", // 18
|
||||
"Stopped (signal)", // 19
|
||||
"Stopped", // 20
|
||||
"Stopped (tty input)", // 21
|
||||
"Stopped (tty output)", // 22
|
||||
"Urgent I/O condition", // 23
|
||||
"CPU time limit exceeded", // 24
|
||||
"File size limit exceeded", // 25
|
||||
"Virtual timer expired", // 26
|
||||
"Profiling timer expired", // 27
|
||||
"Window changed", // 28
|
||||
"I/O possible", // 29
|
||||
"Power failure", // 30
|
||||
"Bad system call", // 31
|
||||
]; |
||||
@ -0,0 +1,49 @@
|
||||
import klaw = require('klaw'); |
||||
import posix = require('posix'); |
||||
import fse = require('fs-extra'); |
||||
import { ExecParam } from '../languages'; |
||||
import {cloneObject} from '../utils'; |
||||
import { SandboxParameter, MountInfo } from 'simple-sandbox/src/interfaces'; |
||||
import { globalConfig as Cfg } from './config'; |
||||
|
||||
export function setWriteAccess(dirName: string, writeAccess: boolean): Promise<void> { |
||||
const user = posix.getpwnam(Cfg.sandbox.user); |
||||
const operations: Promise<void>[] = []; |
||||
return new Promise<void>((res, rej) => { |
||||
klaw(dirName).on('data', (item) => { |
||||
operations.push((async () => { |
||||
const path = item.path; |
||||
await fse.chmod(path, 0o755); |
||||
if (writeAccess) { |
||||
await fse.chown(path, user.uid, user.gid); |
||||
} else { |
||||
await fse.chown(path, process.getuid(), process.getgid()); |
||||
} |
||||
})()); |
||||
}).on('end', () => { |
||||
Promise.all(operations).then(() => res(), (err) => rej(err)); |
||||
}); |
||||
}); |
||||
} |
||||
|
||||
export async function createOrEmptyDir(path: string): Promise<void> { |
||||
try { |
||||
await fse.mkdir(path); |
||||
} catch (err) { |
||||
if (err.code != 'EEXIST') { |
||||
throw err; |
||||
} |
||||
} |
||||
await fse.emptyDir(path); |
||||
} |
||||
|
||||
export function sandboxize(execParam: ExecParam, mounts: MountInfo[]): SandboxParameter { |
||||
const result = Object.assign(cloneObject(execParam),Cfg.sandbox); |
||||
return Object.assign(result, { mounts: mounts }); |
||||
} |
||||
|
||||
export async function tryEmptyDir(path: string) { |
||||
try { |
||||
await fse.emptyDir(path); |
||||
} catch (e) { } |
||||
} |
||||
@ -0,0 +1,8 @@
|
||||
import {disconnect as disconnectRMQ } from './rmq'; |
||||
import winston = require('winston'); |
||||
|
||||
export function cleanUp(retCode: number) { |
||||
winston.info('Cleaning up...'); |
||||
disconnectRMQ(); |
||||
process.exit(1); |
||||
} |
||||
@ -0,0 +1,35 @@
|
||||
import * as commandLineArgs from 'command-line-args'; |
||||
import * as fs from 'fs'; |
||||
import * as winston from 'winston'; |
||||
|
||||
export interface ConfigStructure { |
||||
rabbitMQ: string; |
||||
listen: { host: string, port: number }; |
||||
remoteUrl: string; |
||||
token: string; |
||||
} |
||||
|
||||
const optionDefinitions = [ |
||||
{ name: 'verbose', alias: 'v', type: Boolean }, |
||||
{ name: 'config', alias: 'c', type: String }, |
||||
]; |
||||
|
||||
const options = commandLineArgs(optionDefinitions); |
||||
|
||||
function readJSON(path: string): any { |
||||
return JSON.parse(fs.readFileSync(path, 'utf8')); |
||||
} |
||||
|
||||
const configJSON = readJSON(options["config"]); |
||||
export const globalConfig: ConfigStructure = { |
||||
rabbitMQ: configJSON.RabbitMQUrl, |
||||
listen: configJSON.Listen, |
||||
remoteUrl: configJSON.RemoteUrl, |
||||
token: configJSON.Token |
||||
} |
||||
|
||||
if (options.verbose) { |
||||
winston.transports.Console.level = 'verbose'; |
||||
} else { |
||||
winston.transports.Console.level = 'warn'; |
||||
} |
||||
@ -0,0 +1,50 @@
|
||||
require('source-map-support').install(); |
||||
|
||||
import express = require('express'); |
||||
import bodyParser = require('body-parser'); |
||||
import Bluebird = require('bluebird'); |
||||
import url = require('url'); |
||||
import rp = require('request-promise'); |
||||
|
||||
import { globalConfig as Cfg } from './config'; |
||||
import { connect, pushTask, waitForResult } from './rmq'; |
||||
import { convertResult } from '../judgeResult'; |
||||
|
||||
const app = express(); |
||||
app.use(bodyParser.json()); |
||||
app.use((req, res, next) => { |
||||
if (req.get('Token') !== Cfg.token) { |
||||
return res.status(403).send('Incorrect token'); |
||||
} else { |
||||
next(); |
||||
} |
||||
}); |
||||
|
||||
app.post('/task', (req, res) => { |
||||
if (!req.body) { |
||||
return res.sendStatus(400); |
||||
} |
||||
try { |
||||
pushTask(req.body); |
||||
return res.status(200).send('OK'); |
||||
} catch (err) { |
||||
return res.status(500).send(err.toString()); |
||||
} |
||||
}); |
||||
|
||||
(async () => { |
||||
await connect(); |
||||
await waitForResult(async (result) => { |
||||
await rp(url.resolve(Cfg.remoteUrl, "api/v2/judge/update2"), { |
||||
method: 'POST', |
||||
body: convertResult(result.taskId, result.progress), |
||||
headers: { |
||||
Token: Cfg.token |
||||
}, |
||||
json: true, |
||||
simple: true |
||||
}); |
||||
}); |
||||
})().then(() => { |
||||
app.listen(Cfg.listen.port, Cfg.listen.host); |
||||
}); |
||||
@ -0,0 +1,55 @@
|
||||
import amqp = require('amqplib'); |
||||
import { globalConfig as Cfg } from './config'; |
||||
import msgpack = require('msgpack-lite'); |
||||
import winston = require('winston'); |
||||
import util = require('util'); |
||||
import { cleanUp } from './cleanup'; |
||||
import * as rmqCommon from '../rmq-common'; |
||||
import { JudgeResult, ProgressReportData } from '../interfaces'; |
||||
|
||||
let amqpConnection: amqp.Connection; |
||||
let publicChannel: amqp.Channel; |
||||
|
||||
export async function connect() { |
||||
winston.verbose(`Connecting to RabbitMQ "${Cfg.rabbitMQ}"...`); |
||||
amqpConnection = await amqp.connect(Cfg.rabbitMQ); |
||||
winston.debug(`Connected to RabbitMQ, asserting queues`); |
||||
publicChannel = await newChannel(); |
||||
await rmqCommon.assertJudgeQueue(publicChannel); |
||||
await rmqCommon.assertResultReportQueue(publicChannel); |
||||
amqpConnection.on('error', (err) => { |
||||
winston.error(`RabbitMQ connection failure: ${err.toString()}`); |
||||
cleanUp(2); |
||||
}); |
||||
} |
||||
|
||||
export async function disconnect() { |
||||
await amqpConnection.close(); |
||||
} |
||||
|
||||
async function newChannel(): Promise<amqp.Channel> { |
||||
return await amqpConnection.createChannel(); |
||||
} |
||||
|
||||
export function pushTask(task: any) { |
||||
publicChannel.sendToQueue(rmqCommon.judgeQueueName, msgpack.encode(task), { |
||||
priority: task.priority |
||||
}); |
||||
} |
||||
|
||||
export async function waitForResult(handle: (result: ProgressReportData) => Promise<void>) { |
||||
const channel = await newChannel(); |
||||
channel.prefetch(1); |
||||
await channel.consume(rmqCommon.resultReportQueueName, (msg: amqp.Message) => { |
||||
winston.info(`Got result from queue`); |
||||
(async () => { |
||||
const data = msgpack.decode(msg.content); |
||||
await handle(data); |
||||
})().then(async () => { |
||||
channel.ack(msg); |
||||
}, async (err) => { |
||||
winston.warn(`Failed to process message ${err.toString()}, try again`); |
||||
setTimeout(() => { channel.nack(msg, false, true) }, 500); |
||||
}); |
||||
}); |
||||
} |
||||
@ -0,0 +1,96 @@
|
||||
import * as fse from 'fs-extra'; |
||||
import * as pathLib from 'path'; |
||||
import util = require('util'); |
||||
import sha256 = require('crypto-js/sha256'); |
||||
import nodeStream = require('stream'); |
||||
|
||||
export function codeFingerprint(code: string, language: string): string { |
||||
return "src-" + language + sha256(code); |
||||
} |
||||
|
||||
export function streamToBuffer(source: nodeStream.Readable): Promise<Buffer> { |
||||
return new Promise((res, rej) => { |
||||
const bufs = []; |
||||
source.on('data', (d) => { bufs.push(d); }); |
||||
source.on('end', () => { |
||||
res(Buffer.concat(bufs)); |
||||
}); |
||||
source.on('error', (err) => { |
||||
rej(err); |
||||
}) |
||||
}); |
||||
} |
||||
|
||||
export function cloneObject<T>(src: T): T { |
||||
return Object.assign({}, src); |
||||
} |
||||
|
||||
export function fileTooLongPrompt(actualSize: number, bytesRead: number): string { |
||||
const omitted = actualSize - bytesRead; |
||||
return `<${omitted} byte${omitted != 1 ? 's' : ''} omitted>`; |
||||
} |
||||
|
||||
export async function tryReadFile(path: string, encoding = 'utf8'): Promise<string> { |
||||
let fileContent = null; |
||||
try { |
||||
fileContent = await fse.readFile(path, 'utf8'); |
||||
} catch (e) { |
||||
if (e.code !== 'ENOENT') { |
||||
throw e; |
||||
} |
||||
} |
||||
return fileContent; |
||||
} |
||||
|
||||
export async function readFileLength(path: string, lengthLimit: number, appendPrompt = fileTooLongPrompt) |
||||
: Promise<string> { |
||||
let file = -1; |
||||
try { |
||||
file = await fse.open(path, 'r'); |
||||
const actualSize = (await fse.stat(path)).size; |
||||
const buf = new Buffer(Math.min(actualSize, lengthLimit)); |
||||
const bytesRead = await fse.read(file, buf, 0, buf.length, 0) as any as number; |
||||
let ret = buf.toString('utf8', 0, bytesRead); |
||||
if (bytesRead < actualSize) { |
||||
ret += '\n' + appendPrompt(actualSize, bytesRead); |
||||
} |
||||
return ret; |
||||
} catch (e) { |
||||
return ""; |
||||
} finally { |
||||
if (file != -1) { |
||||
await fse.close(file); |
||||
} |
||||
} |
||||
} |
||||
|
||||
export function filterPath(src: string): string { |
||||
src = src.toString(); |
||||
const replaceList = ['..']; |
||||
let orig; |
||||
let cur = src; |
||||
do { |
||||
orig = cur; |
||||
for (const s of replaceList) { |
||||
cur = cur.replace(s, ''); |
||||
} |
||||
} while (cur != orig); |
||||
return cur; |
||||
} |
||||
|
||||
|
||||
// By Pisces
|
||||
function extractNumerals(s: string): Number[] { |
||||
return (s.match(/\d+/g) || []).map((x) => parseInt(x)); |
||||
} |
||||
|
||||
export function compareStringByNumber(a: string, b: string) { |
||||
const acmp = extractNumerals(a), bcmp = extractNumerals(b); |
||||
for (let i = 0; i < Math.min(acmp.length, bcmp.length); i++) { |
||||
if (acmp[i] > bcmp[i]) |
||||
return 1; |
||||
else if (acmp[i] < bcmp[i]) |
||||
return -1; |
||||
} |
||||
return a > b ? 1 : -1; |
||||
} |
||||
Loading…
Reference in new issue