t123yh
7 years ago
commit
d8d6dc9dd7
56 changed files with 4928 additions and 0 deletions
@ -0,0 +1,82 @@ |
|||||||
|
|
||||||
|
# Created by https://www.gitignore.io/api/vim,node |
||||||
|
|
||||||
|
### Node ### |
||||||
|
# Logs |
||||||
|
logs |
||||||
|
*.log |
||||||
|
npm-debug.log* |
||||||
|
yarn-debug.log* |
||||||
|
yarn-error.log* |
||||||
|
|
||||||
|
# Runtime data |
||||||
|
pids |
||||||
|
*.pid |
||||||
|
*.seed |
||||||
|
*.pid.lock |
||||||
|
|
||||||
|
# Directory for instrumented libs generated by jscoverage/JSCover |
||||||
|
lib-cov |
||||||
|
|
||||||
|
# Coverage directory used by tools like istanbul |
||||||
|
coverage |
||||||
|
|
||||||
|
# nyc test coverage |
||||||
|
.nyc_output |
||||||
|
|
||||||
|
# Grunt intermediate storage (http://gruntjs.com/creating-plugins#storing-task-files) |
||||||
|
.grunt |
||||||
|
|
||||||
|
# Bower dependency directory (https://bower.io/) |
||||||
|
bower_components |
||||||
|
|
||||||
|
# node-waf configuration |
||||||
|
.lock-wscript |
||||||
|
|
||||||
|
# Compiled binary addons (http://nodejs.org/api/addons.html) |
||||||
|
build/Release |
||||||
|
|
||||||
|
# Dependency directories |
||||||
|
node_modules/ |
||||||
|
jspm_packages/ |
||||||
|
|
||||||
|
# Typescript v1 declaration files |
||||||
|
typings/ |
||||||
|
|
||||||
|
# Optional npm cache directory |
||||||
|
.npm |
||||||
|
|
||||||
|
# Optional eslint cache |
||||||
|
.eslintcache |
||||||
|
|
||||||
|
# Optional REPL history |
||||||
|
.node_repl_history |
||||||
|
|
||||||
|
# Output of 'npm pack' |
||||||
|
*.tgz |
||||||
|
|
||||||
|
# Yarn Integrity file |
||||||
|
.yarn-integrity |
||||||
|
|
||||||
|
# dotenv environment variables file |
||||||
|
.env |
||||||
|
|
||||||
|
|
||||||
|
### Vim ### |
||||||
|
# swap |
||||||
|
[._]*.s[a-v][a-z] |
||||||
|
[._]*.sw[a-p] |
||||||
|
[._]s[a-v][a-z] |
||||||
|
[._]sw[a-p] |
||||||
|
# session |
||||||
|
Session.vim |
||||||
|
# temporary |
||||||
|
.netrwhist |
||||||
|
*~ |
||||||
|
# auto-generated tag files |
||||||
|
tags |
||||||
|
|
||||||
|
# End of https://www.gitignore.io/api/vim,node |
||||||
|
|
||||||
|
/lib/ |
||||||
|
/testdata/ |
||||||
@ -0,0 +1,674 @@ |
|||||||
|
GNU GENERAL PUBLIC LICENSE |
||||||
|
Version 3, 29 June 2007 |
||||||
|
|
||||||
|
Copyright (C) 2007 Free Software Foundation, Inc. <http://fsf.org/> |
||||||
|
Everyone is permitted to copy and distribute verbatim copies |
||||||
|
of this license document, but changing it is not allowed. |
||||||
|
|
||||||
|
Preamble |
||||||
|
|
||||||
|
The GNU General Public License is a free, copyleft license for |
||||||
|
software and other kinds of works. |
||||||
|
|
||||||
|
The licenses for most software and other practical works are designed |
||||||
|
to take away your freedom to share and change the works. By contrast, |
||||||
|
the GNU General Public License is intended to guarantee your freedom to |
||||||
|
share and change all versions of a program--to make sure it remains free |
||||||
|
software for all its users. We, the Free Software Foundation, use the |
||||||
|
GNU General Public License for most of our software; it applies also to |
||||||
|
any other work released this way by its authors. You can apply it to |
||||||
|
your programs, too. |
||||||
|
|
||||||
|
When we speak of free software, we are referring to freedom, not |
||||||
|
price. Our General Public Licenses are designed to make sure that you |
||||||
|
have the freedom to distribute copies of free software (and charge for |
||||||
|
them if you wish), that you receive source code or can get it if you |
||||||
|
want it, that you can change the software or use pieces of it in new |
||||||
|
free programs, and that you know you can do these things. |
||||||
|
|
||||||
|
To protect your rights, we need to prevent others from denying you |
||||||
|
these rights or asking you to surrender the rights. Therefore, you have |
||||||
|
certain responsibilities if you distribute copies of the software, or if |
||||||
|
you modify it: responsibilities to respect the freedom of others. |
||||||
|
|
||||||
|
For example, if you distribute copies of such a program, whether |
||||||
|
gratis or for a fee, you must pass on to the recipients the same |
||||||
|
freedoms that you received. You must make sure that they, too, receive |
||||||
|
or can get the source code. And you must show them these terms so they |
||||||
|
know their rights. |
||||||
|
|
||||||
|
Developers that use the GNU GPL protect your rights with two steps: |
||||||
|
(1) assert copyright on the software, and (2) offer you this License |
||||||
|
giving you legal permission to copy, distribute and/or modify it. |
||||||
|
|
||||||
|
For the developers' and authors' protection, the GPL clearly explains |
||||||
|
that there is no warranty for this free software. For both users' and |
||||||
|
authors' sake, the GPL requires that modified versions be marked as |
||||||
|
changed, so that their problems will not be attributed erroneously to |
||||||
|
authors of previous versions. |
||||||
|
|
||||||
|
Some devices are designed to deny users access to install or run |
||||||
|
modified versions of the software inside them, although the manufacturer |
||||||
|
can do so. This is fundamentally incompatible with the aim of |
||||||
|
protecting users' freedom to change the software. The systematic |
||||||
|
pattern of such abuse occurs in the area of products for individuals to |
||||||
|
use, which is precisely where it is most unacceptable. Therefore, we |
||||||
|
have designed this version of the GPL to prohibit the practice for those |
||||||
|
products. If such problems arise substantially in other domains, we |
||||||
|
stand ready to extend this provision to those domains in future versions |
||||||
|
of the GPL, as needed to protect the freedom of users. |
||||||
|
|
||||||
|
Finally, every program is threatened constantly by software patents. |
||||||
|
States should not allow patents to restrict development and use of |
||||||
|
software on general-purpose computers, but in those that do, we wish to |
||||||
|
avoid the special danger that patents applied to a free program could |
||||||
|
make it effectively proprietary. To prevent this, the GPL assures that |
||||||
|
patents cannot be used to render the program non-free. |
||||||
|
|
||||||
|
The precise terms and conditions for copying, distribution and |
||||||
|
modification follow. |
||||||
|
|
||||||
|
TERMS AND CONDITIONS |
||||||
|
|
||||||
|
0. Definitions. |
||||||
|
|
||||||
|
"This License" refers to version 3 of the GNU General Public License. |
||||||
|
|
||||||
|
"Copyright" also means copyright-like laws that apply to other kinds of |
||||||
|
works, such as semiconductor masks. |
||||||
|
|
||||||
|
"The Program" refers to any copyrightable work licensed under this |
||||||
|
License. Each licensee is addressed as "you". "Licensees" and |
||||||
|
"recipients" may be individuals or organizations. |
||||||
|
|
||||||
|
To "modify" a work means to copy from or adapt all or part of the work |
||||||
|
in a fashion requiring copyright permission, other than the making of an |
||||||
|
exact copy. The resulting work is called a "modified version" of the |
||||||
|
earlier work or a work "based on" the earlier work. |
||||||
|
|
||||||
|
A "covered work" means either the unmodified Program or a work based |
||||||
|
on the Program. |
||||||
|
|
||||||
|
To "propagate" a work means to do anything with it that, without |
||||||
|
permission, would make you directly or secondarily liable for |
||||||
|
infringement under applicable copyright law, except executing it on a |
||||||
|
computer or modifying a private copy. Propagation includes copying, |
||||||
|
distribution (with or without modification), making available to the |
||||||
|
public, and in some countries other activities as well. |
||||||
|
|
||||||
|
To "convey" a work means any kind of propagation that enables other |
||||||
|
parties to make or receive copies. Mere interaction with a user through |
||||||
|
a computer network, with no transfer of a copy, is not conveying. |
||||||
|
|
||||||
|
An interactive user interface displays "Appropriate Legal Notices" |
||||||
|
to the extent that it includes a convenient and prominently visible |
||||||
|
feature that (1) displays an appropriate copyright notice, and (2) |
||||||
|
tells the user that there is no warranty for the work (except to the |
||||||
|
extent that warranties are provided), that licensees may convey the |
||||||
|
work under this License, and how to view a copy of this License. If |
||||||
|
the interface presents a list of user commands or options, such as a |
||||||
|
menu, a prominent item in the list meets this criterion. |
||||||
|
|
||||||
|
1. Source Code. |
||||||
|
|
||||||
|
The "source code" for a work means the preferred form of the work |
||||||
|
for making modifications to it. "Object code" means any non-source |
||||||
|
form of a work. |
||||||
|
|
||||||
|
A "Standard Interface" means an interface that either is an official |
||||||
|
standard defined by a recognized standards body, or, in the case of |
||||||
|
interfaces specified for a particular programming language, one that |
||||||
|
is widely used among developers working in that language. |
||||||
|
|
||||||
|
The "System Libraries" of an executable work include anything, other |
||||||
|
than the work as a whole, that (a) is included in the normal form of |
||||||
|
packaging a Major Component, but which is not part of that Major |
||||||
|
Component, and (b) serves only to enable use of the work with that |
||||||
|
Major Component, or to implement a Standard Interface for which an |
||||||
|
implementation is available to the public in source code form. A |
||||||
|
"Major Component", in this context, means a major essential component |
||||||
|
(kernel, window system, and so on) of the specific operating system |
||||||
|
(if any) on which the executable work runs, or a compiler used to |
||||||
|
produce the work, or an object code interpreter used to run it. |
||||||
|
|
||||||
|
The "Corresponding Source" for a work in object code form means all |
||||||
|
the source code needed to generate, install, and (for an executable |
||||||
|
work) run the object code and to modify the work, including scripts to |
||||||
|
control those activities. However, it does not include the work's |
||||||
|
System Libraries, or general-purpose tools or generally available free |
||||||
|
programs which are used unmodified in performing those activities but |
||||||
|
which are not part of the work. For example, Corresponding Source |
||||||
|
includes interface definition files associated with source files for |
||||||
|
the work, and the source code for shared libraries and dynamically |
||||||
|
linked subprograms that the work is specifically designed to require, |
||||||
|
such as by intimate data communication or control flow between those |
||||||
|
subprograms and other parts of the work. |
||||||
|
|
||||||
|
The Corresponding Source need not include anything that users |
||||||
|
can regenerate automatically from other parts of the Corresponding |
||||||
|
Source. |
||||||
|
|
||||||
|
The Corresponding Source for a work in source code form is that |
||||||
|
same work. |
||||||
|
|
||||||
|
2. Basic Permissions. |
||||||
|
|
||||||
|
All rights granted under this License are granted for the term of |
||||||
|
copyright on the Program, and are irrevocable provided the stated |
||||||
|
conditions are met. This License explicitly affirms your unlimited |
||||||
|
permission to run the unmodified Program. The output from running a |
||||||
|
covered work is covered by this License only if the output, given its |
||||||
|
content, constitutes a covered work. This License acknowledges your |
||||||
|
rights of fair use or other equivalent, as provided by copyright law. |
||||||
|
|
||||||
|
You may make, run and propagate covered works that you do not |
||||||
|
convey, without conditions so long as your license otherwise remains |
||||||
|
in force. You may convey covered works to others for the sole purpose |
||||||
|
of having them make modifications exclusively for you, or provide you |
||||||
|
with facilities for running those works, provided that you comply with |
||||||
|
the terms of this License in conveying all material for which you do |
||||||
|
not control copyright. Those thus making or running the covered works |
||||||
|
for you must do so exclusively on your behalf, under your direction |
||||||
|
and control, on terms that prohibit them from making any copies of |
||||||
|
your copyrighted material outside their relationship with you. |
||||||
|
|
||||||
|
Conveying under any other circumstances is permitted solely under |
||||||
|
the conditions stated below. Sublicensing is not allowed; section 10 |
||||||
|
makes it unnecessary. |
||||||
|
|
||||||
|
3. Protecting Users' Legal Rights From Anti-Circumvention Law. |
||||||
|
|
||||||
|
No covered work shall be deemed part of an effective technological |
||||||
|
measure under any applicable law fulfilling obligations under article |
||||||
|
11 of the WIPO copyright treaty adopted on 20 December 1996, or |
||||||
|
similar laws prohibiting or restricting circumvention of such |
||||||
|
measures. |
||||||
|
|
||||||
|
When you convey a covered work, you waive any legal power to forbid |
||||||
|
circumvention of technological measures to the extent such circumvention |
||||||
|
is effected by exercising rights under this License with respect to |
||||||
|
the covered work, and you disclaim any intention to limit operation or |
||||||
|
modification of the work as a means of enforcing, against the work's |
||||||
|
users, your or third parties' legal rights to forbid circumvention of |
||||||
|
technological measures. |
||||||
|
|
||||||
|
4. Conveying Verbatim Copies. |
||||||
|
|
||||||
|
You may convey verbatim copies of the Program's source code as you |
||||||
|
receive it, in any medium, provided that you conspicuously and |
||||||
|
appropriately publish on each copy an appropriate copyright notice; |
||||||
|
keep intact all notices stating that this License and any |
||||||
|
non-permissive terms added in accord with section 7 apply to the code; |
||||||
|
keep intact all notices of the absence of any warranty; and give all |
||||||
|
recipients a copy of this License along with the Program. |
||||||
|
|
||||||
|
You may charge any price or no price for each copy that you convey, |
||||||
|
and you may offer support or warranty protection for a fee. |
||||||
|
|
||||||
|
5. Conveying Modified Source Versions. |
||||||
|
|
||||||
|
You may convey a work based on the Program, or the modifications to |
||||||
|
produce it from the Program, in the form of source code under the |
||||||
|
terms of section 4, provided that you also meet all of these conditions: |
||||||
|
|
||||||
|
a) The work must carry prominent notices stating that you modified |
||||||
|
it, and giving a relevant date. |
||||||
|
|
||||||
|
b) The work must carry prominent notices stating that it is |
||||||
|
released under this License and any conditions added under section |
||||||
|
7. This requirement modifies the requirement in section 4 to |
||||||
|
"keep intact all notices". |
||||||
|
|
||||||
|
c) You must license the entire work, as a whole, under this |
||||||
|
License to anyone who comes into possession of a copy. This |
||||||
|
License will therefore apply, along with any applicable section 7 |
||||||
|
additional terms, to the whole of the work, and all its parts, |
||||||
|
regardless of how they are packaged. This License gives no |
||||||
|
permission to license the work in any other way, but it does not |
||||||
|
invalidate such permission if you have separately received it. |
||||||
|
|
||||||
|
d) If the work has interactive user interfaces, each must display |
||||||
|
Appropriate Legal Notices; however, if the Program has interactive |
||||||
|
interfaces that do not display Appropriate Legal Notices, your |
||||||
|
work need not make them do so. |
||||||
|
|
||||||
|
A compilation of a covered work with other separate and independent |
||||||
|
works, which are not by their nature extensions of the covered work, |
||||||
|
and which are not combined with it such as to form a larger program, |
||||||
|
in or on a volume of a storage or distribution medium, is called an |
||||||
|
"aggregate" if the compilation and its resulting copyright are not |
||||||
|
used to limit the access or legal rights of the compilation's users |
||||||
|
beyond what the individual works permit. Inclusion of a covered work |
||||||
|
in an aggregate does not cause this License to apply to the other |
||||||
|
parts of the aggregate. |
||||||
|
|
||||||
|
6. Conveying Non-Source Forms. |
||||||
|
|
||||||
|
You may convey a covered work in object code form under the terms |
||||||
|
of sections 4 and 5, provided that you also convey the |
||||||
|
machine-readable Corresponding Source under the terms of this License, |
||||||
|
in one of these ways: |
||||||
|
|
||||||
|
a) Convey the object code in, or embodied in, a physical product |
||||||
|
(including a physical distribution medium), accompanied by the |
||||||
|
Corresponding Source fixed on a durable physical medium |
||||||
|
customarily used for software interchange. |
||||||
|
|
||||||
|
b) Convey the object code in, or embodied in, a physical product |
||||||
|
(including a physical distribution medium), accompanied by a |
||||||
|
written offer, valid for at least three years and valid for as |
||||||
|
long as you offer spare parts or customer support for that product |
||||||
|
model, to give anyone who possesses the object code either (1) a |
||||||
|
copy of the Corresponding Source for all the software in the |
||||||
|
product that is covered by this License, on a durable physical |
||||||
|
medium customarily used for software interchange, for a price no |
||||||
|
more than your reasonable cost of physically performing this |
||||||
|
conveying of source, or (2) access to copy the |
||||||
|
Corresponding Source from a network server at no charge. |
||||||
|
|
||||||
|
c) Convey individual copies of the object code with a copy of the |
||||||
|
written offer to provide the Corresponding Source. This |
||||||
|
alternative is allowed only occasionally and noncommercially, and |
||||||
|
only if you received the object code with such an offer, in accord |
||||||
|
with subsection 6b. |
||||||
|
|
||||||
|
d) Convey the object code by offering access from a designated |
||||||
|
place (gratis or for a charge), and offer equivalent access to the |
||||||
|
Corresponding Source in the same way through the same place at no |
||||||
|
further charge. You need not require recipients to copy the |
||||||
|
Corresponding Source along with the object code. If the place to |
||||||
|
copy the object code is a network server, the Corresponding Source |
||||||
|
may be on a different server (operated by you or a third party) |
||||||
|
that supports equivalent copying facilities, provided you maintain |
||||||
|
clear directions next to the object code saying where to find the |
||||||
|
Corresponding Source. Regardless of what server hosts the |
||||||
|
Corresponding Source, you remain obligated to ensure that it is |
||||||
|
available for as long as needed to satisfy these requirements. |
||||||
|
|
||||||
|
e) Convey the object code using peer-to-peer transmission, provided |
||||||
|
you inform other peers where the object code and Corresponding |
||||||
|
Source of the work are being offered to the general public at no |
||||||
|
charge under subsection 6d. |
||||||
|
|
||||||
|
A separable portion of the object code, whose source code is excluded |
||||||
|
from the Corresponding Source as a System Library, need not be |
||||||
|
included in conveying the object code work. |
||||||
|
|
||||||
|
A "User Product" is either (1) a "consumer product", which means any |
||||||
|
tangible personal property which is normally used for personal, family, |
||||||
|
or household purposes, or (2) anything designed or sold for incorporation |
||||||
|
into a dwelling. In determining whether a product is a consumer product, |
||||||
|
doubtful cases shall be resolved in favor of coverage. For a particular |
||||||
|
product received by a particular user, "normally used" refers to a |
||||||
|
typical or common use of that class of product, regardless of the status |
||||||
|
of the particular user or of the way in which the particular user |
||||||
|
actually uses, or expects or is expected to use, the product. A product |
||||||
|
is a consumer product regardless of whether the product has substantial |
||||||
|
commercial, industrial or non-consumer uses, unless such uses represent |
||||||
|
the only significant mode of use of the product. |
||||||
|
|
||||||
|
"Installation Information" for a User Product means any methods, |
||||||
|
procedures, authorization keys, or other information required to install |
||||||
|
and execute modified versions of a covered work in that User Product from |
||||||
|
a modified version of its Corresponding Source. The information must |
||||||
|
suffice to ensure that the continued functioning of the modified object |
||||||
|
code is in no case prevented or interfered with solely because |
||||||
|
modification has been made. |
||||||
|
|
||||||
|
If you convey an object code work under this section in, or with, or |
||||||
|
specifically for use in, a User Product, and the conveying occurs as |
||||||
|
part of a transaction in which the right of possession and use of the |
||||||
|
User Product is transferred to the recipient in perpetuity or for a |
||||||
|
fixed term (regardless of how the transaction is characterized), the |
||||||
|
Corresponding Source conveyed under this section must be accompanied |
||||||
|
by the Installation Information. But this requirement does not apply |
||||||
|
if neither you nor any third party retains the ability to install |
||||||
|
modified object code on the User Product (for example, the work has |
||||||
|
been installed in ROM). |
||||||
|
|
||||||
|
The requirement to provide Installation Information does not include a |
||||||
|
requirement to continue to provide support service, warranty, or updates |
||||||
|
for a work that has been modified or installed by the recipient, or for |
||||||
|
the User Product in which it has been modified or installed. Access to a |
||||||
|
network may be denied when the modification itself materially and |
||||||
|
adversely affects the operation of the network or violates the rules and |
||||||
|
protocols for communication across the network. |
||||||
|
|
||||||
|
Corresponding Source conveyed, and Installation Information provided, |
||||||
|
in accord with this section must be in a format that is publicly |
||||||
|
documented (and with an implementation available to the public in |
||||||
|
source code form), and must require no special password or key for |
||||||
|
unpacking, reading or copying. |
||||||
|
|
||||||
|
7. Additional Terms. |
||||||
|
|
||||||
|
"Additional permissions" are terms that supplement the terms of this |
||||||
|
License by making exceptions from one or more of its conditions. |
||||||
|
Additional permissions that are applicable to the entire Program shall |
||||||
|
be treated as though they were included in this License, to the extent |
||||||
|
that they are valid under applicable law. If additional permissions |
||||||
|
apply only to part of the Program, that part may be used separately |
||||||
|
under those permissions, but the entire Program remains governed by |
||||||
|
this License without regard to the additional permissions. |
||||||
|
|
||||||
|
When you convey a copy of a covered work, you may at your option |
||||||
|
remove any additional permissions from that copy, or from any part of |
||||||
|
it. (Additional permissions may be written to require their own |
||||||
|
removal in certain cases when you modify the work.) You may place |
||||||
|
additional permissions on material, added by you to a covered work, |
||||||
|
for which you have or can give appropriate copyright permission. |
||||||
|
|
||||||
|
Notwithstanding any other provision of this License, for material you |
||||||
|
add to a covered work, you may (if authorized by the copyright holders of |
||||||
|
that material) supplement the terms of this License with terms: |
||||||
|
|
||||||
|
a) Disclaiming warranty or limiting liability differently from the |
||||||
|
terms of sections 15 and 16 of this License; or |
||||||
|
|
||||||
|
b) Requiring preservation of specified reasonable legal notices or |
||||||
|
author attributions in that material or in the Appropriate Legal |
||||||
|
Notices displayed by works containing it; or |
||||||
|
|
||||||
|
c) Prohibiting misrepresentation of the origin of that material, or |
||||||
|
requiring that modified versions of such material be marked in |
||||||
|
reasonable ways as different from the original version; or |
||||||
|
|
||||||
|
d) Limiting the use for publicity purposes of names of licensors or |
||||||
|
authors of the material; or |
||||||
|
|
||||||
|
e) Declining to grant rights under trademark law for use of some |
||||||
|
trade names, trademarks, or service marks; or |
||||||
|
|
||||||
|
f) Requiring indemnification of licensors and authors of that |
||||||
|
material by anyone who conveys the material (or modified versions of |
||||||
|
it) with contractual assumptions of liability to the recipient, for |
||||||
|
any liability that these contractual assumptions directly impose on |
||||||
|
those licensors and authors. |
||||||
|
|
||||||
|
All other non-permissive additional terms are considered "further |
||||||
|
restrictions" within the meaning of section 10. If the Program as you |
||||||
|
received it, or any part of it, contains a notice stating that it is |
||||||
|
governed by this License along with a term that is a further |
||||||
|
restriction, you may remove that term. If a license document contains |
||||||
|
a further restriction but permits relicensing or conveying under this |
||||||
|
License, you may add to a covered work material governed by the terms |
||||||
|
of that license document, provided that the further restriction does |
||||||
|
not survive such relicensing or conveying. |
||||||
|
|
||||||
|
If you add terms to a covered work in accord with this section, you |
||||||
|
must place, in the relevant source files, a statement of the |
||||||
|
additional terms that apply to those files, or a notice indicating |
||||||
|
where to find the applicable terms. |
||||||
|
|
||||||
|
Additional terms, permissive or non-permissive, may be stated in the |
||||||
|
form of a separately written license, or stated as exceptions; |
||||||
|
the above requirements apply either way. |
||||||
|
|
||||||
|
8. Termination. |
||||||
|
|
||||||
|
You may not propagate or modify a covered work except as expressly |
||||||
|
provided under this License. Any attempt otherwise to propagate or |
||||||
|
modify it is void, and will automatically terminate your rights under |
||||||
|
this License (including any patent licenses granted under the third |
||||||
|
paragraph of section 11). |
||||||
|
|
||||||
|
However, if you cease all violation of this License, then your |
||||||
|
license from a particular copyright holder is reinstated (a) |
||||||
|
provisionally, unless and until the copyright holder explicitly and |
||||||
|
finally terminates your license, and (b) permanently, if the copyright |
||||||
|
holder fails to notify you of the violation by some reasonable means |
||||||
|
prior to 60 days after the cessation. |
||||||
|
|
||||||
|
Moreover, your license from a particular copyright holder is |
||||||
|
reinstated permanently if the copyright holder notifies you of the |
||||||
|
violation by some reasonable means, this is the first time you have |
||||||
|
received notice of violation of this License (for any work) from that |
||||||
|
copyright holder, and you cure the violation prior to 30 days after |
||||||
|
your receipt of the notice. |
||||||
|
|
||||||
|
Termination of your rights under this section does not terminate the |
||||||
|
licenses of parties who have received copies or rights from you under |
||||||
|
this License. If your rights have been terminated and not permanently |
||||||
|
reinstated, you do not qualify to receive new licenses for the same |
||||||
|
material under section 10. |
||||||
|
|
||||||
|
9. Acceptance Not Required for Having Copies. |
||||||
|
|
||||||
|
You are not required to accept this License in order to receive or |
||||||
|
run a copy of the Program. Ancillary propagation of a covered work |
||||||
|
occurring solely as a consequence of using peer-to-peer transmission |
||||||
|
to receive a copy likewise does not require acceptance. However, |
||||||
|
nothing other than this License grants you permission to propagate or |
||||||
|
modify any covered work. These actions infringe copyright if you do |
||||||
|
not accept this License. Therefore, by modifying or propagating a |
||||||
|
covered work, you indicate your acceptance of this License to do so. |
||||||
|
|
||||||
|
10. Automatic Licensing of Downstream Recipients. |
||||||
|
|
||||||
|
Each time you convey a covered work, the recipient automatically |
||||||
|
receives a license from the original licensors, to run, modify and |
||||||
|
propagate that work, subject to this License. You are not responsible |
||||||
|
for enforcing compliance by third parties with this License. |
||||||
|
|
||||||
|
An "entity transaction" is a transaction transferring control of an |
||||||
|
organization, or substantially all assets of one, or subdividing an |
||||||
|
organization, or merging organizations. If propagation of a covered |
||||||
|
work results from an entity transaction, each party to that |
||||||
|
transaction who receives a copy of the work also receives whatever |
||||||
|
licenses to the work the party's predecessor in interest had or could |
||||||
|
give under the previous paragraph, plus a right to possession of the |
||||||
|
Corresponding Source of the work from the predecessor in interest, if |
||||||
|
the predecessor has it or can get it with reasonable efforts. |
||||||
|
|
||||||
|
You may not impose any further restrictions on the exercise of the |
||||||
|
rights granted or affirmed under this License. For example, you may |
||||||
|
not impose a license fee, royalty, or other charge for exercise of |
||||||
|
rights granted under this License, and you may not initiate litigation |
||||||
|
(including a cross-claim or counterclaim in a lawsuit) alleging that |
||||||
|
any patent claim is infringed by making, using, selling, offering for |
||||||
|
sale, or importing the Program or any portion of it. |
||||||
|
|
||||||
|
11. Patents. |
||||||
|
|
||||||
|
A "contributor" is a copyright holder who authorizes use under this |
||||||
|
License of the Program or a work on which the Program is based. The |
||||||
|
work thus licensed is called the contributor's "contributor version". |
||||||
|
|
||||||
|
A contributor's "essential patent claims" are all patent claims |
||||||
|
owned or controlled by the contributor, whether already acquired or |
||||||
|
hereafter acquired, that would be infringed by some manner, permitted |
||||||
|
by this License, of making, using, or selling its contributor version, |
||||||
|
but do not include claims that would be infringed only as a |
||||||
|
consequence of further modification of the contributor version. For |
||||||
|
purposes of this definition, "control" includes the right to grant |
||||||
|
patent sublicenses in a manner consistent with the requirements of |
||||||
|
this License. |
||||||
|
|
||||||
|
Each contributor grants you a non-exclusive, worldwide, royalty-free |
||||||
|
patent license under the contributor's essential patent claims, to |
||||||
|
make, use, sell, offer for sale, import and otherwise run, modify and |
||||||
|
propagate the contents of its contributor version. |
||||||
|
|
||||||
|
In the following three paragraphs, a "patent license" is any express |
||||||
|
agreement or commitment, however denominated, not to enforce a patent |
||||||
|
(such as an express permission to practice a patent or covenant not to |
||||||
|
sue for patent infringement). To "grant" such a patent license to a |
||||||
|
party means to make such an agreement or commitment not to enforce a |
||||||
|
patent against the party. |
||||||
|
|
||||||
|
If you convey a covered work, knowingly relying on a patent license, |
||||||
|
and the Corresponding Source of the work is not available for anyone |
||||||
|
to copy, free of charge and under the terms of this License, through a |
||||||
|
publicly available network server or other readily accessible means, |
||||||
|
then you must either (1) cause the Corresponding Source to be so |
||||||
|
available, or (2) arrange to deprive yourself of the benefit of the |
||||||
|
patent license for this particular work, or (3) arrange, in a manner |
||||||
|
consistent with the requirements of this License, to extend the patent |
||||||
|
license to downstream recipients. "Knowingly relying" means you have |
||||||
|
actual knowledge that, but for the patent license, your conveying the |
||||||
|
covered work in a country, or your recipient's use of the covered work |
||||||
|
in a country, would infringe one or more identifiable patents in that |
||||||
|
country that you have reason to believe are valid. |
||||||
|
|
||||||
|
If, pursuant to or in connection with a single transaction or |
||||||
|
arrangement, you convey, or propagate by procuring conveyance of, a |
||||||
|
covered work, and grant a patent license to some of the parties |
||||||
|
receiving the covered work authorizing them to use, propagate, modify |
||||||
|
or convey a specific copy of the covered work, then the patent license |
||||||
|
you grant is automatically extended to all recipients of the covered |
||||||
|
work and works based on it. |
||||||
|
|
||||||
|
A patent license is "discriminatory" if it does not include within |
||||||
|
the scope of its coverage, prohibits the exercise of, or is |
||||||
|
conditioned on the non-exercise of one or more of the rights that are |
||||||
|
specifically granted under this License. You may not convey a covered |
||||||
|
work if you are a party to an arrangement with a third party that is |
||||||
|
in the business of distributing software, under which you make payment |
||||||
|
to the third party based on the extent of your activity of conveying |
||||||
|
the work, and under which the third party grants, to any of the |
||||||
|
parties who would receive the covered work from you, a discriminatory |
||||||
|
patent license (a) in connection with copies of the covered work |
||||||
|
conveyed by you (or copies made from those copies), or (b) primarily |
||||||
|
for and in connection with specific products or compilations that |
||||||
|
contain the covered work, unless you entered into that arrangement, |
||||||
|
or that patent license was granted, prior to 28 March 2007. |
||||||
|
|
||||||
|
Nothing in this License shall be construed as excluding or limiting |
||||||
|
any implied license or other defenses to infringement that may |
||||||
|
otherwise be available to you under applicable patent law. |
||||||
|
|
||||||
|
12. No Surrender of Others' Freedom. |
||||||
|
|
||||||
|
If conditions are imposed on you (whether by court order, agreement or |
||||||
|
otherwise) that contradict the conditions of this License, they do not |
||||||
|
excuse you from the conditions of this License. If you cannot convey a |
||||||
|
covered work so as to satisfy simultaneously your obligations under this |
||||||
|
License and any other pertinent obligations, then as a consequence you may |
||||||
|
not convey it at all. For example, if you agree to terms that obligate you |
||||||
|
to collect a royalty for further conveying from those to whom you convey |
||||||
|
the Program, the only way you could satisfy both those terms and this |
||||||
|
License would be to refrain entirely from conveying the Program. |
||||||
|
|
||||||
|
13. Use with the GNU Affero General Public License. |
||||||
|
|
||||||
|
Notwithstanding any other provision of this License, you have |
||||||
|
permission to link or combine any covered work with a work licensed |
||||||
|
under version 3 of the GNU Affero General Public License into a single |
||||||
|
combined work, and to convey the resulting work. The terms of this |
||||||
|
License will continue to apply to the part which is the covered work, |
||||||
|
but the special requirements of the GNU Affero General Public License, |
||||||
|
section 13, concerning interaction through a network will apply to the |
||||||
|
combination as such. |
||||||
|
|
||||||
|
14. Revised Versions of this License. |
||||||
|
|
||||||
|
The Free Software Foundation may publish revised and/or new versions of |
||||||
|
the GNU General Public License from time to time. Such new versions will |
||||||
|
be similar in spirit to the present version, but may differ in detail to |
||||||
|
address new problems or concerns. |
||||||
|
|
||||||
|
Each version is given a distinguishing version number. If the |
||||||
|
Program specifies that a certain numbered version of the GNU General |
||||||
|
Public License "or any later version" applies to it, you have the |
||||||
|
option of following the terms and conditions either of that numbered |
||||||
|
version or of any later version published by the Free Software |
||||||
|
Foundation. If the Program does not specify a version number of the |
||||||
|
GNU General Public License, you may choose any version ever published |
||||||
|
by the Free Software Foundation. |
||||||
|
|
||||||
|
If the Program specifies that a proxy can decide which future |
||||||
|
versions of the GNU General Public License can be used, that proxy's |
||||||
|
public statement of acceptance of a version permanently authorizes you |
||||||
|
to choose that version for the Program. |
||||||
|
|
||||||
|
Later license versions may give you additional or different |
||||||
|
permissions. However, no additional obligations are imposed on any |
||||||
|
author or copyright holder as a result of your choosing to follow a |
||||||
|
later version. |
||||||
|
|
||||||
|
15. Disclaimer of Warranty. |
||||||
|
|
||||||
|
THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY |
||||||
|
APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT |
||||||
|
HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY |
||||||
|
OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, |
||||||
|
THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
||||||
|
PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM |
||||||
|
IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF |
||||||
|
ALL NECESSARY SERVICING, REPAIR OR CORRECTION. |
||||||
|
|
||||||
|
16. Limitation of Liability. |
||||||
|
|
||||||
|
IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING |
||||||
|
WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS |
||||||
|
THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY |
||||||
|
GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE |
||||||
|
USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF |
||||||
|
DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD |
||||||
|
PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), |
||||||
|
EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF |
||||||
|
SUCH DAMAGES. |
||||||
|
|
||||||
|
17. Interpretation of Sections 15 and 16. |
||||||
|
|
||||||
|
If the disclaimer of warranty and limitation of liability provided |
||||||
|
above cannot be given local legal effect according to their terms, |
||||||
|
reviewing courts shall apply local law that most closely approximates |
||||||
|
an absolute waiver of all civil liability in connection with the |
||||||
|
Program, unless a warranty or assumption of liability accompanies a |
||||||
|
copy of the Program in return for a fee. |
||||||
|
|
||||||
|
END OF TERMS AND CONDITIONS |
||||||
|
|
||||||
|
How to Apply These Terms to Your New Programs |
||||||
|
|
||||||
|
If you develop a new program, and you want it to be of the greatest |
||||||
|
possible use to the public, the best way to achieve this is to make it |
||||||
|
free software which everyone can redistribute and change under these terms. |
||||||
|
|
||||||
|
To do so, attach the following notices to the program. It is safest |
||||||
|
to attach them to the start of each source file to most effectively |
||||||
|
state the exclusion of warranty; and each file should have at least |
||||||
|
the "copyright" line and a pointer to where the full notice is found. |
||||||
|
|
||||||
|
{one line to give the program's name and a brief idea of what it does.} |
||||||
|
Copyright (C) {year} {name of author} |
||||||
|
|
||||||
|
This program is free software: you can redistribute it and/or modify |
||||||
|
it under the terms of the GNU General Public License as published by |
||||||
|
the Free Software Foundation, either version 3 of the License, or |
||||||
|
(at your option) any later version. |
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful, |
||||||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of |
||||||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
||||||
|
GNU General Public License for more details. |
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License |
||||||
|
along with this program. If not, see <http://www.gnu.org/licenses/>. |
||||||
|
|
||||||
|
Also add information on how to contact you by electronic and paper mail. |
||||||
|
|
||||||
|
If the program does terminal interaction, make it output a short |
||||||
|
notice like this when it starts in an interactive mode: |
||||||
|
|
||||||
|
{project} Copyright (C) {year} {fullname} |
||||||
|
This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'. |
||||||
|
This is free software, and you are welcome to redistribute it |
||||||
|
under certain conditions; type `show c' for details. |
||||||
|
|
||||||
|
The hypothetical commands `show w' and `show c' should show the appropriate |
||||||
|
parts of the General Public License. Of course, your program's commands |
||||||
|
might be different; for a GUI interface, you would use an "about box". |
||||||
|
|
||||||
|
You should also get your employer (if you work as a programmer) or school, |
||||||
|
if any, to sign a "copyright disclaimer" for the program, if necessary. |
||||||
|
For more information on this, and how to apply and follow the GNU GPL, see |
||||||
|
<http://www.gnu.org/licenses/>. |
||||||
|
|
||||||
|
The GNU General Public License does not permit incorporating your program |
||||||
|
into proprietary programs. If your program is a subroutine library, you |
||||||
|
may consider it more useful to permit linking proprietary applications with |
||||||
|
the library. If this is what you want to do, use the GNU Lesser General |
||||||
|
Public License instead of this License. But first, please read |
||||||
|
<http://www.gnu.org/philosophy/why-not-lgpl.html>. |
||||||
@ -0,0 +1,7 @@ |
|||||||
|
{ |
||||||
|
"RabbitMQUrl": "amqp://localhost/", |
||||||
|
"RedisUrl": "redis://127.0.0.1:6379", |
||||||
|
"TestData": "/home/t123yh/syzoj/uploads/testdata", |
||||||
|
"Priority": 1, |
||||||
|
"DataDisplayLimit": 100 |
||||||
|
} |
||||||
@ -0,0 +1,58 @@ |
|||||||
|
{ |
||||||
|
"name": "judge-daemon", |
||||||
|
"version": "0.0.1", |
||||||
|
"description": "Judge daemon for SYZOJ.", |
||||||
|
"main": "", |
||||||
|
"author": "t123yh", |
||||||
|
"license": "GPL-3.0", |
||||||
|
"dependencies": { |
||||||
|
"amqplib": "^0.5.1", |
||||||
|
"bluebird": "^3.5.0", |
||||||
|
"body-parser": "^1.17.2", |
||||||
|
"command-line-args": "^4.0.6", |
||||||
|
"crypto-js": "^3.1.9-1", |
||||||
|
"express": "^4.15.3", |
||||||
|
"fs-extra": "^3.0.1", |
||||||
|
"get-folder-size": "^1.0.0", |
||||||
|
"js-yaml": "^3.9.1", |
||||||
|
"klaw": "^2.0.0", |
||||||
|
"lockfile": "^1.0.3", |
||||||
|
"lodash": "^4.17.4", |
||||||
|
"msgpack-lite": "^0.1.26", |
||||||
|
"posix": "^4.1.1", |
||||||
|
"randomstring": "^1.1.5", |
||||||
|
"redis": "^2.7.1", |
||||||
|
"redlock": "^3.0.0", |
||||||
|
"request": "^2.81.0", |
||||||
|
"request-promise": "^4.2.1", |
||||||
|
"simple-sandbox": "^0.3.3", |
||||||
|
"source-map-support": "^0.4.15", |
||||||
|
"tar": "^3.1.9", |
||||||
|
"uuid": "^3.1.0", |
||||||
|
"winston": "^2.3.1" |
||||||
|
}, |
||||||
|
"devDependencies": { |
||||||
|
"@types/amqplib": "^0.5.3", |
||||||
|
"@types/bluebird": "^3.5.8", |
||||||
|
"@types/body-parser": "^1.16.4", |
||||||
|
"@types/crypto-js": "^3.1.33", |
||||||
|
"@types/express": "^4.0.36", |
||||||
|
"@types/fs-extra": "^3.0.3", |
||||||
|
"@types/js-yaml": "^3.9.0", |
||||||
|
"@types/klaw": "^1.3.2", |
||||||
|
"@types/lodash": "^4.14.71", |
||||||
|
"@types/msgpack-lite": "^0.1.4", |
||||||
|
"@types/node": "^7.0.31", |
||||||
|
"@types/randomstring": "^1.1.6", |
||||||
|
"@types/redlock": "0.0.31", |
||||||
|
"@types/request": "^2.0.0", |
||||||
|
"@types/request-promise": "^4.1.36", |
||||||
|
"@types/uuid": "^3.4.0", |
||||||
|
"@types/winston": "^2.3.4", |
||||||
|
"typescript": "^2.3.4" |
||||||
|
}, |
||||||
|
"scripts": { |
||||||
|
"build": "tsc -d -p .", |
||||||
|
"build:watch": "tsc -w -d -p ." |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,8 @@ |
|||||||
|
{ |
||||||
|
"RabbitMQUrl": "amqp://localhost/", |
||||||
|
"Listen": { |
||||||
|
"host": "127.0.0.1", "port": 5284 |
||||||
|
}, |
||||||
|
"RemoteUrl": "http://127.0.0.1:5283", |
||||||
|
"Token": "233" |
||||||
|
} |
||||||
@ -0,0 +1,4 @@ |
|||||||
|
{ |
||||||
|
"WorkingDirectory": "/mnt/syzoj-tmp1", |
||||||
|
"SandboxCgroup": "syzoj-1" |
||||||
|
} |
||||||
@ -0,0 +1,20 @@ |
|||||||
|
{ |
||||||
|
"RabbitMQUrl": "amqp://localhost/", |
||||||
|
"RedisUrl": "redis://127.0.0.1:6379", |
||||||
|
"TestData": "/home/t123yh/syzoj/uploads/testdata", |
||||||
|
"Priority": 1, |
||||||
|
"DebugMessageDisplayLimit": 5000, |
||||||
|
"OutputLimit": 104857600, |
||||||
|
"StderrDisplayLimit": 5120, |
||||||
|
"DataDisplayLimit": 128, |
||||||
|
"CompilerMessageLimit": 50000, |
||||||
|
"SpjTimeLimit": 1501, |
||||||
|
"SpjMemoryLimit": 256, |
||||||
|
"SandboxEnvironments": [ |
||||||
|
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", |
||||||
|
"HOME=/tmp" |
||||||
|
], |
||||||
|
"SandboxUser": "nobody", |
||||||
|
"SandboxRoot": "/home/t123yh/alpine", |
||||||
|
"BinaryDirectory": "/home/t123yh/syzoj-bin" |
||||||
|
} |
||||||
@ -0,0 +1,8 @@ |
|||||||
|
import {disconnect as disconnectRMQ } from './rmq'; |
||||||
|
import winston = require('winston'); |
||||||
|
|
||||||
|
export function cleanUp(retCode: number) { |
||||||
|
winston.info('Cleaning up...'); |
||||||
|
disconnectRMQ(); |
||||||
|
process.exit(1); |
||||||
|
} |
||||||
@ -0,0 +1,38 @@ |
|||||||
|
import * as commandLineArgs from 'command-line-args'; |
||||||
|
import * as fs from 'fs'; |
||||||
|
import * as winston from 'winston'; |
||||||
|
|
||||||
|
export interface ConfigStructure { |
||||||
|
rabbitMQ: string; |
||||||
|
testDataDirectory: string; |
||||||
|
priority: number; |
||||||
|
redis: string; |
||||||
|
dataDisplayLimit: number; |
||||||
|
} |
||||||
|
|
||||||
|
const optionDefinitions = [ |
||||||
|
{ name: 'verbose', alias: 'v', type: Boolean }, |
||||||
|
{ name: 'config', alias: 'c', type: String }, |
||||||
|
]; |
||||||
|
|
||||||
|
const options = commandLineArgs(optionDefinitions); |
||||||
|
|
||||||
|
function readJSON(path: string): any { |
||||||
|
return JSON.parse(fs.readFileSync(path, 'utf8')); |
||||||
|
} |
||||||
|
|
||||||
|
const configJSON = readJSON(options["config"]); |
||||||
|
export const globalConfig: ConfigStructure = { |
||||||
|
rabbitMQ: configJSON.RabbitMQUrl, |
||||||
|
testDataDirectory: configJSON.TestData, |
||||||
|
priority: configJSON.Priority, |
||||||
|
redis: configJSON.RedisUrl, |
||||||
|
dataDisplayLimit: configJSON.DataDisplayLimit |
||||||
|
} |
||||||
|
|
||||||
|
if (options.verbose) { |
||||||
|
// winston.transports.Console.level = 'debug';
|
||||||
|
(winston as any).level = 'debug'; |
||||||
|
} else { |
||||||
|
(winston as any).level = 'warn'; |
||||||
|
} |
||||||
@ -0,0 +1,29 @@ |
|||||||
|
require('source-map-support').install(); |
||||||
|
|
||||||
|
import winston = require('winston'); |
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
import util = require('util'); |
||||||
|
import rmq = require('./rmq'); |
||||||
|
import { judge } from './judge'; |
||||||
|
import { JudgeResult, ErrorType, ProgressReportType } from '../interfaces'; |
||||||
|
|
||||||
|
(async function () { |
||||||
|
winston.info("Daemon starts."); |
||||||
|
await rmq.connect(); |
||||||
|
winston.info("Start consuming the queue."); |
||||||
|
await rmq.waitForTask(async (task) => { |
||||||
|
let result: JudgeResult; |
||||||
|
try { |
||||||
|
await rmq.reportProgress({ taskId: task.taskId, type: ProgressReportType.Started, progress: null }); |
||||||
|
result = await judge(task, async (progress) => { |
||||||
|
await rmq.reportProgress({ taskId: task.taskId, type: ProgressReportType.Progress, progress: progress }); |
||||||
|
}); |
||||||
|
} catch (err) { |
||||||
|
winston.warn(`Judge error!!! TaskId: ${task.taskId}`, err); |
||||||
|
result = { error: ErrorType.SystemError, systemMessage: `An error occurred.\n${err.toString()}` }; |
||||||
|
} |
||||||
|
const resultReport = { taskId: task.taskId, type: ProgressReportType.Finished, progress: result }; |
||||||
|
await rmq.reportProgress(resultReport); |
||||||
|
await rmq.reportResult(resultReport); |
||||||
|
}); |
||||||
|
})().then(() => { winston.info("Initialization logic completed."); }, (err) => { winston.error(util.inspect(err)); process.exit(1); }); |
||||||
@ -0,0 +1,81 @@ |
|||||||
|
import { Language } from '../languages'; |
||||||
|
import { FileContent, TaskStatus, TaskResult } from '../interfaces'; |
||||||
|
|
||||||
|
export enum ProblemType { |
||||||
|
Standard = 1, |
||||||
|
AnswerSubmission = 2, |
||||||
|
Interaction = 3 |
||||||
|
} |
||||||
|
|
||||||
|
export interface JudgeTask { |
||||||
|
taskId: number; |
||||||
|
testData: string; |
||||||
|
type: ProblemType; |
||||||
|
priority: number; |
||||||
|
param: StandardJudgeParameter | AnswerSubmissionJudgeParameter | InteractionJudgeParameter; |
||||||
|
} |
||||||
|
|
||||||
|
export interface StandardJudgeParameter { |
||||||
|
language: string; |
||||||
|
code: string; |
||||||
|
timeLimit: number; |
||||||
|
memoryLimit: number; |
||||||
|
fileIOInput?: string; // Null indicates stdio.
|
||||||
|
fileIOOutput?: string; |
||||||
|
} |
||||||
|
|
||||||
|
export interface AnswerSubmissionJudgeParameter { |
||||||
|
answerFile: Buffer; |
||||||
|
} |
||||||
|
|
||||||
|
export interface InteractionJudgeParameter { |
||||||
|
timeLimit: number; |
||||||
|
memoryLimit: number; |
||||||
|
language: string; |
||||||
|
code: string; |
||||||
|
} |
||||||
|
|
||||||
|
export enum SubtaskScoringType { |
||||||
|
Summation, |
||||||
|
Minimum, |
||||||
|
Multiple |
||||||
|
} |
||||||
|
|
||||||
|
export interface TestCaseJudge { |
||||||
|
input?: string; |
||||||
|
output?: string; |
||||||
|
userOutputFile?: string; |
||||||
|
name: string; |
||||||
|
} |
||||||
|
|
||||||
|
export interface SubtaskJudge { |
||||||
|
type: SubtaskScoringType; |
||||||
|
score: number; |
||||||
|
cases: TestCaseJudge[]; |
||||||
|
} |
||||||
|
|
||||||
|
export interface Executable { |
||||||
|
language: Language; |
||||||
|
sourceCode: string; |
||||||
|
} |
||||||
|
|
||||||
|
export interface TestData { |
||||||
|
name: string; |
||||||
|
subtasks: SubtaskJudge[]; |
||||||
|
spj?: Executable; |
||||||
|
interactor?: Executable; |
||||||
|
extraSourceFiles: { [language: string]: FileContent[] }; |
||||||
|
} |
||||||
|
|
||||||
|
|
||||||
|
export function mergeStatus(ps: TaskStatus[]): TaskStatus { |
||||||
|
if (ps.every(c => c === TaskStatus.Waiting)) { |
||||||
|
return TaskStatus.Waiting; |
||||||
|
} else if (ps.some(c => c === TaskStatus.Running)) { |
||||||
|
return TaskStatus.Running; |
||||||
|
} else if (ps.some(c => c === TaskStatus.Failed)) { |
||||||
|
return TaskStatus.Failed; |
||||||
|
} else { |
||||||
|
return TaskStatus.Done; |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,29 @@ |
|||||||
|
import { Language } from '../../languages'; |
||||||
|
import * as redis from '../redis'; |
||||||
|
import * as rmq from '../rmq'; |
||||||
|
import { codeFingerprint } from '../../utils'; |
||||||
|
import { CompileResult, TaskResult, RPCTaskType, RPCRequest, CompileTask, FileContent } from '../../interfaces'; |
||||||
|
|
||||||
|
export async function compile( |
||||||
|
code: string, language: Language, extraFiles: FileContent[] = [], priority: number |
||||||
|
): Promise<[string, CompileResult]> { |
||||||
|
const fingerprint = codeFingerprint(code, language.name); |
||||||
|
let result: CompileResult; |
||||||
|
const unlock = await redis.getCompileLock(fingerprint); |
||||||
|
try { |
||||||
|
if (await redis.checkBinaryExistance(fingerprint)) { |
||||||
|
result = { status: 0 }; |
||||||
|
} else { |
||||||
|
const task: CompileTask = { |
||||||
|
code: code, |
||||||
|
language: language.name, |
||||||
|
extraFiles: extraFiles, |
||||||
|
binaryName: fingerprint |
||||||
|
}; |
||||||
|
result = await rmq.runTask({ type: RPCTaskType.Compile, task: task }, priority); |
||||||
|
} |
||||||
|
return [fingerprint, result]; |
||||||
|
} finally { |
||||||
|
unlock(); |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,31 @@ |
|||||||
|
import { JudgeTask, ProblemType, TestData, StandardJudgeParameter } from '../interfaces'; |
||||||
|
import { judgeStandard } from './standard'; |
||||||
|
import {JudgeResult, ErrorType} from '../../interfaces'; |
||||||
|
import { readRulesFile } from '../testData'; |
||||||
|
import { filterPath } from '../../utils'; |
||||||
|
import winston = require('winston'); |
||||||
|
|
||||||
|
export async function judge( |
||||||
|
task: JudgeTask, reportProgress: (p: JudgeResult) => Promise<void> |
||||||
|
): Promise<JudgeResult> { |
||||||
|
winston.verbose(`Judging ${task.taskId}`); |
||||||
|
// Parse test data
|
||||||
|
let testData: TestData = null; |
||||||
|
try { |
||||||
|
testData = await readRulesFile(filterPath(task.testData)); |
||||||
|
} catch (err) { |
||||||
|
winston.info(`Error reading test data for ${task.testData}`, err); |
||||||
|
return { error: ErrorType.TestDataError, systemMessage: `An error occurred while parsing test data: ${err.toString()}` }; |
||||||
|
} |
||||||
|
if (testData == null) { |
||||||
|
winston.verbose(`Test data ${task.testData} unavailable`); |
||||||
|
return { error: ErrorType.TestDataError, systemMessage: "Testdata unavailable." }; |
||||||
|
} |
||||||
|
|
||||||
|
// Do things
|
||||||
|
if (task.type === ProblemType.Standard) { |
||||||
|
return await judgeStandard(testData, task.param as StandardJudgeParameter, task.priority, reportProgress); |
||||||
|
} else { |
||||||
|
throw new Error(`Task type not supported`); |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,101 @@ |
|||||||
|
import { TestData, StandardJudgeParameter, SubtaskJudge, TestCaseJudge, SubtaskScoringType } from '../interfaces'; |
||||||
|
import { SubtaskResult, TestCaseDetails, TaskStatus, TestCaseResult, JudgeResult } from '../../interfaces'; |
||||||
|
import { globalConfig as Cfg } from '../config'; |
||||||
|
import winston = require('winston'); |
||||||
|
import _ = require('lodash'); |
||||||
|
|
||||||
|
const globalFullScore = 100; |
||||||
|
function calculateSubtaskScore(scoring: SubtaskScoringType, scores: number[]): number { |
||||||
|
if (scoring === SubtaskScoringType.Minimum) { |
||||||
|
return _.min(scores); |
||||||
|
} else if (scoring === SubtaskScoringType.Multiple) { |
||||||
|
return _.reduce(scores, |
||||||
|
(res, cur) => res * cur, 1); |
||||||
|
} else if (scoring === SubtaskScoringType.Summation) { |
||||||
|
return _.sum(scores) / scores.length; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
export async function processJudgement( |
||||||
|
subtasks: SubtaskJudge[], |
||||||
|
reportProgress: (r: SubtaskResult[]) => Promise<void>, |
||||||
|
judgeTestCase: (curCase: TestCaseJudge, started: () => Promise<void>) => Promise<TestCaseDetails>, |
||||||
|
): Promise<SubtaskResult[]> { |
||||||
|
const results: SubtaskResult[] = subtasks.map(t => ({ |
||||||
|
cases: t.cases.map(j => ({ |
||||||
|
status: TaskStatus.Waiting |
||||||
|
})) |
||||||
|
})); |
||||||
|
winston.debug(`Totally ${results.length} subtasks.`); |
||||||
|
|
||||||
|
const judgeTasks: Promise<void>[] = []; |
||||||
|
for (let subtaskIndex = 0; subtaskIndex < subtasks.length; subtaskIndex++) { |
||||||
|
const currentResult = results[subtaskIndex]; |
||||||
|
const currentTask = subtasks[subtaskIndex]; |
||||||
|
|
||||||
|
judgeTasks.push((async () => { |
||||||
|
// Type minimum is skippable, run one by one
|
||||||
|
if (currentTask.type !== SubtaskScoringType.Summation) { |
||||||
|
let skipped: boolean = true; |
||||||
|
for (let index = 0; index < currentTask.cases.length; index++) { |
||||||
|
const currentTaskResult = currentResult.cases[index]; |
||||||
|
if (skipped) { |
||||||
|
currentTaskResult.status = TaskStatus.Skipped; |
||||||
|
} else { |
||||||
|
winston.verbose(`Judging ${subtaskIndex}, case ${index}.`); |
||||||
|
let score = 0; |
||||||
|
try { |
||||||
|
const taskJudge = await judgeTestCase(currentTask.cases[index], async () => { |
||||||
|
currentTaskResult.status = TaskStatus.Running; |
||||||
|
await reportProgress(results); |
||||||
|
}); |
||||||
|
currentTaskResult.status = TaskStatus.Done; |
||||||
|
currentTaskResult.result = taskJudge; |
||||||
|
score = taskJudge.scoringRate; |
||||||
|
} catch (err) { |
||||||
|
currentTaskResult.status = TaskStatus.Failed; |
||||||
|
currentTaskResult.errorMessage = err.toString(); |
||||||
|
winston.warn(`Task runner error: ${err.toString()} (subtask ${subtaskIndex}, case ${index})`); |
||||||
|
} |
||||||
|
if (score === 0) { |
||||||
|
winston.debug(`Subtask ${subtaskIndex}, case ${index}: zero, skipping the rest.`); |
||||||
|
skipped = true; |
||||||
|
} |
||||||
|
await reportProgress(results); |
||||||
|
} |
||||||
|
} |
||||||
|
} else { |
||||||
|
// Non skippable, run all immediately
|
||||||
|
const caseTasks: Promise<void>[] = []; |
||||||
|
for (let index = 0; index < currentTask.cases.length; index++) { |
||||||
|
caseTasks.push((async () => { |
||||||
|
const currentTaskResult = currentResult.cases[index]; |
||||||
|
winston.verbose(`Judging ${subtaskIndex}, case ${index}.`); |
||||||
|
try { |
||||||
|
currentTaskResult.result = await judgeTestCase(currentTask.cases[index], async () => { |
||||||
|
currentTaskResult.status = TaskStatus.Running; |
||||||
|
await reportProgress(results); |
||||||
|
}); |
||||||
|
currentTaskResult.status = TaskStatus.Done; |
||||||
|
} catch (err) { |
||||||
|
currentTaskResult.status = TaskStatus.Failed; |
||||||
|
currentTaskResult.errorMessage = err.toString(); |
||||||
|
winston.warn(`Task runner error: ${err.toString()} (subtask ${subtaskIndex}, case ${index})`); |
||||||
|
} |
||||||
|
await reportProgress(results); |
||||||
|
})()); |
||||||
|
} |
||||||
|
await Promise.all(caseTasks); |
||||||
|
} |
||||||
|
if (currentResult.cases.some(c => c.status === TaskStatus.Failed)) { |
||||||
|
// If any testcase has failed, the score is invaild.
|
||||||
|
currentResult.score = -1; |
||||||
|
} else { |
||||||
|
currentResult.score = calculateSubtaskScore(currentTask.score, currentResult.cases.map(c => c.result ? c.result.scoringRate : 0)) * currentTask.score; |
||||||
|
} |
||||||
|
winston.verbose(`Subtask ${subtaskIndex}, finished`); |
||||||
|
})()); |
||||||
|
} |
||||||
|
await Promise.all(judgeTasks); |
||||||
|
return results; |
||||||
|
} |
||||||
@ -0,0 +1,92 @@ |
|||||||
|
import { TestData, StandardJudgeParameter, TestCaseJudge } from '../interfaces'; |
||||||
|
import { TaskStatus, ErrorType, TestCaseDetails, JudgeResult, TaskResult, StandardRunTask, StandardRunResult, RPCTaskType } from '../../interfaces'; |
||||||
|
import { globalConfig as Cfg } from '../config'; |
||||||
|
import { cloneObject, readFileLength } from '../../utils'; |
||||||
|
import { compile } from './compile'; |
||||||
|
import { Language, getLanguage } from '../../languages'; |
||||||
|
import { processJudgement } from './process' |
||||||
|
import { runTask } from '../rmq'; |
||||||
|
import pathLib = require('path'); |
||||||
|
import winston = require('winston'); |
||||||
|
|
||||||
|
export async function judgeStandard( |
||||||
|
testData: TestData, |
||||||
|
param: StandardJudgeParameter, |
||||||
|
priority: number, |
||||||
|
reportProgress: (progress: JudgeResult) => Promise<void> |
||||||
|
): Promise<JudgeResult> { |
||||||
|
winston.debug("Running standard judging procedure."); |
||||||
|
|
||||||
|
let spjName: string = null; |
||||||
|
if (testData.spj != null) { |
||||||
|
winston.verbose("Compiling special judge."); |
||||||
|
const [spjExecutableName, spjResult] = await compile(testData.spj.sourceCode, testData.spj.language, null, priority); |
||||||
|
spjName = spjExecutableName; |
||||||
|
|
||||||
|
if (spjResult.status !== 0) { |
||||||
|
winston.verbose("Special judge CE."); |
||||||
|
let message = null; |
||||||
|
if (spjResult.message != null && spjResult.message !== "") { |
||||||
|
message = "===== Special Judge Compilation Message =====" + spjResult.message; |
||||||
|
} |
||||||
|
return { error: ErrorType.TestDataError, systemMessage: message }; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
const language = getLanguage(param.language); |
||||||
|
winston.verbose("Compiling user program."); |
||||||
|
const [executableName, compilationResult] = await compile( |
||||||
|
param.code, |
||||||
|
language, |
||||||
|
testData.extraSourceFiles[language.name], |
||||||
|
priority |
||||||
|
); |
||||||
|
|
||||||
|
if (compilationResult.status !== 0) { |
||||||
|
winston.verbose("User program CE."); |
||||||
|
let message = null; |
||||||
|
if (compilationResult.message != null && compilationResult.message !== "") { |
||||||
|
message = compilationResult.message; |
||||||
|
} |
||||||
|
return { compileStatus: TaskStatus.Failed, compilerMessage: message }; |
||||||
|
} |
||||||
|
|
||||||
|
winston.debug("Start judgement."); |
||||||
|
return { |
||||||
|
subtasks: await processJudgement( |
||||||
|
testData.subtasks, |
||||||
|
async (result) => { reportProgress({ subtasks: result }); }, |
||||||
|
async (curCase, st) => { |
||||||
|
const task: StandardRunTask = { |
||||||
|
testDataName: testData.name, |
||||||
|
inputData: curCase.input, |
||||||
|
answerData: curCase.output, |
||||||
|
time: param.timeLimit, |
||||||
|
memory: param.memoryLimit, |
||||||
|
fileIOInput: param.fileIOInput, |
||||||
|
fileIOOutput: param.fileIOOutput, |
||||||
|
userExecutableName: executableName, |
||||||
|
spjExecutableName: testData.spj ? spjName : null, |
||||||
|
}; |
||||||
|
|
||||||
|
const [inputContent, outputContent, runResult]: [string, string, StandardRunResult] = await Promise.all([ |
||||||
|
readFileLength(pathLib.join(Cfg.testDataDirectory, testData.name, curCase.input), Cfg.dataDisplayLimit), |
||||||
|
readFileLength(pathLib.join(Cfg.testDataDirectory, testData.name, curCase.output), Cfg.dataDisplayLimit), |
||||||
|
runTask({ type: RPCTaskType.RunStandard, task: task }, priority, st) |
||||||
|
]) as any; |
||||||
|
|
||||||
|
return { |
||||||
|
type: runResult.result, |
||||||
|
time: runResult.time, |
||||||
|
memory: runResult.memory, |
||||||
|
userError: runResult.userError, |
||||||
|
userOutput: runResult.userOutput, |
||||||
|
scoringRate: runResult.scoringRate, |
||||||
|
spjMessage: runResult.spjMessage, |
||||||
|
input: { name: curCase.input, content: inputContent }, |
||||||
|
output: { name: curCase.output, content: outputContent }, |
||||||
|
systemMessage: runResult.systemMessage |
||||||
|
}; |
||||||
|
}) |
||||||
|
}; |
||||||
|
} |
||||||
@ -0,0 +1,35 @@ |
|||||||
|
import Bluebird = require('bluebird'); |
||||||
|
import redis = require('redis'); |
||||||
|
import Redlock = require('redlock'); |
||||||
|
|
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
import { codeFingerprint } from '../utils'; |
||||||
|
import { redisMetadataSuffix } from '../interfaces'; |
||||||
|
|
||||||
|
Bluebird.promisifyAll(redis.RedisClient.prototype); |
||||||
|
Bluebird.promisifyAll(redis.Multi.prototype); |
||||||
|
|
||||||
|
const redisClient = redis.createClient(Cfg.redis, { detect_buffers: true }) as any; |
||||||
|
// We use one client for now, cluster support to be added later.
|
||||||
|
const redlock = new Redlock([redisClient], { |
||||||
|
retryCount: 0, |
||||||
|
retryDelay: 100 |
||||||
|
// retryJitter: 100
|
||||||
|
}); |
||||||
|
|
||||||
|
export async function checkBinaryExistance(name: string): Promise<Boolean> { |
||||||
|
return !!(await redisClient.existsAsync(name + redisMetadataSuffix)); |
||||||
|
} |
||||||
|
|
||||||
|
const lockTTL = 1000; |
||||||
|
export async function getCompileLock(name: string): Promise<() => Promise<void>> { |
||||||
|
const lockName = `compile-${name}`; |
||||||
|
const lock = await redlock.lock(lockName, lockTTL); |
||||||
|
const token = setInterval(async () => { |
||||||
|
await lock.extend(lockTTL); |
||||||
|
}, lockTTL * 0.7); |
||||||
|
return async () => { |
||||||
|
clearInterval(token); |
||||||
|
await lock.unlock(); |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,106 @@ |
|||||||
|
import amqp = require('amqplib'); |
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
import msgpack = require('msgpack-lite'); |
||||||
|
import winston = require('winston'); |
||||||
|
import util = require('util'); |
||||||
|
import uuid = require('uuid'); |
||||||
|
import { RPCRequest, RPCReplyType, JudgeResult, ProgressReportData, RPCReply } from '../interfaces'; |
||||||
|
import { cleanUp } from './cleanup'; |
||||||
|
import { JudgeTask } from './interfaces'; |
||||||
|
import * as rmqCommon from '../rmq-common'; |
||||||
|
|
||||||
|
let amqpConnection: amqp.Connection; |
||||||
|
let publicChannel: amqp.Channel; |
||||||
|
|
||||||
|
export async function connect() { |
||||||
|
winston.verbose(`Connecting to RabbitMQ "${Cfg.rabbitMQ}"...`); |
||||||
|
amqpConnection = await amqp.connect(Cfg.rabbitMQ); |
||||||
|
winston.debug(`Connected to RabbitMQ, asserting queues`); |
||||||
|
publicChannel = await newChannel(); |
||||||
|
await rmqCommon.assertTaskQueue(publicChannel); |
||||||
|
await rmqCommon.assertProgressReportExchange(publicChannel); |
||||||
|
await rmqCommon.assertJudgeQueue(publicChannel); |
||||||
|
await rmqCommon.assertResultReportQueue(publicChannel); |
||||||
|
amqpConnection.on('error', (err) => { |
||||||
|
winston.error(`RabbitMQ connection failure: ${err.toString()}`); |
||||||
|
cleanUp(2); |
||||||
|
}); |
||||||
|
} |
||||||
|
|
||||||
|
export async function disconnect() { |
||||||
|
await amqpConnection.close(); |
||||||
|
} |
||||||
|
|
||||||
|
async function newChannel(): Promise<amqp.Channel> { |
||||||
|
return await amqpConnection.createChannel(); |
||||||
|
} |
||||||
|
|
||||||
|
export async function waitForTask(handle: (task: JudgeTask) => Promise<void>) { |
||||||
|
const channel = await newChannel(); |
||||||
|
channel.prefetch(1); |
||||||
|
await channel.consume(rmqCommon.judgeQueueName, (msg: amqp.Message) => { |
||||||
|
const messageId = msg.properties.messageId; |
||||||
|
winston.info(`Got judge task`); |
||||||
|
(async () => { |
||||||
|
const data = msgpack.decode(msg.content) as JudgeTask; |
||||||
|
winston.debug(`Data: ${util.inspect(data)}`); |
||||||
|
await handle(data); |
||||||
|
})().then(async () => { |
||||||
|
channel.ack(msg); |
||||||
|
}, async (err) => { |
||||||
|
// Do not requeue it.
|
||||||
|
winston.warn(`Failed to process message ${messageId}: ${err.toString()}`); |
||||||
|
channel.nack(msg, false, false); |
||||||
|
}); |
||||||
|
}, { |
||||||
|
priority: Cfg.priority |
||||||
|
}); |
||||||
|
} |
||||||
|
|
||||||
|
export async function reportProgress(data: ProgressReportData) { |
||||||
|
const payload = msgpack.encode(data); |
||||||
|
publicChannel.publish(rmqCommon.progressExchangeName, '', payload); |
||||||
|
} |
||||||
|
|
||||||
|
export async function reportResult(data: ProgressReportData) { |
||||||
|
const payload = msgpack.encode(data); |
||||||
|
publicChannel.sendToQueue(rmqCommon.resultReportQueueName, payload); |
||||||
|
} |
||||||
|
|
||||||
|
// started: Callback when this task is started.
|
||||||
|
export async function runTask(task: RPCRequest, priority: number, started?: () => void): Promise<any> { |
||||||
|
const correlationId = uuid(); |
||||||
|
winston.verbose(`Sending task ${util.inspect(task)} to run, with ID ${correlationId} and priority ${priority}`); |
||||||
|
const channel = await newChannel(); |
||||||
|
const callbackQueue = (await channel.assertQueue('', { exclusive: true, autoDelete: true })).queue; |
||||||
|
|
||||||
|
let pmres, pmrej; // TODO: What the hack(f**k)? Please refine the hack.
|
||||||
|
const resultPromise = new Promise((res, rej) => { pmres = res; pmrej = rej; }); |
||||||
|
const cancel = await channel.consume(callbackQueue, (msg) => { |
||||||
|
const reply = msgpack.decode(msg.content) as RPCReply; |
||||||
|
winston.verbose(`Task ${correlationId} got reply: ${util.inspect(reply)}`); |
||||||
|
|
||||||
|
if (reply.type === RPCReplyType.Started) { |
||||||
|
if (started) started(); |
||||||
|
} else { |
||||||
|
channel.close().then(() => { |
||||||
|
if (reply.type === RPCReplyType.Finished) { |
||||||
|
pmres(reply.result); |
||||||
|
} else if (reply.type === RPCReplyType.Error) { |
||||||
|
pmrej(new Error(reply.error)); |
||||||
|
} |
||||||
|
}, (err) => { |
||||||
|
winston.error(`Failed to close RabbitMQ channel`, err); |
||||||
|
pmrej(err); |
||||||
|
}); |
||||||
|
} |
||||||
|
}, { noAck: true }); |
||||||
|
winston.debug(`Task ${correlationId} callback queue subscribed.`); |
||||||
|
|
||||||
|
channel.sendToQueue(rmqCommon.taskQueueName, msgpack.encode(task), { |
||||||
|
correlationId: correlationId, replyTo: callbackQueue |
||||||
|
}); |
||||||
|
winston.debug(`Task ${correlationId} sent.`); |
||||||
|
|
||||||
|
return resultPromise; |
||||||
|
} |
||||||
@ -0,0 +1,143 @@ |
|||||||
|
import yaml = require('js-yaml'); |
||||||
|
import fse = require('fs-extra'); |
||||||
|
import pathLib = require('path'); |
||||||
|
import { Language, languages, getLanguage } from '../languages'; |
||||||
|
import { compareStringByNumber, tryReadFile, filterPath } from '../utils'; |
||||||
|
import { SubtaskScoringType, SubtaskJudge, TestCaseJudge, Executable, TestData } from './interfaces'; |
||||||
|
import { FileContent } from '../interfaces'; |
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
|
||||||
|
export interface UserSubtask { |
||||||
|
score: number; |
||||||
|
type: string; |
||||||
|
cases: (string | number)[]; |
||||||
|
} |
||||||
|
|
||||||
|
export interface UserConfigFile { |
||||||
|
subtasks: UserSubtask[]; |
||||||
|
inputFile: string; |
||||||
|
fullScore?: number; |
||||||
|
outputFile?: string; |
||||||
|
userOutput?: string; |
||||||
|
specialJudge?: { language: string, fileName: string }; |
||||||
|
interactor?: { language: string, fileName: string }; |
||||||
|
extraSourceFiles?: { language: string, files: { name: string, dest: string }[] }[]; |
||||||
|
} |
||||||
|
|
||||||
|
function filterHyphen(input: string): string { |
||||||
|
if (input == null || input === '-') |
||||||
|
return null; |
||||||
|
else |
||||||
|
return input; |
||||||
|
} |
||||||
|
|
||||||
|
function parseScoringType(typeString: string): SubtaskScoringType { |
||||||
|
if (typeString === 'sum') |
||||||
|
return SubtaskScoringType.Summation; |
||||||
|
else if (typeString === 'mul') |
||||||
|
return SubtaskScoringType.Multiple; |
||||||
|
else if (typeString === 'min') |
||||||
|
return SubtaskScoringType.Minimum; |
||||||
|
throw new Error("Subtask type must be one of the following: sum, mul, min"); |
||||||
|
} |
||||||
|
|
||||||
|
async function parseExecutable(src: any, dataPath: string): Promise<Executable> { |
||||||
|
return { sourceCode: await fse.readFile(pathLib.join(dataPath, filterPath(src.fileName)), 'utf8'), language: getLanguage(src.language) }; |
||||||
|
} |
||||||
|
|
||||||
|
async function parseYamlContent(obj: UserConfigFile, dataName: string): Promise<TestData> { |
||||||
|
const dataPath = pathLib.join(Cfg.testDataDirectory, dataName); |
||||||
|
let extraFiles: { [language: string]: FileContent[] } = {}; |
||||||
|
if (obj.extraSourceFiles) { |
||||||
|
for (let l of obj.extraSourceFiles) { |
||||||
|
extraFiles[l.language] = []; |
||||||
|
for (let f of l.files) { |
||||||
|
extraFiles[l.language].push({ |
||||||
|
name: filterPath(f.dest), |
||||||
|
content: await fse.readFile(pathLib.join(dataPath, filterPath(f.name)), 'utf8') |
||||||
|
}) |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
return { |
||||||
|
subtasks: obj.subtasks.map(s => ({ |
||||||
|
score: s.score, |
||||||
|
type: parseScoringType(s.type), |
||||||
|
cases: s.cases.map(c => ({ |
||||||
|
input: obj.inputFile ? filterPath(obj.inputFile.replace('#', c.toString())) : null, |
||||||
|
output: obj.outputFile ? filterPath(obj.outputFile.replace('#', c.toString())) : null, |
||||||
|
userAnswer: obj.userOutput ? filterPath(obj.userOutput.replace('#', c.toString())) : null, |
||||||
|
name: c.toString() |
||||||
|
})) |
||||||
|
})), |
||||||
|
spj: obj.specialJudge && await parseExecutable(obj.specialJudge, dataPath), |
||||||
|
extraSourceFiles: extraFiles, |
||||||
|
interactor: obj.interactor && await parseExecutable(obj.interactor, dataPath), |
||||||
|
name: dataName, |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
export async function readRulesFile(dataName: string): Promise<TestData> { |
||||||
|
const dataPath = pathLib.join(Cfg.testDataDirectory, dataName); |
||||||
|
let fileContent = await tryReadFile(pathLib.join(dataPath, 'data.yml')); |
||||||
|
if (fileContent != null) { |
||||||
|
return parseYamlContent(yaml.safeLoad(fileContent), dataPath); |
||||||
|
} else { // No data.yml
|
||||||
|
let spj: Executable = null; |
||||||
|
for (const lang of languages) { |
||||||
|
const spjName = pathLib.join(dataPath, "spj_" + lang.name + "." + lang.fileExtension); |
||||||
|
if (await fse.exists(spjName)) { |
||||||
|
spj = { sourceCode: await fse.readFile(spjName, 'utf8'), language: lang }; |
||||||
|
break; |
||||||
|
} |
||||||
|
} |
||||||
|
let cases: { input: string, output: string, name: string }[] = []; |
||||||
|
let dirContent: string[]; |
||||||
|
try { |
||||||
|
dirContent = await fse.readdir(dataPath); |
||||||
|
} catch (err) { |
||||||
|
if (err.code === 'ENOENT') { |
||||||
|
return null; |
||||||
|
} |
||||||
|
throw err; |
||||||
|
} |
||||||
|
for (let fileName of await fse.readdir(dataPath)) { |
||||||
|
let outputFileName = null; |
||||||
|
|
||||||
|
const fileNameRegex = /^(.*)\.in$/; |
||||||
|
const matchResult = fileNameRegex.exec(fileName); |
||||||
|
if (matchResult != null) { |
||||||
|
const filePrefix = matchResult[1]; |
||||||
|
if ((await fse.stat(pathLib.join(dataPath, fileName))).isFile()) { |
||||||
|
const outputPathPrefix = pathLib.join(dataPath, filePrefix); |
||||||
|
if (await fse.exists(outputPathPrefix + '.out')) { |
||||||
|
outputFileName = filePrefix + '.out'; |
||||||
|
} else if (await fse.exists(outputPathPrefix + '.ans')) { |
||||||
|
outputFileName = filePrefix + '.ans'; |
||||||
|
} |
||||||
|
} |
||||||
|
// Found output file
|
||||||
|
if (outputFileName != null) { |
||||||
|
cases.push({ |
||||||
|
input: filePrefix + '.in', |
||||||
|
output: outputFileName, |
||||||
|
name: filePrefix |
||||||
|
}); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
cases.sort((a, b) => compareStringByNumber(a.name, b.name)); |
||||||
|
|
||||||
|
return !cases.length ? null : { |
||||||
|
subtasks: [{ |
||||||
|
score: 100, |
||||||
|
type: SubtaskScoringType.Summation, |
||||||
|
cases: cases |
||||||
|
}], |
||||||
|
spj: spj, |
||||||
|
name: dataName, |
||||||
|
extraSourceFiles: {} |
||||||
|
}; |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,137 @@ |
|||||||
|
export enum RPCTaskType { |
||||||
|
Compile = 1, |
||||||
|
RunStandard = 2, |
||||||
|
RunSubmitAnswer = 3, |
||||||
|
RunInteraction = 4 |
||||||
|
} |
||||||
|
|
||||||
|
export interface RPCRequest { |
||||||
|
type: RPCTaskType; |
||||||
|
task: any; |
||||||
|
} |
||||||
|
|
||||||
|
export interface CompileTask { |
||||||
|
code: string; |
||||||
|
language: string; |
||||||
|
extraFiles: FileContent[]; |
||||||
|
binaryName: string; |
||||||
|
} |
||||||
|
|
||||||
|
export interface TestCaseDetails { |
||||||
|
type: TaskResult; |
||||||
|
time: number; |
||||||
|
memory: number; |
||||||
|
input: FileContent; |
||||||
|
output: FileContent; // Output in test data
|
||||||
|
scoringRate: number; // e.g. 0.5
|
||||||
|
userOutput: string; |
||||||
|
userError: string; |
||||||
|
spjMessage: string; |
||||||
|
systemMessage: string; |
||||||
|
}; |
||||||
|
|
||||||
|
export interface TestCaseResult { |
||||||
|
status: TaskStatus; |
||||||
|
result?: TestCaseDetails; |
||||||
|
errorMessage?: string; |
||||||
|
} |
||||||
|
|
||||||
|
export interface SubtaskResult { |
||||||
|
score?: number; |
||||||
|
cases: TestCaseResult[]; |
||||||
|
} |
||||||
|
|
||||||
|
export enum ErrorType { |
||||||
|
SystemError, |
||||||
|
TestDataError |
||||||
|
} |
||||||
|
|
||||||
|
export interface JudgeResult { |
||||||
|
error?: ErrorType; |
||||||
|
compileStatus?: TaskStatus; |
||||||
|
subtasks?: SubtaskResult[]; |
||||||
|
compilerMessage?: string; |
||||||
|
systemMessage?: string; |
||||||
|
} |
||||||
|
|
||||||
|
export interface StandardRunResult { |
||||||
|
time: number; |
||||||
|
memory: number; |
||||||
|
userOutput: string; |
||||||
|
userError: string; |
||||||
|
scoringRate: number; |
||||||
|
spjMessage: string; |
||||||
|
systemMessage: string; |
||||||
|
result: TaskResult; |
||||||
|
} |
||||||
|
|
||||||
|
export interface StandardRunTask { |
||||||
|
testDataName: string; |
||||||
|
inputData: string; |
||||||
|
answerData: string; |
||||||
|
time: number; |
||||||
|
memory: number; |
||||||
|
fileIOInput?: string; |
||||||
|
fileIOOutput?: string; |
||||||
|
userExecutableName: string; |
||||||
|
spjExecutableName?: string; |
||||||
|
} |
||||||
|
|
||||||
|
export enum TaskStatus { |
||||||
|
Waiting = 0, |
||||||
|
Running = 1, |
||||||
|
Done = 2, |
||||||
|
Failed = 3, |
||||||
|
Skipped = 4 |
||||||
|
} |
||||||
|
|
||||||
|
export enum TaskResult { |
||||||
|
Accepted = 1, |
||||||
|
WrongAnswer, |
||||||
|
PartiallyCorrect, |
||||||
|
MemoryLimitExceeded, |
||||||
|
TimeLimitExceeded, |
||||||
|
OutputLimitExceeded, |
||||||
|
FileError, // The output file does not exist
|
||||||
|
RuntimeError, |
||||||
|
JudgementFailed, // Special Judge or Interactor fails
|
||||||
|
InvalidInteraction |
||||||
|
} |
||||||
|
|
||||||
|
export interface CompileResult { |
||||||
|
// -1: Run failed, 0: OK, others: Compilation Error
|
||||||
|
status: number; |
||||||
|
message?: string; |
||||||
|
} |
||||||
|
|
||||||
|
export interface FileContent { |
||||||
|
content: string, |
||||||
|
name: string |
||||||
|
} |
||||||
|
|
||||||
|
export enum RPCReplyType { |
||||||
|
Started = 1, |
||||||
|
Finished = 2, |
||||||
|
Error = 3 |
||||||
|
} |
||||||
|
|
||||||
|
export enum ProgressReportType { |
||||||
|
Started = 1, |
||||||
|
Progress = 2, |
||||||
|
Finished = 3 |
||||||
|
} |
||||||
|
|
||||||
|
export interface ProgressReportData { |
||||||
|
taskId: number; |
||||||
|
type: ProgressReportType; |
||||||
|
progress: JudgeResult; |
||||||
|
} |
||||||
|
|
||||||
|
export interface RPCReply { |
||||||
|
type: RPCReplyType; |
||||||
|
result?: any; |
||||||
|
error?: string; |
||||||
|
} |
||||||
|
|
||||||
|
export const redisBinarySuffix = '-bin'; |
||||||
|
export const redisMetadataSuffix = '-meta'; |
||||||
@ -0,0 +1,76 @@ |
|||||||
|
import _ = require('lodash'); |
||||||
|
|
||||||
|
export interface JudgeResultSubmit { |
||||||
|
taskId: number; |
||||||
|
time: number; |
||||||
|
memory: number; |
||||||
|
score: number; |
||||||
|
statusNumber: number; |
||||||
|
statusString: string; |
||||||
|
result: string; |
||||||
|
} |
||||||
|
|
||||||
|
import { JudgeResult, TaskResult, TaskStatus, ErrorType, SubtaskResult, TestCaseResult, TestCaseDetails } from './interfaces'; |
||||||
|
|
||||||
|
const compileError = "Compile Error", |
||||||
|
systemError = "System Error", |
||||||
|
testdataError = "No Testdata"; |
||||||
|
|
||||||
|
export const statusToString = {}; |
||||||
|
statusToString[TaskResult.Accepted] = "Accepted"; |
||||||
|
statusToString[TaskResult.WrongAnswer] = "Wrong Answer"; |
||||||
|
statusToString[TaskResult.PartiallyCorrect] = "Partially Correct"; |
||||||
|
statusToString[TaskResult.MemoryLimitExceeded] = "Memory Limit Exceeded"; |
||||||
|
statusToString[TaskResult.TimeLimitExceeded] = "Time Limit Exceeded"; |
||||||
|
statusToString[TaskResult.OutputLimitExceeded] = "Output Limit Exceeded"; |
||||||
|
statusToString[TaskResult.RuntimeError] = "Runtime Error"; |
||||||
|
statusToString[TaskResult.FileError] = "File Error"; |
||||||
|
statusToString[TaskResult.JudgementFailed] = "Judgement Failed"; |
||||||
|
statusToString[TaskResult.InvalidInteraction] = "Invalid Interaction"; |
||||||
|
|
||||||
|
export function firstNonAC(t: TaskResult[]): TaskResult { |
||||||
|
if (t.every(v => v === TaskResult.Accepted)) { |
||||||
|
return TaskResult.Accepted |
||||||
|
} else { |
||||||
|
return t.find(r => r !== TaskResult.Accepted); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
export function convertResult(id: number, source: JudgeResult): JudgeResultSubmit { |
||||||
|
let time = -1, |
||||||
|
memory = -1, |
||||||
|
score = 0, |
||||||
|
done = true, |
||||||
|
statusString = null; |
||||||
|
|
||||||
|
if (source.compileStatus === TaskStatus.Failed) { |
||||||
|
statusString = compileError; |
||||||
|
} else if (source.error != null) { |
||||||
|
done = false; |
||||||
|
score = -1; |
||||||
|
if (source.error === ErrorType.TestDataError) { |
||||||
|
statusString = testdataError; |
||||||
|
} else { |
||||||
|
statusString = systemError; |
||||||
|
} |
||||||
|
} else if (source.subtasks != null) { |
||||||
|
if (source.subtasks.some(s => s.score === -1)) { |
||||||
|
score = -1; |
||||||
|
statusString = systemError; |
||||||
|
} else { |
||||||
|
const finalResult = firstNonAC(source.subtasks.map(s => firstNonAC(s.cases.filter(c => c.result != null).map(c => c.result.type)))); |
||||||
|
statusString = statusToString[finalResult]; |
||||||
|
score = _.sum(source.subtasks.map(s => s.score)); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
return { |
||||||
|
taskId: id, |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
score: score, |
||||||
|
statusNumber: done ? TaskStatus.Done : TaskStatus.Failed, |
||||||
|
statusString: statusString, |
||||||
|
result: JSON.stringify(source) |
||||||
|
}; |
||||||
|
} |
||||||
@ -0,0 +1,47 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "c", |
||||||
|
sourceFileName: "a.c", |
||||||
|
fileExtension: "c", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/gcc", |
||||||
|
parameters: ["gcc", sourcePath, "-o", `${outputDirectory}/a.out`, "-O2", "-fdiagnostics-color=always", "-DONLINE_JUDGE"], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 10, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: `${binaryDirectory}/a.out`, |
||||||
|
parameters: [], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
stackSize: memory, |
||||||
|
process: 1, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,48 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "cpp", |
||||||
|
sourceFileName: "a.cpp", |
||||||
|
fileExtension: "cpp", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/g++", |
||||||
|
parameters: ["g++", sourcePath, "-o", `${outputDirectory}/a.out`, "-O2", "-fdiagnostics-color=always", "-DONLINE_JUDGE"], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 10, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stdout: `${outputDirectory}/message.txt`, |
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: `${binaryDirectory}/a.out`, |
||||||
|
parameters: [], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
stackSize: memory, |
||||||
|
process: 1, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,47 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "cpp11", |
||||||
|
sourceFileName: "a.cpp", |
||||||
|
fileExtension: "cpp", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/g++", |
||||||
|
parameters: ["g++", sourcePath, "-o", `${outputDirectory}/a.out`, "-std=c++11", "-O2", "-fdiagnostics-color=always", "-DONLINE_JUDGE"], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 10, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: `${binaryDirectory}/a.out`, |
||||||
|
parameters: [], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
stackSize: memory, |
||||||
|
process: 1, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,46 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "csharp", |
||||||
|
sourceFileName: "a.cs", |
||||||
|
fileExtension: "cs", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/compile-dotnet", |
||||||
|
parameters: ["compile-dotnet", sourcePath, outputDirectory, "mcs"], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 10, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: "/usr/bin/mono", |
||||||
|
parameters: ["mono", `${binaryDirectory}/a.exe`], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
process: 3, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,46 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "haskell", |
||||||
|
sourceFileName: "a.hs", |
||||||
|
fileExtension: "hs", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/compile-haskell", |
||||||
|
parameters: ["compile-haskell", sourcePath, outputDirectory, `${outputDirectory}/a.out`], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 20, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: `${binaryDirectory}/a.out`, |
||||||
|
parameters: [], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
process: 1, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,52 @@ |
|||||||
|
export interface ExecParam { |
||||||
|
executable: string; |
||||||
|
parameters: string[]; |
||||||
|
time: number; |
||||||
|
memory: number; |
||||||
|
process: number; |
||||||
|
stdin?: string | number; |
||||||
|
stdout?: string | number; |
||||||
|
stderr?: string | number; |
||||||
|
messageFile?: string; |
||||||
|
workingDirectory: string; |
||||||
|
} |
||||||
|
|
||||||
|
export interface Language { |
||||||
|
name: string; |
||||||
|
fileExtension: string; |
||||||
|
|
||||||
|
sourceFileName: string; |
||||||
|
binarySizeLimit: number; |
||||||
|
compile: (sourcePath: string, outputDirectory: string) => ExecParam; |
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile?: string | number, |
||||||
|
stdoutFile?: string | number, |
||||||
|
stderrFile?: string | number |
||||||
|
) => ExecParam; |
||||||
|
} |
||||||
|
|
||||||
|
export const languages: Language[] = [ |
||||||
|
require('./c'), |
||||||
|
require('./cpp'), |
||||||
|
require('./cpp11'), |
||||||
|
require('./csharp'), |
||||||
|
require('./haskell'), |
||||||
|
require('./java'), |
||||||
|
require('./lua'), |
||||||
|
require('./luajit'), |
||||||
|
require('./nodejs'), |
||||||
|
require('./ocaml'), |
||||||
|
require('./pascal'), |
||||||
|
require('./python2'), |
||||||
|
require('./python3'), |
||||||
|
require('./ruby'), |
||||||
|
require('./vala'), |
||||||
|
require('./vbnet') |
||||||
|
].map(f => f.lang); |
||||||
|
|
||||||
|
export function getLanguage(name: string): Language { |
||||||
|
return name == null ? null : languages.find(l => l.name === name); |
||||||
|
} |
||||||
@ -0,0 +1,46 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "java", |
||||||
|
sourceFileName: "Main.java", |
||||||
|
fileExtension: "java", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/compile-java", |
||||||
|
parameters: ["compile-java", sourcePath, outputDirectory], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 20, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: `${binaryDirectory}/run`, |
||||||
|
parameters: ["run"], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
process: 15, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,46 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "lua", |
||||||
|
sourceFileName: "a.lua", |
||||||
|
fileExtension: "lua", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/luac", |
||||||
|
parameters: ["luac", "-o", `${outputDirectory}/a.out`, sourcePath], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 10, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: "/usr/bin/lua", |
||||||
|
parameters: ["lua", `${binaryDirectory}/a.out`], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
process: 1, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,46 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "luajit", |
||||||
|
sourceFileName: "a.lua", |
||||||
|
fileExtension: "lua", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/luajit", |
||||||
|
parameters: ["luajit", "-b", sourcePath, `${outputDirectory}/a.out`], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 10, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: "/usr/bin/luajit", |
||||||
|
parameters: ["luajit", "-O3", `${binaryDirectory}/a.out`], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
process: 1, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,46 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "nodejs", |
||||||
|
sourceFileName: "a.js", |
||||||
|
fileExtension: "js", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/compile-script", |
||||||
|
parameters: ["compile-script", sourcePath, outputDirectory, "node -c a.js"], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 10, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: "/usr/bin/node", |
||||||
|
parameters: ["node", `${binaryDirectory}/a.js`], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
process: 10, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,46 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "ocaml", |
||||||
|
sourceFileName: "a.ml", |
||||||
|
fileExtension: "ml", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/compile-ocaml", |
||||||
|
parameters: ["compile-ocaml", sourcePath, outputDirectory], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 10, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: `${binaryDirectory}/a.native`, |
||||||
|
parameters: [], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
process: 1, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,47 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "pascal", |
||||||
|
sourceFileName: "a.pas", |
||||||
|
fileExtension: "pas", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/compile-pascal", |
||||||
|
parameters: ["compile-pascal", sourcePath, outputDirectory], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 10, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: `${binaryDirectory}/a`, |
||||||
|
parameters: [], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
process: 1, |
||||||
|
stackSize: memory, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,46 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "python2", |
||||||
|
sourceFileName: "a.py", |
||||||
|
fileExtension: "py", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/compile-script", |
||||||
|
parameters: ["compile-script", sourcePath, outputDirectory, "python2 -m py_compile a.py"], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 10, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: "/usr/bin/python2", |
||||||
|
parameters: ["python2", `${binaryDirectory}/a.py`], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
process: 1, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,46 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "python3", |
||||||
|
sourceFileName: "a.py", |
||||||
|
fileExtension: "py", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/compile-script", |
||||||
|
parameters: ["compile-script", sourcePath, outputDirectory, "python3 -m py_compile a.py"], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 10, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: "/usr/bin/python3", |
||||||
|
parameters: ["python3", `${binaryDirectory}/a.py`], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
process: 1, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,46 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "ruby", |
||||||
|
sourceFileName: "a.rb", |
||||||
|
fileExtension: "rb", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/compile-script", |
||||||
|
parameters: ["compile-script", sourcePath, outputDirectory, "ruby -c a.rb"], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 10, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: "/usr/bin/ruby", |
||||||
|
parameters: ["ruby", `${binaryDirectory}/a.rb`], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
process: 1, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,47 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "vala", |
||||||
|
sourceFileName: "a.vala", |
||||||
|
fileExtension: "vala", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/valac", |
||||||
|
parameters: ["valac", sourcePath, "-o", `${outputDirectory}/a.out`, "-D", "ONLINE_JUDGE", "-X", "-O2"], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 50, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: `${binaryDirectory}/a.out`, |
||||||
|
parameters: [], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
process: 1, |
||||||
|
stackSize: memory, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,46 @@ |
|||||||
|
export const lang = { |
||||||
|
name: "vbnet", |
||||||
|
sourceFileName: "a.vb", |
||||||
|
fileExtension: "vb", |
||||||
|
binarySizeLimit: 5000 * 1024, |
||||||
|
|
||||||
|
// Note that these two paths are in the sandboxed environment.
|
||||||
|
compile: (sourcePath, outputDirectory) => ({ |
||||||
|
// To customize the compilation process,
|
||||||
|
// write a shell script or some other stuff,
|
||||||
|
// and put it to your sandbox.
|
||||||
|
executable: "/usr/bin/compile-dotnet", |
||||||
|
parameters: ["compile-dotnet", sourcePath, outputDirectory, "vbnc"], |
||||||
|
time: 5000, |
||||||
|
memory: 1024 * 1024 * 1024, |
||||||
|
process: 10, |
||||||
|
// This is just a redirection. You can simply ignore this
|
||||||
|
// if you can specify custom location for message output
|
||||||
|
// in the parameter of the compiler, or have redirected the compilation
|
||||||
|
// message to somewhere.
|
||||||
|
// An example will be available soon.
|
||||||
|
stderr: `${outputDirectory}/message.txt`, |
||||||
|
// We will read this file for message in the output directory.
|
||||||
|
messageFile: 'message.txt', |
||||||
|
workingDirectory: outputDirectory |
||||||
|
}), |
||||||
|
|
||||||
|
run: (binaryDirectory: string, |
||||||
|
workingDirectory: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile = null, |
||||||
|
stdoutFile = null, |
||||||
|
stderrFile = null |
||||||
|
) => ({ |
||||||
|
executable: "/usr/bin/mono", |
||||||
|
parameters: ["mono", `${binaryDirectory}/a.exe`], |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
process: 3, |
||||||
|
stdin: stdinFile, |
||||||
|
stdout: stdoutFile, |
||||||
|
stderr: stderrFile, |
||||||
|
workingDirectory: workingDirectory |
||||||
|
}) |
||||||
|
}; |
||||||
@ -0,0 +1,27 @@ |
|||||||
|
import amqp = require('amqplib'); |
||||||
|
|
||||||
|
export const maxPriority = 5; |
||||||
|
export const taskQueueName = 'task'; |
||||||
|
export const progressExchangeName = 'progress'; |
||||||
|
export const resultReportQueueName = 'result'; |
||||||
|
export const judgeQueueName = 'judge'; |
||||||
|
|
||||||
|
export async function assertTaskQueue(channel: amqp.Channel) { |
||||||
|
await channel.assertQueue(taskQueueName, { |
||||||
|
maxPriority: maxPriority |
||||||
|
}); |
||||||
|
} |
||||||
|
|
||||||
|
export async function assertProgressReportExchange(channel: amqp.Channel) { |
||||||
|
await channel.assertExchange(progressExchangeName, 'fanout', { durable: false }); |
||||||
|
} |
||||||
|
|
||||||
|
export async function assertResultReportQueue(channel: amqp.Channel) { |
||||||
|
await channel.assertQueue(resultReportQueueName); |
||||||
|
} |
||||||
|
|
||||||
|
export async function assertJudgeQueue(channel: amqp.Channel) { |
||||||
|
await channel.assertQueue(judgeQueueName, { |
||||||
|
maxPriority: maxPriority |
||||||
|
}); |
||||||
|
} |
||||||
@ -0,0 +1,8 @@ |
|||||||
|
import {disconnect as disconnectRMQ } from './rmq'; |
||||||
|
import winston = require('winston'); |
||||||
|
|
||||||
|
export function cleanUp(retCode: number) { |
||||||
|
winston.info('Cleaning up...'); |
||||||
|
disconnectRMQ(); |
||||||
|
process.exit(1); |
||||||
|
} |
||||||
@ -0,0 +1,94 @@ |
|||||||
|
import pathLib = require('path'); |
||||||
|
import fse = require('fs-extra'); |
||||||
|
import randomString = require('randomstring'); |
||||||
|
import bluebird = require('bluebird'); |
||||||
|
import getFolderSize = require('get-folder-size'); |
||||||
|
|
||||||
|
import { CompileTask, CompileResult } from '../interfaces'; |
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
import { sandboxize, createOrEmptyDir, setWriteAccess } from './utils'; |
||||||
|
import { Language, getLanguage } from '../languages'; |
||||||
|
import { startSandbox } from 'simple-sandbox'; |
||||||
|
import { SandboxParameter, MountInfo, SandboxStatus, SandboxResult } from 'simple-sandbox/lib/interfaces'; |
||||||
|
import { readFileLength } from '../utils'; |
||||||
|
import { pushBinary } from './executable'; |
||||||
|
|
||||||
|
const getSize: any = bluebird.promisify(getFolderSize); |
||||||
|
|
||||||
|
export async function compile(task: CompileTask): Promise<CompileResult> { |
||||||
|
const srcDir = pathLib.join(Cfg.workingDirectory, `src`); |
||||||
|
const binDir = pathLib.join(Cfg.workingDirectory, `bin`); |
||||||
|
const tempDir = pathLib.join(Cfg.workingDirectory, 'temp'); |
||||||
|
await Promise.all([createOrEmptyDir(srcDir), createOrEmptyDir(binDir), createOrEmptyDir(tempDir)]); |
||||||
|
await Promise.all([ |
||||||
|
setWriteAccess(srcDir, false), |
||||||
|
setWriteAccess(binDir, true), |
||||||
|
setWriteAccess(tempDir, true)]); |
||||||
|
|
||||||
|
const writeTasks: Promise<void>[] = []; |
||||||
|
if (task.extraFiles) { |
||||||
|
for (const f of task.extraFiles) { |
||||||
|
writeTasks.push(fse.writeFile(pathLib.join(srcDir, f.name), f.content, { encoding: 'utf8' })); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
const language = getLanguage(task.language); |
||||||
|
const srcPath = pathLib.join(srcDir, language.sourceFileName); |
||||||
|
writeTasks.push(fse.writeFile(srcPath, task.code, { encoding: 'utf8' })); |
||||||
|
await Promise.all(writeTasks); |
||||||
|
|
||||||
|
const srcDir_Sandbox = '/sandbox/1'; |
||||||
|
const binDir_Sandbox = '/sandbox/2'; |
||||||
|
const compileConfig = language.compile( |
||||||
|
`${srcDir_Sandbox}/${language.sourceFileName}`, binDir_Sandbox); |
||||||
|
|
||||||
|
const sandboxParam = sandboxize(compileConfig, [{ |
||||||
|
src: srcDir, |
||||||
|
dst: srcDir_Sandbox, |
||||||
|
limit: 0 |
||||||
|
}, { |
||||||
|
src: binDir, |
||||||
|
dst: binDir_Sandbox, |
||||||
|
limit: -1 |
||||||
|
}, { |
||||||
|
src: tempDir, |
||||||
|
dst: '/tmp', |
||||||
|
limit: -1 |
||||||
|
}]); |
||||||
|
|
||||||
|
try { |
||||||
|
const sandbox = await startSandbox(sandboxParam); |
||||||
|
const sandboxResult = await sandbox.waitForStop(); |
||||||
|
|
||||||
|
// If the compiler exited
|
||||||
|
if (sandboxResult.status === SandboxStatus.OK) { |
||||||
|
// If the compiler did not return an error
|
||||||
|
if (sandboxResult.code === 0) { |
||||||
|
const outputSize = await getSize(binDir); |
||||||
|
// If the output is too long
|
||||||
|
if (outputSize > language.binarySizeLimit) { |
||||||
|
return { |
||||||
|
status: -1, |
||||||
|
message: `Your source code compiled to ${outputSize} bytes which is too big, too thick, too long for us..` |
||||||
|
}; |
||||||
|
} // Else OK!
|
||||||
|
} else { // If compilation error
|
||||||
|
return { |
||||||
|
status: sandboxResult.code, |
||||||
|
message: await readFileLength(binDir + '/' + compileConfig.messageFile, Cfg.compilerMessageLimit) |
||||||
|
}; |
||||||
|
} |
||||||
|
} else { |
||||||
|
return { |
||||||
|
status: -1, |
||||||
|
message: (`A ${SandboxStatus[sandboxResult.status]} encountered while compiling your code.\n\n` + await readFileLength(binDir + '/' + compileConfig.messageFile, Cfg.compilerMessageLimit)).trim() |
||||||
|
}; |
||||||
|
} |
||||||
|
|
||||||
|
await pushBinary(task.binaryName, language, task.code, binDir); |
||||||
|
return { status: 0 }; |
||||||
|
} finally { |
||||||
|
await Promise.all([fse.remove(binDir), fse.remove(srcDir)]); |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
@ -0,0 +1,76 @@ |
|||||||
|
import * as commandLineArgs from 'command-line-args'; |
||||||
|
import * as fs from 'fs'; |
||||||
|
import * as winston from 'winston'; |
||||||
|
|
||||||
|
export interface SandboxConfigBase { |
||||||
|
chroot: string; |
||||||
|
mountProc: boolean; |
||||||
|
redirectBeforeChroot: boolean; |
||||||
|
user: string; |
||||||
|
cgroup: string; |
||||||
|
environments: string[]; |
||||||
|
} |
||||||
|
|
||||||
|
export interface ConfigStructure { |
||||||
|
rabbitMQ: string; |
||||||
|
testDataDirectory: string; |
||||||
|
workingDirectory: string; |
||||||
|
priority: number; |
||||||
|
redis: string; |
||||||
|
stderrDisplayLimit: number; |
||||||
|
compilerMessageLimit: number; |
||||||
|
spjTimeLimit: number; |
||||||
|
spjMemoryLimit: number; |
||||||
|
sandbox: SandboxConfigBase; |
||||||
|
outputLimit: number; |
||||||
|
binaryDirectory: string; |
||||||
|
dataDisplayLimit: number; |
||||||
|
} |
||||||
|
|
||||||
|
const optionDefinitions = [ |
||||||
|
{ name: 'verbose', alias: 'v', type: Boolean }, |
||||||
|
{ name: 'instance-config', alias: 'i', type: String }, |
||||||
|
{ name: 'shared-config', alias: 's', type: String } |
||||||
|
]; |
||||||
|
|
||||||
|
const options = commandLineArgs(optionDefinitions); |
||||||
|
|
||||||
|
console.log(options); |
||||||
|
|
||||||
|
function readJSON(path: string): any { |
||||||
|
console.log("Path: " + path); |
||||||
|
return JSON.parse(fs.readFileSync(path, 'utf8')); |
||||||
|
} |
||||||
|
|
||||||
|
const instanceConfig = readJSON(options["instance-config"]); |
||||||
|
const sharedConfig = readJSON(options["shared-config"]); |
||||||
|
|
||||||
|
|
||||||
|
export const globalConfig: ConfigStructure = { |
||||||
|
rabbitMQ: sharedConfig.RabbitMQUrl, |
||||||
|
testDataDirectory: sharedConfig.TestData, |
||||||
|
priority: sharedConfig.Priority, |
||||||
|
redis: sharedConfig.RedisUrl, |
||||||
|
outputLimit: sharedConfig.OutputLimit, |
||||||
|
stderrDisplayLimit: sharedConfig.StderrDisplayLimit, |
||||||
|
compilerMessageLimit: sharedConfig.CompilerMessageLimit, |
||||||
|
spjTimeLimit: sharedConfig.SpjTimeLimit, |
||||||
|
spjMemoryLimit: sharedConfig.SpjMemoryLimit, |
||||||
|
workingDirectory: instanceConfig.WorkingDirectory, |
||||||
|
binaryDirectory: sharedConfig.BinaryDirectory, |
||||||
|
dataDisplayLimit: sharedConfig.DataDisplayLimit, |
||||||
|
sandbox: { |
||||||
|
chroot: sharedConfig.SandboxRoot, |
||||||
|
mountProc: true, |
||||||
|
redirectBeforeChroot: false, |
||||||
|
user: sharedConfig.SandboxUser, |
||||||
|
cgroup: instanceConfig.SandboxCgroup, |
||||||
|
environments: sharedConfig.SandboxEnvironments |
||||||
|
}, |
||||||
|
} |
||||||
|
|
||||||
|
if (options.verbose) { |
||||||
|
(winston as any).level = 'debug'; |
||||||
|
} else { |
||||||
|
(winston as any).level = 'warn'; |
||||||
|
} |
||||||
@ -0,0 +1,80 @@ |
|||||||
|
import tar = require('tar'); |
||||||
|
import lockfile = require('lockfile'); |
||||||
|
import Bluebird = require('bluebird'); |
||||||
|
import pathLib = require('path'); |
||||||
|
import fse = require('fs-extra'); |
||||||
|
import msgpack = require('msgpack-lite'); |
||||||
|
import winston = require('winston'); |
||||||
|
|
||||||
|
import { streamToBuffer } from '../utils'; |
||||||
|
import { get as getRedis, put as putRedis } from './redis'; |
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
import { getLanguage, Language } from '../languages'; |
||||||
|
import { redisBinarySuffix, redisMetadataSuffix } from '../interfaces'; |
||||||
|
Bluebird.promisifyAll(lockfile); |
||||||
|
|
||||||
|
interface BinaryMetadata { |
||||||
|
language: string; |
||||||
|
code: string; |
||||||
|
} |
||||||
|
|
||||||
|
export async function pushBinary(name: string, language: Language, code: string, path: string): Promise<void> { |
||||||
|
winston.verbose(`Pushing binary ${name}, creating tar archive...`); |
||||||
|
const binary = await streamToBuffer(tar.create({ |
||||||
|
gzip: true, |
||||||
|
cwd: path, |
||||||
|
portable: true |
||||||
|
}, ['.'])); |
||||||
|
const data: BinaryMetadata = { |
||||||
|
language: language.name, |
||||||
|
code: code |
||||||
|
}; |
||||||
|
await putRedis(name + redisBinarySuffix, msgpack.encode(binary)); |
||||||
|
await putRedis(name + redisMetadataSuffix, msgpack.encode(data)); |
||||||
|
} |
||||||
|
|
||||||
|
// Return value: [path, language, code]
|
||||||
|
export async function fetchBinary(name: string): Promise<[string, Language, string]> { |
||||||
|
winston.verbose(`Fetching binary ${name}...`); |
||||||
|
const targetName = pathLib.join(Cfg.binaryDirectory, name); |
||||||
|
const lockFileName = pathLib.join(Cfg.binaryDirectory, `${name}-get.lock`); |
||||||
|
|
||||||
|
const metadata = msgpack.decode(await getRedis(name + redisMetadataSuffix)) as BinaryMetadata; |
||||||
|
const isCurrentlyWorking = await fse.exists(lockFileName); |
||||||
|
// The binary already exists, no need for locking
|
||||||
|
if (await fse.exists(targetName) && !isCurrentlyWorking) { |
||||||
|
winston.debug(`Binary ${name} exists, no need for fetching...`); |
||||||
|
} else { |
||||||
|
winston.debug(`Acquiring lock ${lockFileName}...`); |
||||||
|
await lockfile.lockAsync(lockFileName); |
||||||
|
|
||||||
|
let ok = false; |
||||||
|
try { |
||||||
|
winston.debug(`Got lock for ${name}.`); |
||||||
|
if (await fse.exists(targetName)) { |
||||||
|
winston.debug(`Work ${name} done by others...`); |
||||||
|
} else { |
||||||
|
winston.debug(`Doing work: fetching binary for ${name} ...`); |
||||||
|
await fse.mkdir(targetName); |
||||||
|
const binary = msgpack.decode(await getRedis(name + redisBinarySuffix)); |
||||||
|
await new Promise((res, rej) => { |
||||||
|
const s = tar.extract({ |
||||||
|
cwd: targetName |
||||||
|
}); |
||||||
|
s.on('error', (err) => { |
||||||
|
rej(err); |
||||||
|
}) |
||||||
|
s.write(binary, () => { |
||||||
|
res(); |
||||||
|
}); |
||||||
|
}); |
||||||
|
} |
||||||
|
ok = true; |
||||||
|
} finally { |
||||||
|
if (!ok) |
||||||
|
await fse.rmdir(targetName); |
||||||
|
await lockfile.unlockAsync(lockFileName); |
||||||
|
} |
||||||
|
} |
||||||
|
return [targetName, getLanguage(metadata.language), metadata.code]; |
||||||
|
} |
||||||
@ -0,0 +1,28 @@ |
|||||||
|
require('source-map-support').install(); |
||||||
|
|
||||||
|
import winston = require('winston'); |
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
import util = require('util'); |
||||||
|
import rmq = require('./rmq'); |
||||||
|
import { RPCRequest, RPCTaskType } from '../interfaces'; |
||||||
|
import { compile } from './compile'; |
||||||
|
import { judgeStandard } from './judge'; |
||||||
|
|
||||||
|
(async function () { |
||||||
|
winston.info("Runner starts."); |
||||||
|
await rmq.connect(); |
||||||
|
winston.info("Start consuming the queue."); |
||||||
|
await rmq.waitForTask(async (task) => { |
||||||
|
winston.debug(`Handling task ${util.inspect(task)}`); |
||||||
|
if (task.type === RPCTaskType.Compile) { |
||||||
|
winston.debug("Task type is compile"); |
||||||
|
return await compile(task.task); |
||||||
|
} else if (task.type === RPCTaskType.RunStandard) { |
||||||
|
winston.debug("Task type is judge standard"); |
||||||
|
return await judgeStandard(task.task); |
||||||
|
} else { |
||||||
|
winston.debug("Task type unsupported"); |
||||||
|
throw new Error(`Task type ${task.type} not supported!`); |
||||||
|
} |
||||||
|
}); |
||||||
|
})().then(() => { winston.info("Initialization logic completed."); }, (err) => { winston.error(util.inspect(err)); process.exit(1); }); |
||||||
@ -0,0 +1,203 @@ |
|||||||
|
import pathLib = require('path'); |
||||||
|
import randomString = require('randomstring'); |
||||||
|
import fse = require('fs-extra'); |
||||||
|
import winston = require('winston'); |
||||||
|
|
||||||
|
import { SandboxStatus } from 'simple-sandbox/lib/interfaces'; |
||||||
|
import { TaskResult, StandardRunTask, StandardRunResult } from '../interfaces'; |
||||||
|
import { createOrEmptyDir, tryEmptyDir } from './utils'; |
||||||
|
import { readFileLength, tryReadFile } from '../utils'; |
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
import { runProgram, runDiff } from './run'; |
||||||
|
import { Language } from '../languages'; |
||||||
|
import { fetchBinary } from './executable'; |
||||||
|
import { signals } from './signals'; |
||||||
|
|
||||||
|
const workingDir = `${Cfg.workingDirectory}/data`; |
||||||
|
const spjWorkingDir = `${Cfg.workingDirectory}/data-spj`; |
||||||
|
|
||||||
|
interface SpjResult { |
||||||
|
status: TaskResult; |
||||||
|
message: string; |
||||||
|
score: number; |
||||||
|
} |
||||||
|
|
||||||
|
const spjFullScore = 100; |
||||||
|
async function runSpj(spjBinDir: string, spjLanguage: Language): Promise<SpjResult> { |
||||||
|
const scoreFileName = 'score.txt'; |
||||||
|
const messageFileName = 'message.txt'; |
||||||
|
const [spjRunResult] = await runProgram(spjLanguage, |
||||||
|
spjBinDir, |
||||||
|
spjWorkingDir, |
||||||
|
Cfg.spjTimeLimit, |
||||||
|
Cfg.spjMemoryLimit * 1024 * 1024, |
||||||
|
null, |
||||||
|
scoreFileName, |
||||||
|
messageFileName); |
||||||
|
|
||||||
|
if (spjRunResult.result.status !== SandboxStatus.OK) { |
||||||
|
return { |
||||||
|
status: TaskResult.JudgementFailed, |
||||||
|
message: `Special Judge ${SandboxStatus[spjRunResult.result.status]} encouneted.`, |
||||||
|
score: 0 |
||||||
|
}; |
||||||
|
} else { |
||||||
|
const scoreString = await tryReadFile(pathLib.join(spjWorkingDir, scoreFileName)), |
||||||
|
score = Number(scoreString); |
||||||
|
const messageString = await readFileLength(pathLib.join(spjWorkingDir + messageFileName), Cfg.stderrDisplayLimit); |
||||||
|
|
||||||
|
if ((!scoreString) || score === NaN || score < 0 || score > spjFullScore) { |
||||||
|
return { |
||||||
|
status: TaskResult.JudgementFailed, |
||||||
|
message: `Special Judge returned an unrecoginzed score: ${scoreString}.`, |
||||||
|
score: 0 |
||||||
|
}; |
||||||
|
} else { |
||||||
|
let status: TaskResult; |
||||||
|
switch (score) { |
||||||
|
case spjFullScore: |
||||||
|
status = TaskResult.Accepted; |
||||||
|
break; |
||||||
|
case 0: |
||||||
|
status = TaskResult.WrongAnswer; |
||||||
|
break; |
||||||
|
default: |
||||||
|
status = TaskResult.PartiallyCorrect; |
||||||
|
break; |
||||||
|
} |
||||||
|
return { |
||||||
|
status: status, |
||||||
|
message: messageString, |
||||||
|
score: score / spjFullScore |
||||||
|
}; |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
export async function judgeStandard(task: StandardRunTask): Promise<StandardRunResult> { |
||||||
|
winston.debug("Standard judge task...", task); |
||||||
|
try { |
||||||
|
const testDataPath = pathLib.join(Cfg.testDataDirectory, task.testDataName); |
||||||
|
const inputFilePath = task.inputData != null ? |
||||||
|
pathLib.join(testDataPath, task.inputData) : null; |
||||||
|
const answerFilePath = task.answerData != null ? |
||||||
|
pathLib.join(testDataPath, task.answerData) : null; |
||||||
|
|
||||||
|
winston.debug("Creating directories..."); |
||||||
|
await Promise.all([createOrEmptyDir(workingDir), createOrEmptyDir(spjWorkingDir)]); |
||||||
|
|
||||||
|
let stdinRedirectionName, inputFileName, |
||||||
|
stdoutRedirectionName, outputFileName; |
||||||
|
const tempErrFile = randomString.generate(10) + ".err"; |
||||||
|
|
||||||
|
if (task.fileIOInput != null) { |
||||||
|
inputFileName = task.fileIOInput; |
||||||
|
stdinRedirectionName = null; |
||||||
|
} else { |
||||||
|
if (task.inputData != null) { |
||||||
|
stdinRedirectionName = inputFileName = randomString.generate(10) + ".in"; |
||||||
|
} else { |
||||||
|
stdinRedirectionName = inputFileName = null; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
if (task.fileIOOutput != null) { |
||||||
|
outputFileName = task.fileIOOutput; |
||||||
|
stdoutRedirectionName = null; |
||||||
|
} else { |
||||||
|
stdoutRedirectionName = outputFileName = randomString.generate(10) + ".out"; |
||||||
|
} |
||||||
|
|
||||||
|
if (inputFilePath != null) { |
||||||
|
winston.debug("Copying input file..."); |
||||||
|
await fse.copy(inputFilePath, pathLib.join(workingDir, inputFileName)); |
||||||
|
} |
||||||
|
|
||||||
|
winston.debug("Fetching user binary..."); |
||||||
|
const [binaryDirectory, language, userCode] = await fetchBinary(task.userExecutableName); |
||||||
|
|
||||||
|
winston.debug("Running user program..."); |
||||||
|
const [runResult] = await runProgram(language, |
||||||
|
binaryDirectory, |
||||||
|
workingDir, |
||||||
|
task.time, |
||||||
|
task.memory * 1024 * 1024, |
||||||
|
stdinRedirectionName, |
||||||
|
stdoutRedirectionName, |
||||||
|
tempErrFile); |
||||||
|
|
||||||
|
winston.verbose((task.inputData || "<none> ") + " Run result: " + JSON.stringify(runResult)); |
||||||
|
|
||||||
|
const time = Math.round(runResult.result.time / 1e6), |
||||||
|
memory = runResult.result.memory / 1024; |
||||||
|
|
||||||
|
let status = null, message = null; |
||||||
|
if (runResult.outputLimitExceeded) { |
||||||
|
status = TaskResult.OutputLimitExceeded; |
||||||
|
} else if (runResult.result.status === SandboxStatus.TimeLimitExceeded) { |
||||||
|
status = TaskResult.TimeLimitExceeded; |
||||||
|
} else if (runResult.result.status === SandboxStatus.MemoryLimitExceeded) { |
||||||
|
status = TaskResult.MemoryLimitExceeded; |
||||||
|
} else if (runResult.result.status === SandboxStatus.RuntimeError) { |
||||||
|
message = `Killed: ${signals[runResult.result.code]}`; |
||||||
|
status = TaskResult.RuntimeError; |
||||||
|
} else if (runResult.result.status !== SandboxStatus.OK) { |
||||||
|
status = TaskResult.RuntimeError; |
||||||
|
} else { |
||||||
|
message = `Exited with return code ${runResult.result.code}`; |
||||||
|
} |
||||||
|
|
||||||
|
const [userOutput, userError] = await Promise.all([ |
||||||
|
readFileLength(pathLib.join(workingDir, outputFileName), Cfg.dataDisplayLimit), |
||||||
|
readFileLength(pathLib.join(workingDir, tempErrFile), Cfg.stderrDisplayLimit) |
||||||
|
]); |
||||||
|
|
||||||
|
try { |
||||||
|
await fse.move(pathLib.join(workingDir, outputFileName), pathLib.join(spjWorkingDir, 'user_out')); |
||||||
|
} catch (e) { |
||||||
|
if (e.code === 'ENOENT' && runResult.result.status === SandboxStatus.OK) { |
||||||
|
status = TaskResult.FileError; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
const partialResult = { |
||||||
|
time: time, |
||||||
|
memory: memory, |
||||||
|
userOutput: userOutput, |
||||||
|
userError: userError, |
||||||
|
systemMessage: message |
||||||
|
}; |
||||||
|
if (status !== null) { |
||||||
|
return Object.assign({ scoringRate: 0, spjMessage: null, result: status }, partialResult); |
||||||
|
} else { |
||||||
|
if (answerFilePath != null) |
||||||
|
await fse.copy(answerFilePath, pathLib.join(spjWorkingDir, 'answer')); |
||||||
|
|
||||||
|
if (task.spjExecutableName != null) { |
||||||
|
const [spjBinDir, spjLanguage] = await fetchBinary(task.spjExecutableName); |
||||||
|
winston.debug(`Using spj, language: ${spjLanguage.name}`); |
||||||
|
if (inputFilePath != null) |
||||||
|
await fse.copy(inputFilePath, pathLib.join(spjWorkingDir, 'input')); |
||||||
|
await fse.writeFile(pathLib.join(spjWorkingDir, 'code'), userCode); |
||||||
|
const spjResult = await runSpj(spjBinDir, spjLanguage); |
||||||
|
|
||||||
|
return Object.assign({ |
||||||
|
scoringRate: spjResult.score, |
||||||
|
spjMessage: spjResult.message, |
||||||
|
result: spjResult.status |
||||||
|
}, partialResult); |
||||||
|
} else { |
||||||
|
winston.debug(`Using diff`); |
||||||
|
const diffResult = await runDiff(spjWorkingDir, 'user_out', 'answer'); |
||||||
|
return Object.assign({ |
||||||
|
scoringRate: diffResult.pass ? 1 : 0, |
||||||
|
spjMessage: diffResult.message, |
||||||
|
result: diffResult.pass ? TaskResult.Accepted : TaskResult.WrongAnswer, |
||||||
|
}, partialResult); |
||||||
|
} |
||||||
|
} |
||||||
|
} finally { |
||||||
|
tryEmptyDir(workingDir); |
||||||
|
tryEmptyDir(spjWorkingDir); |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,28 @@ |
|||||||
|
import Bluebird = require('bluebird'); |
||||||
|
import redis = require('redis'); |
||||||
|
import winston = require('winston'); |
||||||
|
|
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
import { codeFingerprint } from '../utils'; |
||||||
|
|
||||||
|
Bluebird.promisifyAll(redis.RedisClient.prototype); |
||||||
|
Bluebird.promisifyAll(redis.Multi.prototype); |
||||||
|
|
||||||
|
const redisClient = redis.createClient(Cfg.redis, { detect_buffers: true }) as any; |
||||||
|
|
||||||
|
export async function put(name: string, content: Buffer): Promise<void> { |
||||||
|
winston.debug(`Putting ${name}, size = ${content.byteLength}`); |
||||||
|
await redisClient.setAsync(new Buffer(name), content); |
||||||
|
winston.debug(`${name} has been put.`); |
||||||
|
} |
||||||
|
|
||||||
|
export async function get(name: string): Promise<Buffer> { |
||||||
|
winston.debug(`Getting redis record ${name}`); |
||||||
|
const result = await redisClient.getAsync(new Buffer(name)) as Buffer; |
||||||
|
if (result == null) { |
||||||
|
winston.warn(`Redis record ${name} unavailable`); |
||||||
|
throw new Error(`Redis record ${name} unavailable.`); |
||||||
|
} |
||||||
|
winston.debug(`Got redis record ${name}, size = ${result.byteLength}`); |
||||||
|
return result; |
||||||
|
} |
||||||
@ -0,0 +1,56 @@ |
|||||||
|
import amqp = require('amqplib'); |
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
import msgpack = require('msgpack-lite'); |
||||||
|
import winston = require('winston'); |
||||||
|
import { RPCRequest, RPCReplyType, RPCReply } from '../interfaces'; |
||||||
|
import * as rmqCommon from '../rmq-common'; |
||||||
|
import { cleanUp } from './cleanup'; |
||||||
|
|
||||||
|
let amqpConnection: amqp.Connection; |
||||||
|
let publicChannel: amqp.Channel; |
||||||
|
|
||||||
|
export async function connect() { |
||||||
|
winston.verbose(`Connecting to RabbitMQ "${Cfg.rabbitMQ}"...`); |
||||||
|
amqpConnection = await amqp.connect(Cfg.rabbitMQ); |
||||||
|
winston.debug(`Connected to RabbitMQ, asserting queues`); |
||||||
|
publicChannel = await newChannel(); |
||||||
|
await rmqCommon.assertTaskQueue(publicChannel); |
||||||
|
amqpConnection.on('error', (err) => { |
||||||
|
winston.error(`RabbitMQ connection failure: ${err.toString()}`); |
||||||
|
cleanUp(2); |
||||||
|
}); |
||||||
|
} |
||||||
|
|
||||||
|
export async function disconnect() { |
||||||
|
await amqpConnection.close(); |
||||||
|
} |
||||||
|
|
||||||
|
async function newChannel(): Promise<amqp.Channel> { |
||||||
|
return await amqpConnection.createChannel(); |
||||||
|
} |
||||||
|
|
||||||
|
export async function waitForTask(handle: (task: RPCRequest) => Promise<any>) { |
||||||
|
const channel = await newChannel(); |
||||||
|
channel.prefetch(1); |
||||||
|
await channel.consume(rmqCommon.taskQueueName, async (msg: amqp.Message) => { |
||||||
|
const messageId = msg.properties.messageId; |
||||||
|
winston.info(`Got runner task, correlationId = ${msg.properties.correlationId}`); |
||||||
|
const response = (content: RPCReply) => { |
||||||
|
channel.sendToQueue(msg.properties.replyTo, msgpack.encode(content), { correlationId: msg.properties.correlationId }); |
||||||
|
} |
||||||
|
response({ type: RPCReplyType.Started }); |
||||||
|
|
||||||
|
try { |
||||||
|
const request = msgpack.decode(msg.content) as RPCRequest; |
||||||
|
const result = await handle(request); |
||||||
|
response({ type: RPCReplyType.Finished, result: result }); |
||||||
|
} catch (err) { |
||||||
|
winston.warn(`Failed to run task ${msg.properties.correlationId}: ${err.toString()}, ${err.stack}`); |
||||||
|
response({ type: RPCReplyType.Error, error: err.toString() }); |
||||||
|
} |
||||||
|
|
||||||
|
channel.ack(msg); |
||||||
|
}, { |
||||||
|
priority: Cfg.priority |
||||||
|
}); |
||||||
|
} |
||||||
@ -0,0 +1,93 @@ |
|||||||
|
import Bluebird = require('bluebird'); |
||||||
|
import fse = require('fs-extra'); |
||||||
|
import getFolderSize = require('get-folder-size'); |
||||||
|
import pathLib = require('path'); |
||||||
|
const getSize: any = Bluebird.promisify(getFolderSize); |
||||||
|
|
||||||
|
import { startSandbox } from 'simple-sandbox/lib/index'; |
||||||
|
import { SandboxParameter, MountInfo, SandboxStatus, SandboxResult } from 'simple-sandbox/lib/interfaces'; |
||||||
|
import { SandboxProcess } from 'simple-sandbox/lib/sandboxProcess'; |
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
import { createOrEmptyDir, sandboxize, setWriteAccess } from './utils'; |
||||||
|
import { Language } from '../languages'; |
||||||
|
|
||||||
|
export interface RunResult { |
||||||
|
outputLimitExceeded: boolean; |
||||||
|
result: SandboxResult; |
||||||
|
} |
||||||
|
|
||||||
|
export interface DiffResult { |
||||||
|
pass: boolean; |
||||||
|
message: string; |
||||||
|
} |
||||||
|
|
||||||
|
export async function runDiff(dataDir: string, file1: string, file2: string): Promise<DiffResult> { |
||||||
|
await setWriteAccess(dataDir, true); |
||||||
|
const tmpPath = '/sandbox/1', outputFileName = 'diff.txt'; |
||||||
|
const sandbox = await startSandbox(Object.assign({ |
||||||
|
executable: '/usr/bin/diff', |
||||||
|
parameters: ['/usr/bin/diff', '-Bbq', file1, file2], |
||||||
|
time: Cfg.spjTimeLimit, |
||||||
|
memory: Cfg.spjMemoryLimit * 1024 * 1024, |
||||||
|
process: 2, |
||||||
|
stdin: null, |
||||||
|
stdout: outputFileName, |
||||||
|
stderr: null, |
||||||
|
workingDirectory: tmpPath, |
||||||
|
mounts: [{ |
||||||
|
src: dataDir, |
||||||
|
dst: tmpPath, |
||||||
|
limit: -1 |
||||||
|
}] |
||||||
|
}, Cfg.sandbox)); |
||||||
|
const sandboxResult = await sandbox.waitForStop(); |
||||||
|
|
||||||
|
if (sandboxResult.status !== SandboxStatus.OK) { |
||||||
|
return { pass: false, message: `Diff encountered ${SandboxStatus[sandboxResult.status]}` } |
||||||
|
} |
||||||
|
|
||||||
|
const message = await fse.readFile(pathLib.join(dataDir, outputFileName), 'utf8'); |
||||||
|
return { pass: sandboxResult.code === 0, message: message }; |
||||||
|
} |
||||||
|
|
||||||
|
export async function runProgram(language: Language, |
||||||
|
binDir: string, |
||||||
|
dataDir: string, |
||||||
|
time: number, |
||||||
|
memory: number, |
||||||
|
stdinFile?: string | number, |
||||||
|
stdoutFile?: string | number, |
||||||
|
stderrFile?: string | number): Promise<[RunResult, () => void]> { |
||||||
|
await setWriteAccess(binDir, false); |
||||||
|
await setWriteAccess(dataDir, true); |
||||||
|
|
||||||
|
const dataDir_Sandbox = '/sandbox/1'; |
||||||
|
const binDir_Sandbox = '/sandbox/2'; |
||||||
|
const runConfig = language.run(binDir_Sandbox, dataDir_Sandbox, time, memory, stdinFile, stdoutFile, stderrFile); |
||||||
|
|
||||||
|
const sandboxParam = sandboxize(runConfig, [{ |
||||||
|
src: binDir, |
||||||
|
dst: binDir_Sandbox, |
||||||
|
limit: 0 |
||||||
|
}, { |
||||||
|
src: dataDir, |
||||||
|
dst: dataDir_Sandbox, |
||||||
|
limit: -1 |
||||||
|
}]); |
||||||
|
|
||||||
|
let result: SandboxResult = null; |
||||||
|
const sandbox = await startSandbox(sandboxParam); |
||||||
|
result = await sandbox.waitForStop(); |
||||||
|
|
||||||
|
let ole = false; |
||||||
|
const outputSize = await getSize(binDir); |
||||||
|
if (outputSize > Cfg.outputLimit) { |
||||||
|
await fse.emptyDir(dataDir); |
||||||
|
ole = true; |
||||||
|
} |
||||||
|
|
||||||
|
return [{ |
||||||
|
outputLimitExceeded: ole, |
||||||
|
result: result |
||||||
|
}, () => { sandbox.stop(); }]; |
||||||
|
} |
||||||
@ -0,0 +1,33 @@ |
|||||||
|
export const signals = [ |
||||||
|
"Hangup", // 1
|
||||||
|
"Interrupt", // 2
|
||||||
|
"Quit", // 3
|
||||||
|
"Illegal instruction", // 4
|
||||||
|
"Trace/breakpoint trap", // 5
|
||||||
|
"Aborted", // 6
|
||||||
|
"Bus error", // 7
|
||||||
|
"Floating point exception", // 8
|
||||||
|
"Killed", // 9
|
||||||
|
"User defined signal 1", // 10
|
||||||
|
"Segmentation fault", // 11
|
||||||
|
"User defined signal 2", // 12
|
||||||
|
"Broken pipe", // 13
|
||||||
|
"Alarm clock", // 14
|
||||||
|
"Terminated", // 15
|
||||||
|
"Stack fault", // 16
|
||||||
|
"Child exited", // 17
|
||||||
|
"Continued", // 18
|
||||||
|
"Stopped (signal)", // 19
|
||||||
|
"Stopped", // 20
|
||||||
|
"Stopped (tty input)", // 21
|
||||||
|
"Stopped (tty output)", // 22
|
||||||
|
"Urgent I/O condition", // 23
|
||||||
|
"CPU time limit exceeded", // 24
|
||||||
|
"File size limit exceeded", // 25
|
||||||
|
"Virtual timer expired", // 26
|
||||||
|
"Profiling timer expired", // 27
|
||||||
|
"Window changed", // 28
|
||||||
|
"I/O possible", // 29
|
||||||
|
"Power failure", // 30
|
||||||
|
"Bad system call", // 31
|
||||||
|
]; |
||||||
@ -0,0 +1,49 @@ |
|||||||
|
import klaw = require('klaw'); |
||||||
|
import posix = require('posix'); |
||||||
|
import fse = require('fs-extra'); |
||||||
|
import { ExecParam } from '../languages'; |
||||||
|
import {cloneObject} from '../utils'; |
||||||
|
import { SandboxParameter, MountInfo } from 'simple-sandbox/src/interfaces'; |
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
|
||||||
|
export function setWriteAccess(dirName: string, writeAccess: boolean): Promise<void> { |
||||||
|
const user = posix.getpwnam(Cfg.sandbox.user); |
||||||
|
const operations: Promise<void>[] = []; |
||||||
|
return new Promise<void>((res, rej) => { |
||||||
|
klaw(dirName).on('data', (item) => { |
||||||
|
operations.push((async () => { |
||||||
|
const path = item.path; |
||||||
|
await fse.chmod(path, 0o755); |
||||||
|
if (writeAccess) { |
||||||
|
await fse.chown(path, user.uid, user.gid); |
||||||
|
} else { |
||||||
|
await fse.chown(path, process.getuid(), process.getgid()); |
||||||
|
} |
||||||
|
})()); |
||||||
|
}).on('end', () => { |
||||||
|
Promise.all(operations).then(() => res(), (err) => rej(err)); |
||||||
|
}); |
||||||
|
}); |
||||||
|
} |
||||||
|
|
||||||
|
export async function createOrEmptyDir(path: string): Promise<void> { |
||||||
|
try { |
||||||
|
await fse.mkdir(path); |
||||||
|
} catch (err) { |
||||||
|
if (err.code != 'EEXIST') { |
||||||
|
throw err; |
||||||
|
} |
||||||
|
} |
||||||
|
await fse.emptyDir(path); |
||||||
|
} |
||||||
|
|
||||||
|
export function sandboxize(execParam: ExecParam, mounts: MountInfo[]): SandboxParameter { |
||||||
|
const result = Object.assign(cloneObject(execParam),Cfg.sandbox); |
||||||
|
return Object.assign(result, { mounts: mounts }); |
||||||
|
} |
||||||
|
|
||||||
|
export async function tryEmptyDir(path: string) { |
||||||
|
try { |
||||||
|
await fse.emptyDir(path); |
||||||
|
} catch (e) { } |
||||||
|
} |
||||||
@ -0,0 +1,8 @@ |
|||||||
|
import {disconnect as disconnectRMQ } from './rmq'; |
||||||
|
import winston = require('winston'); |
||||||
|
|
||||||
|
export function cleanUp(retCode: number) { |
||||||
|
winston.info('Cleaning up...'); |
||||||
|
disconnectRMQ(); |
||||||
|
process.exit(1); |
||||||
|
} |
||||||
@ -0,0 +1,35 @@ |
|||||||
|
import * as commandLineArgs from 'command-line-args'; |
||||||
|
import * as fs from 'fs'; |
||||||
|
import * as winston from 'winston'; |
||||||
|
|
||||||
|
export interface ConfigStructure { |
||||||
|
rabbitMQ: string; |
||||||
|
listen: { host: string, port: number }; |
||||||
|
remoteUrl: string; |
||||||
|
token: string; |
||||||
|
} |
||||||
|
|
||||||
|
const optionDefinitions = [ |
||||||
|
{ name: 'verbose', alias: 'v', type: Boolean }, |
||||||
|
{ name: 'config', alias: 'c', type: String }, |
||||||
|
]; |
||||||
|
|
||||||
|
const options = commandLineArgs(optionDefinitions); |
||||||
|
|
||||||
|
function readJSON(path: string): any { |
||||||
|
return JSON.parse(fs.readFileSync(path, 'utf8')); |
||||||
|
} |
||||||
|
|
||||||
|
const configJSON = readJSON(options["config"]); |
||||||
|
export const globalConfig: ConfigStructure = { |
||||||
|
rabbitMQ: configJSON.RabbitMQUrl, |
||||||
|
listen: configJSON.Listen, |
||||||
|
remoteUrl: configJSON.RemoteUrl, |
||||||
|
token: configJSON.Token |
||||||
|
} |
||||||
|
|
||||||
|
if (options.verbose) { |
||||||
|
winston.transports.Console.level = 'verbose'; |
||||||
|
} else { |
||||||
|
winston.transports.Console.level = 'warn'; |
||||||
|
} |
||||||
@ -0,0 +1,50 @@ |
|||||||
|
require('source-map-support').install(); |
||||||
|
|
||||||
|
import express = require('express'); |
||||||
|
import bodyParser = require('body-parser'); |
||||||
|
import Bluebird = require('bluebird'); |
||||||
|
import url = require('url'); |
||||||
|
import rp = require('request-promise'); |
||||||
|
|
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
import { connect, pushTask, waitForResult } from './rmq'; |
||||||
|
import { convertResult } from '../judgeResult'; |
||||||
|
|
||||||
|
const app = express(); |
||||||
|
app.use(bodyParser.json()); |
||||||
|
app.use((req, res, next) => { |
||||||
|
if (req.get('Token') !== Cfg.token) { |
||||||
|
return res.status(403).send('Incorrect token'); |
||||||
|
} else { |
||||||
|
next(); |
||||||
|
} |
||||||
|
}); |
||||||
|
|
||||||
|
app.post('/task', (req, res) => { |
||||||
|
if (!req.body) { |
||||||
|
return res.sendStatus(400); |
||||||
|
} |
||||||
|
try { |
||||||
|
pushTask(req.body); |
||||||
|
return res.status(200).send('OK'); |
||||||
|
} catch (err) { |
||||||
|
return res.status(500).send(err.toString()); |
||||||
|
} |
||||||
|
}); |
||||||
|
|
||||||
|
(async () => { |
||||||
|
await connect(); |
||||||
|
await waitForResult(async (result) => { |
||||||
|
await rp(url.resolve(Cfg.remoteUrl, "api/v2/judge/update2"), { |
||||||
|
method: 'POST', |
||||||
|
body: convertResult(result.taskId, result.progress), |
||||||
|
headers: { |
||||||
|
Token: Cfg.token |
||||||
|
}, |
||||||
|
json: true, |
||||||
|
simple: true |
||||||
|
}); |
||||||
|
}); |
||||||
|
})().then(() => { |
||||||
|
app.listen(Cfg.listen.port, Cfg.listen.host); |
||||||
|
}); |
||||||
@ -0,0 +1,55 @@ |
|||||||
|
import amqp = require('amqplib'); |
||||||
|
import { globalConfig as Cfg } from './config'; |
||||||
|
import msgpack = require('msgpack-lite'); |
||||||
|
import winston = require('winston'); |
||||||
|
import util = require('util'); |
||||||
|
import { cleanUp } from './cleanup'; |
||||||
|
import * as rmqCommon from '../rmq-common'; |
||||||
|
import { JudgeResult, ProgressReportData } from '../interfaces'; |
||||||
|
|
||||||
|
let amqpConnection: amqp.Connection; |
||||||
|
let publicChannel: amqp.Channel; |
||||||
|
|
||||||
|
export async function connect() { |
||||||
|
winston.verbose(`Connecting to RabbitMQ "${Cfg.rabbitMQ}"...`); |
||||||
|
amqpConnection = await amqp.connect(Cfg.rabbitMQ); |
||||||
|
winston.debug(`Connected to RabbitMQ, asserting queues`); |
||||||
|
publicChannel = await newChannel(); |
||||||
|
await rmqCommon.assertJudgeQueue(publicChannel); |
||||||
|
await rmqCommon.assertResultReportQueue(publicChannel); |
||||||
|
amqpConnection.on('error', (err) => { |
||||||
|
winston.error(`RabbitMQ connection failure: ${err.toString()}`); |
||||||
|
cleanUp(2); |
||||||
|
}); |
||||||
|
} |
||||||
|
|
||||||
|
export async function disconnect() { |
||||||
|
await amqpConnection.close(); |
||||||
|
} |
||||||
|
|
||||||
|
async function newChannel(): Promise<amqp.Channel> { |
||||||
|
return await amqpConnection.createChannel(); |
||||||
|
} |
||||||
|
|
||||||
|
export function pushTask(task: any) { |
||||||
|
publicChannel.sendToQueue(rmqCommon.judgeQueueName, msgpack.encode(task), { |
||||||
|
priority: task.priority |
||||||
|
}); |
||||||
|
} |
||||||
|
|
||||||
|
export async function waitForResult(handle: (result: ProgressReportData) => Promise<void>) { |
||||||
|
const channel = await newChannel(); |
||||||
|
channel.prefetch(1); |
||||||
|
await channel.consume(rmqCommon.resultReportQueueName, (msg: amqp.Message) => { |
||||||
|
winston.info(`Got result from queue`); |
||||||
|
(async () => { |
||||||
|
const data = msgpack.decode(msg.content); |
||||||
|
await handle(data); |
||||||
|
})().then(async () => { |
||||||
|
channel.ack(msg); |
||||||
|
}, async (err) => { |
||||||
|
winston.warn(`Failed to process message ${err.toString()}, try again`); |
||||||
|
setTimeout(() => { channel.nack(msg, false, true) }, 500); |
||||||
|
}); |
||||||
|
}); |
||||||
|
} |
||||||
@ -0,0 +1,96 @@ |
|||||||
|
import * as fse from 'fs-extra'; |
||||||
|
import * as pathLib from 'path'; |
||||||
|
import util = require('util'); |
||||||
|
import sha256 = require('crypto-js/sha256'); |
||||||
|
import nodeStream = require('stream'); |
||||||
|
|
||||||
|
export function codeFingerprint(code: string, language: string): string { |
||||||
|
return "src-" + language + sha256(code); |
||||||
|
} |
||||||
|
|
||||||
|
export function streamToBuffer(source: nodeStream.Readable): Promise<Buffer> { |
||||||
|
return new Promise((res, rej) => { |
||||||
|
const bufs = []; |
||||||
|
source.on('data', (d) => { bufs.push(d); }); |
||||||
|
source.on('end', () => { |
||||||
|
res(Buffer.concat(bufs)); |
||||||
|
}); |
||||||
|
source.on('error', (err) => { |
||||||
|
rej(err); |
||||||
|
}) |
||||||
|
}); |
||||||
|
} |
||||||
|
|
||||||
|
export function cloneObject<T>(src: T): T { |
||||||
|
return Object.assign({}, src); |
||||||
|
} |
||||||
|
|
||||||
|
export function fileTooLongPrompt(actualSize: number, bytesRead: number): string { |
||||||
|
const omitted = actualSize - bytesRead; |
||||||
|
return `<${omitted} byte${omitted != 1 ? 's' : ''} omitted>`; |
||||||
|
} |
||||||
|
|
||||||
|
export async function tryReadFile(path: string, encoding = 'utf8'): Promise<string> { |
||||||
|
let fileContent = null; |
||||||
|
try { |
||||||
|
fileContent = await fse.readFile(path, 'utf8'); |
||||||
|
} catch (e) { |
||||||
|
if (e.code !== 'ENOENT') { |
||||||
|
throw e; |
||||||
|
} |
||||||
|
} |
||||||
|
return fileContent; |
||||||
|
} |
||||||
|
|
||||||
|
export async function readFileLength(path: string, lengthLimit: number, appendPrompt = fileTooLongPrompt) |
||||||
|
: Promise<string> { |
||||||
|
let file = -1; |
||||||
|
try { |
||||||
|
file = await fse.open(path, 'r'); |
||||||
|
const actualSize = (await fse.stat(path)).size; |
||||||
|
const buf = new Buffer(Math.min(actualSize, lengthLimit)); |
||||||
|
const bytesRead = await fse.read(file, buf, 0, buf.length, 0) as any as number; |
||||||
|
let ret = buf.toString('utf8', 0, bytesRead); |
||||||
|
if (bytesRead < actualSize) { |
||||||
|
ret += '\n' + appendPrompt(actualSize, bytesRead); |
||||||
|
} |
||||||
|
return ret; |
||||||
|
} catch (e) { |
||||||
|
return ""; |
||||||
|
} finally { |
||||||
|
if (file != -1) { |
||||||
|
await fse.close(file); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
export function filterPath(src: string): string { |
||||||
|
src = src.toString(); |
||||||
|
const replaceList = ['..']; |
||||||
|
let orig; |
||||||
|
let cur = src; |
||||||
|
do { |
||||||
|
orig = cur; |
||||||
|
for (const s of replaceList) { |
||||||
|
cur = cur.replace(s, ''); |
||||||
|
} |
||||||
|
} while (cur != orig); |
||||||
|
return cur; |
||||||
|
} |
||||||
|
|
||||||
|
|
||||||
|
// By Pisces
|
||||||
|
function extractNumerals(s: string): Number[] { |
||||||
|
return (s.match(/\d+/g) || []).map((x) => parseInt(x)); |
||||||
|
} |
||||||
|
|
||||||
|
export function compareStringByNumber(a: string, b: string) { |
||||||
|
const acmp = extractNumerals(a), bcmp = extractNumerals(b); |
||||||
|
for (let i = 0; i < Math.min(acmp.length, bcmp.length); i++) { |
||||||
|
if (acmp[i] > bcmp[i]) |
||||||
|
return 1; |
||||||
|
else if (acmp[i] < bcmp[i]) |
||||||
|
return -1; |
||||||
|
} |
||||||
|
return a > b ? 1 : -1; |
||||||
|
} |
||||||
Loading…
Reference in new issue