# *****************************************************************************
# Written by Ritchie Lee, ritchie.lee@sv.cmu.edu
# *****************************************************************************
# Copyright ã 2015, United States Government, as represented by the
# Administrator of the National Aeronautics and Space Administration. All
# rights reserved.  The Reinforcement Learning Encounter Simulator (RLES)
# platform is licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. You
# may obtain a copy of the License at
# http://www.apache.org/licenses/LICENSE-2.0. Unless required by applicable
# law or agreed to in writing, software distributed under the License is
# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the specific language
# governing permissions and limitations under the License.
# _____________________________________________________________________________
# Reinforcement Learning Encounter Simulator (RLES) includes the following
# third party software. The SISLES.jl package is licensed under the MIT Expat
# License: Copyright (c) 2014: Youngjun Kim.
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to
# deal in the Software without restriction, including without limitation the
# rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
# sell copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED
# "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
# NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
# ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
# *****************************************************************************

"""
Performs a quick test using ACAS X DASC data set and compares
the results to a reference set.
This is primarily used to see if refactoring has changed results
inadvertantly.
"""
module QuickTest

export quicktest

using GrammarExpts, ACASX_MC, ACASX_GE, ACASX_MCTS 
using RLESUtils, FileUtils
using Base.Test

const DIR = dirname(@__FILE__)
const SRCROOT = joinpath(DIR, "..", "..", "..", "data", "quicktest_ref")
const DSTROOT = joinpath(DIR, "..", "..", "..", "results")
const FILES = ["ACASX_MC1/acasx_mc_log_current_best.csv.gz",
            "ACASX_MC1/acasx_mc_log_derivtreevis.json",
            "ACASX_MC1/acasx_mc_log_derivtreevis.tex",
            "ACASX_MC1/acasx_mc_log_members.csv.gz",
            "ACASX_MC1/acasx_mc_log_parameters.csv.gz",
            "ACASX_MC1/acasx_mc_log_result.csv.gz",
            "ACASX_GE/acasx_ge_log_code.csv.gz",
            "ACASX_GE/acasx_ge_log_current_best.csv.gz",
            "ACASX_GE/acasx_ge_log_derivtreevis.json",
            "ACASX_GE/acasx_ge_log_derivtreevis.tex",
            "ACASX_GE/acasx_ge_log_parameters.csv.gz",
            "ACASX_GE/acasx_ge_log_result.csv.gz",
            "ACASX_MCTS/acasx_mcts_log_current_best.csv.gz",
            "ACASX_MCTS/acasx_mcts_log_derivtreevis.json",
            "ACASX_MCTS/acasx_mcts_log_derivtreevis.tex",
            "ACASX_MCTS/acasx_mcts_log_expression.csv.gz",
            "ACASX_MCTS/acasx_mcts_log_members.csv.gz",
            "ACASX_MCTS/acasx_mcts_log_parameters.csv.gz",
            "ACASX_MCTS/acasx_mcts_log_result.csv.gz"]

function quicktest{T<:AbstractString}(b_run=true;
    srcroot::AbstractString=SRCROOT, 
    dstroot::AbstractString=DSTROOT,
    files::AbstractVector{T}=FILES)

    if b_run
        acasx_mc1()
        acasx_ge()
        acasx_mcts()
    end

    nfailed = 0
    for f in files
        src = joinpath(srcroot, f)
        dst = joinpath(dstroot, f)
        b = isidentical(src, dst)
        s = b ? "[pass]" : ">FAIL<"
        if !b 
            nfailed += 1
        end
        println("$s $f")
    end
    println("$nfailed files failed")
    nfailed
end

end #module

