/* * Copyright 2000-2018 JetBrains s.r.o. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package jetbrains.buildServer.agent.rakerunner; import java.io.File; import java.util.*; import jetbrains.buildServer.RunBuildException; import jetbrains.buildServer.agent.BuildRunnerContext; import jetbrains.buildServer.agent.rakerunner.utils.*; import jetbrains.buildServer.agent.ruby.RubySdk; import jetbrains.buildServer.agent.ruby.SdkUtil; import jetbrains.buildServer.agent.ruby.rbenv.RbEnvPathsSettings; import jetbrains.buildServer.agent.runner.*; import jetbrains.buildServer.rakerunner.RakeRunnerConstants; import jetbrains.buildServer.rakerunner.RakeRunnerUtils; import jetbrains.buildServer.runner.BuildFileRunnerUtil; import jetbrains.buildServer.runner.CommandLineArgumentsUtil; import jetbrains.buildServer.util.PropertiesUtil; import jetbrains.buildServer.util.StringUtil; import org.jetbrains.annotations.NotNull; import org.jetbrains.annotations.Nullable; import org.jetbrains.plugins.ruby.rvm.RVMPathsSettings; import org.jetbrains.plugins.ruby.rvm.RVMSupportUtil; import static jetbrains.buildServer.runner.BuildFileRunnerConstants.BUILD_FILE_PATH_KEY; /** * @author Roman.Chernyatchik */ @SuppressWarnings("FieldCanBeLocal") public class RakeTasksBuildService extends BuildServiceAdapter implements RakeRunnerConstants { private final Set myFilesToDelete = new HashSet(); private final String RSPEC_RUNNER_OPTIONS_REQUIRE_KEY = "--require"; private final String RSPEC_RUNNER_OPTIONS_FORMATTER_PATH = "teamcity/spec/runner/formatter/teamcity/formatter"; private final String RSPEC_RUNNER_OPTIONS_FORMATTER_KEY = "--format"; private final String RSPEC_RUNNER_OPTIONS_FORMATTER_CLASS = "Spec::Runner::Formatter::TeamcityFormatter"; private final String CUCUMBER_RUNNER_OPTIONS_EXPAND_KEY = "--expand"; private final String CUCUMBER_RUNNER_OPTIONS_FORMAT_KEY = "--format"; private final String CUCUMBER_RUNNER_OPTIONS_FORMAT_CLASS = "Teamcity::Cucumber::Formatter"; @NotNull @Override public ProgramCommandLine makeProgramCommandLine() throws RunBuildException { RVMPathsSettings.getInstanceEx().initialize(getBuildParameters().getEnvironmentVariables()); RbEnvPathsSettings.getInstance().initialize(getBuildParameters().getEnvironmentVariables()); final List arguments = new ArrayList(); final BuildRunnerContext context = getRunnerContext(); final ModifiableRunnerContext mc = new ModifiableRunnerContext(context); // runParams - all server-ui options // buildParams - system properties (system.*), environment vars (env.*) final Map runParams = mc.getRunnerParameters(); final Map buildParams = mc.getBuildParameters(); final EnvironmentPatchableMap env = mc.getEnvParameters(); // apply options converter SupportedTestFramework.convertOptionsIfNecessary(runParams); final File buildFile = getBuildFile(runParams); final RakeRunnerUtils.RubyConfigMode interpreterConfigMode = RakeRunnerUtils.getRubyInterpreterConfigMode(runParams); final SharedParams shared = SharedParams.fromRunParameters(runParams); final boolean rubyEnvAlreadyConfigured = shared.isSetted(); // Do not inline!!! try { validateRunnerParams(interpreterConfigMode, runParams, shared); // configure params in terms of "shared params" configureRunnerParams(interpreterConfigMode, runParams, shared); shared.applyToParameters(runParams); // Sdk final RubySdk sdk = RubySDKUtil.createAndSetupSdk(runParams, context); if (!(interpreterConfigMode == RakeRunnerUtils.RubyConfigMode.DEFAULT && rubyEnvAlreadyConfigured)) { // 1. default, but build feature wasn't configured // 2. rvm or interpreter path // Inspect env, warn about any problems // (if defaults were set by smb else we cannot check them) RVMSupportUtil.inspectCurrentEnvironment(env, sdk, getBuild().getBuildLogger()); if (SdkUtil.isRvmSdk(sdk)) { // Patch env for RVM RVMSupportUtil.patchEnvForRVMIfNecessary(sdk, env); if (sdk.isSystem()) { // Also Patch path for fake RVM RubySDKUtil.patchPathEnvForNonRvmOrSystemRvmSdk(sdk, mc); } } else { if (interpreterConfigMode == RakeRunnerUtils.RubyConfigMode.INTERPRETER_PATH) { // non-rvm sdk RubySDKUtil.patchPathEnvForNonRvmOrSystemRvmSdk(sdk, mc); } } } // loadpath patch for test runners addTestRunnerPatchFiles(sdk, mc); // attached frameworks info if (SupportedTestFramework.isAnyFrameworkActivated(runParams)) { env.put(RAKERUNNER_USED_FRAMEWORKS_KEY, SupportedTestFramework.getActivatedFrameworksConfig(runParams)); } // track invoke/execute stages if (ConfigurationParamsUtil.isTraceStagesOptionEnabled(runParams)) { env.put(RAKE_TRACE_INVOKE_EXEC_STAGES_ENABLED_KEY, Boolean.TRUE.toString()); } // Interpreter parameters final String additionalInterpreterParams = runParams.get(SERVER_UI_RUBY_INTERPRETER_ADDITIONAL_PARAMS); if (!TextUtil.isEmptyOrWhitespaced(additionalInterpreterParams)) { addCmdlineArguments(arguments, additionalInterpreterParams); } // Rake runner script final String rakeRunnerPath; final String customRakeRunnerScript = buildParams.get(CUSTOM_RAKERUNNER_SCRIPT); if (!StringUtil.isEmpty(customRakeRunnerScript)) { // use custom runner rakeRunnerPath = customRakeRunnerScript; } else { // default one rakeRunnerPath = RubyProjectSourcesUtil.getRakeRunnerPath(); } arguments.add(rakeRunnerPath); // Rake gem version addGemVersionAttribute(arguments, RAKE_GEM_VERSION_PROPERTY, buildParams); // Rake options // Custom Rakefile if specified if (buildFile != null) { arguments.add(RAKE_CMDLINE_OPTIONS_RAKEFILE); arguments.add(buildFile.getAbsolutePath()); } // Other arguments final String userDefinedArgs = runParams.get(SERVER_UI_RAKE_ADDITIONAL_CMD_PARAMS_PROPERTY); if (!TextUtil.isEmptyOrWhitespaced(userDefinedArgs)) { addCmdlineArguments(arguments, userDefinedArgs); } // Tasks names final String tasks_names = runParams.get(SERVER_UI_RAKE_TASKS_PROPERTY); if (!PropertiesUtil.isEmptyOrNull(tasks_names)) { addCmdlineArguments(arguments, tasks_names); } // rspec env.putAll(attachRSpecFormatterIfNeeded(runParams)); // cucumber env.putAll(attachCucumberFormatterIfNeeded(runParams)); // Bundle exec emulation: // (do not do it before RVM Env patch!!!!!!) BundlerUtil.enableBundleExecEmulationIfNeeded(sdk, mc); // Result: final HashMap ret = new HashMap(); for (Map.Entry entry : env.getPatched().entrySet()) { if (!StringUtil.isEmptyOrSpaces(entry.getValue())) { ret.put(entry.getKey(), entry.getValue()); } } return new SimpleProgramCommandLine(ret, getWorkingDirectory().getAbsolutePath(), sdk.getRubyExecutable().getAbsolutePath(), arguments); } catch (MyBuildFailureException e) { throw new RunBuildException(e.getMessage(), e); } } private void validateRunnerParams(@NotNull final RakeRunnerUtils.RubyConfigMode interpreterConfigMode, @NotNull final Map runParams, @NotNull final SharedParams sharedParams) throws MyBuildFailureException { switch (interpreterConfigMode) { case DEFAULT: { if (sharedParams.isSetted()) { // check that params were applied if (!sharedParams.isApplied()) { throw new InvalidConfigurationException( "Ruby interpreter is configured outside Rake build runner but configuration settings weren't applied. No sense to launch rake.", false); } } break; } case INTERPRETER_PATH: if (StringUtil.isEmpty(RakeRunnerUtils.getRubySdkPath(runParams))) { throw new InvalidConfigurationException("Ruby interpreter path isn't specified.", false); } break; case RVM: if (StringUtil.isEmpty(RakeRunnerUtils.getRVMSdkName(runParams))) { throw new InvalidConfigurationException("RVM Ruby interpreter name isn't specified.", false); } break; } } private void configureRunnerParams(@NotNull final RakeRunnerUtils.RubyConfigMode interpreterConfigMode, @NotNull final Map runParams, final SharedParams shared) { switch (interpreterConfigMode) { case DEFAULT: if (!shared.isSetted()) { // if shared params are not defined - use default system interpreter shared.setType(SharedParamsType.DEFAULT); } break; case INTERPRETER_PATH: shared.setInterpreterPath(RakeRunnerUtils.getRubySdkPath(runParams)); shared.setType(SharedParamsType.INTERPRETER_PATH); break; case RVM: shared.setRVMSdkName(RakeRunnerUtils.getRVMSdkName(runParams)); shared.setRVMGemsetName(RakeRunnerUtils.getRVMGemsetName(runParams)); shared.setType(SharedParamsType.RVM); break; } } /** * Specify gem version attribute if property is set * * @param arguments Cmdline arguments * @param gemVersionProperty Property name * @param buildParams Build params */ private void addGemVersionAttribute(@NotNull final List arguments, @NotNull final String gemVersionProperty, @NotNull final Map buildParams) { final String rakeGemVersion = buildParams.get(gemVersionProperty); if (!StringUtil.isEmpty(rakeGemVersion)) { arguments.add("_" + rakeGemVersion + "_"); } } @Override public void afterProcessFinished() { // Remove tmp files for (File file : myFilesToDelete) { jetbrains.buildServer.util.FileUtil.delete(file); } myFilesToDelete.clear(); } @NotNull @Override public List getListeners() { return Collections.singletonList(new LoggingProcessListener(getLogger()) { @Override public void onErrorOutput(@NotNull final String text) { if (text.trim().startsWith("org.jruby.exceptions.RaiseException: (SystemExit) exit")) { super.onStandardOutput(text); } else { super.onErrorOutput(text); } } }); } @NotNull private Map attachRSpecFormatterIfNeeded(@NotNull final Map runParams) { //attach RSpec formatter only if spec reporter enabled if (SupportedTestFramework.RSPEC.isActivated(runParams)) { final StringBuilder buff = new StringBuilder(); final String userSpecOpts = runParams.get(SERVER_UI_RAKE_RSPEC_OPTS_PROPERTY); if (!StringUtil.isEmpty(userSpecOpts)) { buff.append(userSpecOpts.trim()).append(' '); } buff.append(RSPEC_RUNNER_OPTIONS_REQUIRE_KEY).append(' '); buff.append(RSPEC_RUNNER_OPTIONS_FORMATTER_PATH).append(' '); buff.append(RSPEC_RUNNER_OPTIONS_FORMATTER_KEY).append(' '); buff.append(RSPEC_RUNNER_OPTIONS_FORMATTER_CLASS); final String specOpts = buff.toString(); // Log for user getLogger().message("RSpec Options: " + specOpts); // Set env variable return Collections.singletonMap(RAKE_RSPEC_OPTS_PARAM_NAME, specOpts); } else { return Collections.emptyMap(); } } @NotNull private Map attachCucumberFormatterIfNeeded(@NotNull final Map runParams) { //attach Cucumber formatter only if cucumber reporter enabled if (SupportedTestFramework.CUCUMBER.isActivated(runParams)) { final StringBuilder buff = new StringBuilder(); //TODO use additional options when cucumber will support it! //cmd.addParameter(RAKE_CUCUMBER_OPTS_PARAM_NAME + "=" + CUCUMBER_RUNNER_INIT_OPTIONS); final String userCucumberOpts = runParams.get(SERVER_UI_RAKE_CUCUMBER_OPTS_PROPERTY); if (!StringUtil.isEmpty(userCucumberOpts)) { buff.append(userCucumberOpts.trim()).append(' '); } buff.append(CUCUMBER_RUNNER_OPTIONS_EXPAND_KEY).append(' '); buff.append(CUCUMBER_RUNNER_OPTIONS_FORMAT_KEY).append(' '); buff.append(CUCUMBER_RUNNER_OPTIONS_FORMAT_CLASS); final String cucumberOpts = buff.toString(); // Log for user getLogger().message("Cucumber Options: " + cucumberOpts); // Set env variable return Collections.singletonMap(RAKE_CUCUMBER_OPTS_PARAM_NAME, cucumberOpts); } return Collections.emptyMap(); } private void addTestRunnerPatchFiles(@NotNull final RubySdk sdk, @NotNull final ModifiableRunnerContext context) throws MyBuildFailureException, RunBuildException { final Map runParams = context.getRunnerParameters(); final Map runnerEnvParams = context.getEnvParameters(); final StringBuilder buff = new StringBuilder(); // common part - for rake tasks and tests buff.append(RubyProjectSourcesUtil.getLoadPath_PatchRoot_Common()); // Enable Test::Unit patch for : test::unit, test::spec and shoulda frameworks if (SupportedTestFramework.isTestUnitBasedFrameworksActivated(runParams)) { buff.append(File.pathSeparatorChar); final String testUnitPatchRoot = RubyProjectSourcesUtil.getLoadPath_PatchRoot_TestUnit(); buff.append(testUnitPatchRoot); // for bundler support if (BundlerUtil.isBundleExecEmulationEnabled(runParams)) { runnerEnvParams.put(TEAMCITY_TESTUNIT_REPORTER_PATCH_LOCATION, testUnitPatchRoot); } // due to patching loadpath we replace original autorunner but it is used buy our tests runner runnerEnvParams.put(ORIGINAL_SDK_AUTORUNNER_PATH_KEY, TestUnitUtil.getSDKTestUnitAutoRunnerScriptPath(sdk, context)); runnerEnvParams.put(ORIGINAL_SDK_TESTRUNNERMEDIATOR_PATH_KEY, TestUnitUtil .getSDKTestUnitTestRunnerMediatorScriptPath(sdk, context)); // [optional] inform user if minitest framework detected final String minitestPath = TestUnitUtil.getRuby19SDKMiniTestRunnerScriptPath(sdk); if (minitestPath != null) { runnerEnvParams.put(ORIGINAL_SDK_19_MINITEST_UNIT_SCRIPT_PATH_KEY, minitestPath); } } // for bdd frameworks if (SupportedTestFramework.CUCUMBER.isActivated(runParams) || SupportedTestFramework.RSPEC.isActivated(runParams)) { buff.append(File.pathSeparatorChar); buff.append(RubyProjectSourcesUtil.getLoadPath_PatchRoot_Bdd()); } // patch loadpath OSUtil.appendToRUBYLIBEnvVariable(buff.toString(), runnerEnvParams); } private void addCmdlineArguments(@NotNull final List argsList, @NotNull final String argsString) { argsList.addAll(CommandLineArgumentsUtil.extractArguments(argsString)); } @Nullable private File getBuildFile(@NotNull final Map runParameters) throws RunBuildException { final File buildFile; if (BuildFileRunnerUtil.isCustomBuildFileUsed(runParameters)) { buildFile = BuildFileRunnerUtil.getBuildFile(runParameters); myFilesToDelete.add(buildFile); } else { final String buildFilePath = runParameters.get(BUILD_FILE_PATH_KEY); if (PropertiesUtil.isEmptyOrNull(buildFilePath)) { //use rake defaults buildFile = null; } else { buildFile = BuildFileRunnerUtil.getBuildFile(runParameters); } } return buildFile; } public static class MyBuildFailureException extends Exception { public MyBuildFailureException(@NotNull final String msg) { this(msg, true); } public MyBuildFailureException(@NotNull final String msg, final boolean canBeIgnored) { super(msg); myCanBeIgnored = canBeIgnored; } public MyBuildFailureException(@NotNull final String message, final Throwable cause) { this(message, cause, true); } public MyBuildFailureException(@NotNull final String message, final Throwable cause, final boolean canBeIgnored) { super(message, cause); myCanBeIgnored = canBeIgnored; } private final boolean myCanBeIgnored; public boolean isCanBeIgnored() { return myCanBeIgnored; } } public static class InvalidConfigurationException extends MyBuildFailureException { public InvalidConfigurationException(@NotNull final String msg) { super(msg); } public InvalidConfigurationException(@NotNull final String msg, final boolean canBeIgnored) { super(msg, canBeIgnored); } public InvalidConfigurationException(@NotNull final String message, final Throwable cause) { super(message, cause); } public InvalidConfigurationException(@NotNull final String message, final Throwable cause, final boolean canBeIgnored) { super(message, cause, canBeIgnored); } } }