/* * Copyright 2000-2012 JetBrains s.r.o. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package jetbrains.buildServer.buildTriggers.vcs.clearcase; import com.intellij.execution.ExecutionException; import com.intellij.openapi.util.io.FileUtil; import java.io.*; import java.util.*; import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.Semaphore; import jetbrains.buildServer.buildTriggers.vcs.clearcase.configSpec.ConfigSpec; import jetbrains.buildServer.buildTriggers.vcs.clearcase.configSpec.ConfigSpecParseUtil; import jetbrains.buildServer.buildTriggers.vcs.clearcase.process.ClearCaseInteractiveProcess; import jetbrains.buildServer.buildTriggers.vcs.clearcase.process.ClearCaseInteractiveProcessPool; import jetbrains.buildServer.buildTriggers.vcs.clearcase.structure.CacheElement; import jetbrains.buildServer.buildTriggers.vcs.clearcase.structure.ClearCaseStructureCache; import jetbrains.buildServer.buildTriggers.vcs.clearcase.versionTree.Version; import jetbrains.buildServer.buildTriggers.vcs.clearcase.versionTree.VersionTree; import jetbrains.buildServer.serverSide.TeamCityProperties; import jetbrains.buildServer.util.MultiMap; import jetbrains.buildServer.util.StringUtil; import jetbrains.buildServer.vcs.IncludeRule; import jetbrains.buildServer.vcs.VcsException; import jetbrains.buildServer.vcs.VcsRoot; import jetbrains.buildServer.vcs.clearcase.CTool; import jetbrains.buildServer.vcs.clearcase.CTool.VersionParser; import jetbrains.buildServer.vcs.clearcase.Constants; import jetbrains.buildServer.vcs.clearcase.Util; import org.apache.log4j.Logger; import org.jetbrains.annotations.NonNls; import org.jetbrains.annotations.NotNull; import org.jetbrains.annotations.Nullable; import static jetbrains.buildServer.vcs.clearcase.Constants.*; public class ClearCaseConnection { @NonNls private static final String PATH = "%path%"; private final ViewPath myViewPath; private final boolean myUCMSupported; private static final Map viewName2Semaphore = new ConcurrentHashMap(); private static final String UNIX_VIEW_PATH_PREFIX = "/view/"; static final Logger LOG = Logger.getLogger(ClearCaseConnection.class); public final static String DELIMITER = "#--#"; @NonNls public static final String LINE_END_DELIMITER = "###----###"; public final static String FORMAT = "%u" //user + DELIMITER + "%Nd" //date + DELIMITER + "%En" //object name + DELIMITER + "%m" //object kind + DELIMITER + "%Vn" //objectversion + DELIMITER + "%o" //operation + DELIMITER + "%e" //event + DELIMITER + "%Nc" //comment + DELIMITER + "%[activity]p" //activity + LINE_END_DELIMITER + "\\n"; private final MultiMap myChangesToIgnore = new MultiMap(); private final MultiMap myDeletedVersions = new MultiMap(); private final ConfigSpec myConfigSpec; private static final String UPDATE_LOG = "teamcity.clearcase.update.result.log"; private final ClearCaseStructureCache myCache; private final VcsRoot myRoot; private final boolean myConfigSpecWasChanged; @NotNull private final ClearCaseInteractiveProcess myProcess; @NotNull private final Map> myDirectoryContentCache = new HashMap>(); @NotNull private final Map myDirectoryVersionCache = new HashMap(); boolean isConfigSpecWasChanged() { return myConfigSpecWasChanged; } public ClearCaseConnection(ViewPath viewPath, /*boolean ucmSupported, */ClearCaseStructureCache cache, VcsRoot root, final boolean checkCSChange) throws VcsException, IOException { // Explanation of config specs at: // http://www.philforhumanity.com/ClearCase_Support_17.html myViewPath = viewPath; myProcess = ClearCaseInteractiveProcessPool.createProcess(this); myCache = cache; myRoot = root; myUCMSupported = isUCMView(root);//ucmSupported; if (!isClearCaseView(myViewPath.getClearCaseViewPath(), myProcess)) { throw new VcsException("Invalid ClearCase view: \"" + myViewPath.getClearCaseViewPath() + "\""); } final File cacheDir = myCache == null ? null : myCache.getCacheDir(root, true); final File configSpecFile = cacheDir != null ? new File(cacheDir, "cs") : null; ConfigSpec oldConfigSpec = null; if (checkCSChange && configSpecFile != null && configSpecFile.isFile()) { oldConfigSpec = ConfigSpecParseUtil.getConfigSpecFromStream(myViewPath.getClearCaseViewPathFile(), new FileInputStream(configSpecFile), configSpecFile); } myConfigSpec = checkCSChange && configSpecFile != null ? ConfigSpecParseUtil.getAndSaveConfigSpec(myViewPath, configSpecFile, myProcess) : ConfigSpecParseUtil.getConfigSpec(myViewPath, myProcess); myConfigSpec.setViewIsDynamic(isViewIsDynamic()); myConfigSpecWasChanged = checkCSChange && configSpecFile != null && !myConfigSpec.equals(oldConfigSpec); if (myConfigSpecWasChanged) { myCache.clearCaches(root); } if (!myConfigSpec.isUnderLoadRules(getClearCaseViewPath(), myViewPath.getWholePath())) { throw new VcsException("The path \"" + myViewPath.getWholePath() + "\" is not loaded by ClearCase view \"" + myViewPath.getClearCaseViewPath() + "\" according to its config spec."); } //?? updateCurrentView(); } private static boolean isUCMView(final @NotNull VcsRoot root) { return root.getProperty(Constants.TYPE, Constants.BASE).equals(Constants.UCM); } protected boolean isUCM() { return myUCMSupported; } public void dispose() { myProcess.destroy(); } public String getViewWholePath() { return myViewPath.getWholePath(); } protected ConfigSpec getConfigSpec() { return myConfigSpec; } @Nullable protected DirectoryChildElement getLastVersionElement(final String pathWithoutVersion, final DirectoryChildElement.Type type) throws VcsException { final Version lastElementVersion = getLastVersion(pathWithoutVersion, DirectoryChildElement.Type.FILE.equals(type)); if (lastElementVersion != null) { return new DirectoryChildElement(type, extractElementPath(pathWithoutVersion), lastElementVersion.getVersion(), pathWithoutVersion + CCParseUtil.CC_VERSION_SEPARATOR + lastElementVersion.getWholeName(), lastElementVersion.getWholeName(), pathWithoutVersion); } else { LOG.debug("ClearCase: last element version not found for " + pathWithoutVersion); return null; } } @Nullable public Version getLastVersion(@NotNull final String path, final boolean isFile) throws VcsException { if (isFile) { return doGetLastVersion(path, isFile); } if (!myDirectoryVersionCache.containsKey(path)) { myDirectoryVersionCache.put(path, doGetLastVersion(path, false)); } return myDirectoryVersionCache.get(path); } @Nullable private Version doGetLastVersion(@NotNull final String path, final boolean isFile) throws VcsException { try { final VersionTree versionTree = new VersionTree(); readVersionTree(path, versionTree, !isFile); return getLastVersion(path, versionTree, isFile); } catch (IOException e) { throw new VcsException(e); } } @Nullable private Version getLastVersion(final String path, final VersionTree versionTree, final boolean isFile) throws VcsException { final String elementPath = extractElementPath(path); if (myChangesToIgnore.containsKey(elementPath)) { final List historyElements = myChangesToIgnore.get(elementPath); if (historyElements != null) { for (HistoryElement element : historyElements) { LOG.debug("ClearCase: element " + elementPath + ", branch ignored: " + element.getObjectVersion()); versionTree.pruneBranch(element.getObjectVersion()); } } } return myConfigSpec.getCurrentVersion(getClearCaseViewPath(), getPathWithoutVersions(path), versionTree, isFile); } @NotNull private static String extractElementPath(@NotNull final String fullPath) { return CCPathElement.createPathWithoutVersions(CCPathElement.splitIntoPathElements(fullPath)); } private VersionTree readVersionTree(final String path, final VersionTree versionTree, final boolean isDirPath) throws IOException, VcsException { final InputStream inputStream = executeAndReturnProcessInput(new String[] { "lsvtree", "-obs", "-all", insertDots(path, isDirPath) }); final BufferedReader reader = new BufferedReader(new InputStreamReader(inputStream)); try { String line; while ((line = reader.readLine()) != null) { if (line.trim().length() > 0) { String elementVersion = readVersion(line); versionTree.addVersion(elementVersion); } } final List deletedVersions = myDeletedVersions.get(getPathWithoutVersions(path)); for (HistoryElement deletedVersion : deletedVersions) { versionTree.addVersion(normalizeVersion(deletedVersion.getObjectVersion())); } } finally { reader.close(); } return versionTree; } public static String readVersion(final String line) { final int versSeparatorIndex = line.lastIndexOf(CCParseUtil.CC_VERSION_SEPARATOR); String result = line.substring(versSeparatorIndex + CCParseUtil.CC_VERSION_SEPARATOR.length()); return normalizeVersion(result); } private static String normalizeVersion(String version) { if (version.startsWith(File.separator)) { version = version.substring(1); } return version; } @NotNull protected HistoryElementIterator getChangesIterator(@NotNull final Revision fromVersion) throws IOException, VcsException { final List lsHistoryOptions = getLSHistoryOptions(); HistoryElementIterator iterator = new HistoryElementProvider(getChanges(fromVersion, lsHistoryOptions.get(0))); for (int i = 1; i < lsHistoryOptions.size(); i++) { iterator = new HistoryElementMerger(iterator, new HistoryElementProvider(getChanges(fromVersion, lsHistoryOptions.get(i)))); } return iterator; } @NotNull public Revision getCurrentRevision() throws VcsException, IOException { final HistoryElement lastChange = getLastChange(); if (lastChange == null) return Revision.first(); final Revision lastChangeRevision = Revision.fromChange(lastChange.getChangeInfo()); final int pastMinutes = CCParseUtil.getLookForTheChangesInThePastMinutes(); if (pastMinutes == 0) return lastChangeRevision; final HistoryElement changeWithMaxEventId = getChangeWithMaxEventId(lastChange, lastChangeRevision.shiftToPast(pastMinutes)); final Date maxDate = new Date(Math.max(lastChange.getDate().getTime(), changeWithMaxEventId.getDate().getTime())); return Revision.fromChange(new ChangeInfo(changeWithMaxEventId.getEventID(), maxDate)); } @Nullable private HistoryElement getLastChange() throws IOException, VcsException { LOG.debug("Checking last change date..."); final HistoryElementIterator iterator = new HistoryElementProvider(getChanges(null, "-all")); try { return iterator.hasNext() ? iterator.next() : null; } finally { iterator.close(); } } @NotNull private HistoryElement getChangeWithMaxEventId(@NotNull final HistoryElement lastChange, @NotNull final Revision fromVersion) throws VcsException, IOException { LOG.debug("Looking for the greatest event id..."); HistoryElement changeWithMaxEventId = lastChange; final HistoryElementIterator iterator = getChangesIterator(fromVersion); try { while (iterator.hasNext()) { final HistoryElement change = iterator.next(); if (change.getEventID() > changeWithMaxEventId.getEventID()) { changeWithMaxEventId = change; } } } finally { iterator.close(); } return changeWithMaxEventId; } @NotNull private InputStream getChanges(@Nullable final Revision fromVersion, @NotNull final String options) throws VcsException, IOException { final String preparedOptions = options.replace(PATH, insertDots(getViewWholePath(), true)); final ArrayList optionList = new ArrayList(); optionList.add("lshistory"); optionList.add("-eventid"); if (fromVersion == null) { optionList.add("-last"); optionList.add("1"); } else { fromVersion.appendLSHistoryOptions(optionList); } optionList.add("-fmt"); optionList.add(FORMAT); optionList.addAll(Arrays.asList(Util.makeArguments(preparedOptions))); return executeAndReturnProcessInput(ClearCaseSupport.makeArray(optionList)); } @NotNull private List getLSHistoryOptions() { final String lsHistoryOptionsString = getLSHistoryOptionsString(); LOG.debug("Using the following options for \"lshistory\": " + lsHistoryOptionsString); return applyBranches(splitStringByVerticalBar(lsHistoryOptionsString)); } @NotNull private List applyBranches(@NotNull final List baseOptionsList) { final Collection branches = collectBranches(); if (branches.isEmpty()) { LOG.debug("There are no branches detected/specified for \"lshistory\"."); return baseOptionsList; } else { LOG.debug("Using the following branches for \"lshistory\": " + branches); final List options = new ArrayList(); for (final String branch : branches) { for (final String baseOptions : baseOptionsList) { options.add(String.format("-branch %s %s", branch, baseOptions)); } } return options; } } @NotNull private Collection collectBranches() { if (BRANCH_PROVIDER_CUSTOM.equals(myRoot.getProperty(BRANCH_PROVIDER, BRANCH_PROVIDER_AUTO))) { LOG.debug("Using custom branches for \"lshistory\"."); return StringUtil.split(StringUtil.emptyIfNull(myRoot.getProperty(BRANCHES))); } else { LOG.debug("Detecting branches for \"lshistory\" automatically."); return myConfigSpec.getBranches(); } } @NotNull private List splitStringByVerticalBar(@NotNull final String string) { final List options = new ArrayList(); int startPos = 0; int endPos = findNextVerticalBarPos(string, startPos); while (endPos != -1) { options.add(string.substring(startPos, endPos)); startPos = endPos + 1; endPos = findNextVerticalBarPos(string, startPos); } options.add(string.substring(startPos)); return options; } private int findNextVerticalBarPos(final String string, final int startPos) { final int pos = string.indexOf('|', startPos); if (pos < 0) return -1; final int nextPos = pos + 1; if (nextPos < string.length() && string.charAt(nextPos) == '|') { return findNextVerticalBarPos(string, pos + 2); } return pos; } @NotNull private String getLSHistoryOptionsString() { final String vcsRootOptionsById = TeamCityProperties.getPropertyOrNull(String.format(Constants.TEAMCITY_PROPERTY_LSHISTORY_VCS_ROOT_OPTIONS_BY_ID, myRoot.getId())); if (vcsRootOptionsById != null) return vcsRootOptionsById; final String defaultOptions = TeamCityProperties.getPropertyOrNull(Constants.TEAMCITY_PROPERTY_LSHISTORY_DEFAULT_OPTIONS); if (defaultOptions != null) return defaultOptions; return "-all " + PATH; } protected InputStream listDirectoryContent(final String dirPath) throws ExecutionException, IOException, VcsException { return executeAndReturnProcessInput(new String[] { "ls", "-long", insertDots(dirPath, true) }); } void loadFileContent(final File tempFile, final String line) throws ExecutionException, InterruptedException, IOException, VcsException { final String destFileFqn = insertDots(tempFile.getAbsolutePath(), false); final String versionFqn = insertDots(line, false); myProcess.copyFileContentTo(versionFqn, destFileFqn); } public void collectChangesToIgnore(final Revision lastVersion) throws VcsException { try { CCParseUtil.processChangedFiles(this, lastVersion, lastVersion, null); } catch (final IOException e) { throw new VcsException(e); } } @NotNull ChangedFilesProcessor createIgnoringChangesProcessor() { return new ChangedFilesProcessor() { public void processChangedFile(@NotNull final HistoryElement element) { myChangesToIgnore.putValue(element.getObjectName(), element); LOG.debug("Change was ignored: changed file " + element.getLogRepresentation()); } public void processChangedDirectory(@NotNull final HistoryElement element) { myChangesToIgnore.putValue(element.getObjectName(), element); LOG.debug("Change was ignored: changed directory " + element.getLogRepresentation()); } public void processDestroyedFileVersion(@NotNull final HistoryElement element) { myDeletedVersions.putValue(element.getObjectName(), element); LOG.debug("Change was ignored: deleted version of " + element.getLogRepresentation()); } }; } @Nullable public Version findVersion(final String objectPath, final String objectVersion, final boolean isDirPath) throws IOException, VcsException { final VersionTree versionTree = new VersionTree(); readVersionTree(objectPath, versionTree, isDirPath); final String normalizedVersion = objectVersion.startsWith(CCParseUtil.CC_VERSION_SEPARATOR) ? objectVersion.substring(CCParseUtil.CC_VERSION_SEPARATOR.length()) : objectVersion; final Version versionByPath = versionTree.findVersionByPath(normalizedVersion); if (versionByPath == null) { LOG.debug("ClearCase: version by path not found for " + objectPath + " by " + normalizedVersion); } return versionByPath; } boolean versionIsInsideView(String objectPath, final String objectVersion, final boolean isFile) throws IOException, VcsException { final String fullPathWithVersions = objectPath + CCParseUtil.CC_VERSION_SEPARATOR + File.separatorChar + CCPathElement.removeFirstSeparatorIfNeeded(objectVersion); final List pathElements = CCPathElement.splitIntoPathElements(fullPathWithVersions); return myConfigSpec.isVersionIsInsideView(this, pathElements, isFile); } static String testConnection(final @NotNull VcsRoot vcsRoot) throws IOException, VcsException { final String viewPath = ClearCaseSupport.getViewPath(vcsRoot).getWholePath(); return ClearCaseInteractiveProcessPool.doWithProcess(viewPath, new ClearCaseInteractiveProcessPool.ProcessComputable() { public String compute(@NotNull final ClearCaseInteractiveProcess process) throws IOException, VcsException { final StringBuffer result = new StringBuffer(); final String[] params = isUCMView(vcsRoot) ? new String[] { "lsstream", "-long" } : new String[] { "describe", insertDots(viewPath, true) }; final InputStream input = process.executeAndReturnProcessInput(params); final BufferedReader reader = new BufferedReader(new InputStreamReader(input)); try { String line; while ((line = reader.readLine()) != null) { result.append(line).append('\n'); } } finally { reader.close(); } return result.toString(); } }); } private InputStream executeAndReturnProcessInput(final String[] params) throws IOException { if (params != null && params.length > 0) { return myProcess.executeAndReturnProcessInput(params); } return new ByteArrayInputStream("".getBytes()); } String getVersionDescription(final String fullPath, final boolean isDirPath) { try { String[] params = { "describe", "-fmt", "%c", "-pname", insertDots(fullPath, isDirPath) }; final InputStream input = executeAndReturnProcessInput(params); final BufferedReader reader = new BufferedReader(new InputStreamReader(input)); try { final String line = reader.readLine(); if (line != null) { return line; } else { return ""; } } finally { reader.close(); } } catch (Exception e) { //ignore return ""; } } protected String getObjectRelativePathWithVersions(final String path, final boolean isFile) throws VcsException { return getRelativePathWithVersions(path, 0, 1, true, isFile); } protected String getParentRelativePathWithVersions(final String path, final boolean isFile) throws VcsException { return getRelativePathWithVersions(path, 1, 1, true, isFile); } private String getRelativePathWithVersions(String path, final int skipAtEndCount, int skipAtBeginCount, final boolean appentVersion, final boolean isFile) throws VcsException { final List pathElementList = CCPathElement.splitIntoPathAntVersions(path, getViewWholePath(), skipAtBeginCount); for (int i = 0; i < pathElementList.size() - skipAtEndCount; i++) { final CCPathElement pathElement = pathElementList.get(i); if (appentVersion) { if (!pathElement.isIsFromViewPath() && pathElement.getVersion() == null) { final Version lastVersion = getLastVersion(CCPathElement.createPath(pathElementList, i + 1, appentVersion), isFile); if (lastVersion != null) { pathElement.setVersion(lastVersion.getWholeName()); } } } else { pathElement.setVersion(null); } } return CCPathElement.createRelativePathWithVersions(pathElementList); } protected String getPathWithoutVersions(String path) throws VcsException { return CCPathElement.createPathWithoutVersions(CCPathElement.splitIntoPathAntVersions(path, getViewWholePath(), 0)); } protected void updateCurrentView() throws VcsException { Semaphore semaphore; final String viewPath = myViewPath.getClearCaseViewPath(); synchronized (viewName2Semaphore) { semaphore = viewName2Semaphore.get(viewPath); if (semaphore == null) { semaphore = new Semaphore(1); viewName2Semaphore.put(viewPath, semaphore); } } try { semaphore.acquire(); // final String log = writeLog ? UPDATE_LOG : (SystemInfo.isWindows ? "NUL" : "/dev/null"); executeAndReturnProcessInput(new String[] { "update", "-force", "-rename", "-log", UPDATE_LOG /*log*/}).close(); } catch (IOException e) { if (e.getLocalizedMessage().contains("is not a valid snapshot view path")) { //ignore, it is dynamic view LOG.debug("Please ignore the error above if you use dynamic view."); } else { throw new VcsException(e); } } catch (InterruptedException e) { throw new VcsException(e); } finally { semaphore.release(); FileUtil.delete(new File(getViewWholePath(), UPDATE_LOG));//TODO: ???????? } } protected boolean isViewIsDynamic() throws IOException { final InputStream inputStream = myProcess.executeAndReturnProcessInput(new String[] { "lsview", "-cview", "-long" }); final BufferedReader reader = new BufferedReader(new InputStreamReader(inputStream)); try { String line = reader.readLine(); while (line != null) { if (line.startsWith("View attributes:")) { return !line.contains("snapshot"); } line = reader.readLine(); } } finally { reader.close(); } return true; } String getObjectRelativePathWithoutVersions(final String path, final boolean isFile) throws VcsException { return getRelativePathWithVersions(path, 0, 0, false, isFile); } public String getRelativePath(final String path) { final List ccViewRootElements = CCPathElement.splitIntoPathElements(getClearCaseViewPath()); final List viewPathElements = CCPathElement.splitIntoPathElements(getViewWholePath()); final List pathElements = CCPathElement.splitIntoPathElements(path); if (pathElements.size() == 0 || ccViewRootElements.size() == 0) return "."; if (!pathElements.get(0).getPathElement().equals(ccViewRootElements.get(0).getPathElement())) { if ("".equals(pathElements.get(0).getPathElement())) { pathElements.remove(0); } for (int i = ccViewRootElements.size() - 1; i >= 0; i--) { pathElements.add(0, ccViewRootElements.get(i)); } } final String result = CCPathElement.createPath(pathElements, viewPathElements.size(), pathElements.size(), true); return result.trim().length() == 0 ? "." : result; } public String getRelativePath(@NotNull final SimpleDirectoryChildElement simpleChild) { return getRelativePath(extractElementPath(simpleChild.getPathWithoutVersion())); } public String getClearCaseViewPath() { return myViewPath.getClearCaseViewPath(); } public static InputStream getConfigSpecInputStream(@NotNull final ClearCaseInteractiveProcess process) throws IOException { try { return process.executeAndReturnProcessInput(new String[] { "catcs" }); } catch (final IOException e) { final String tag = getViewTag(process); if (tag != null) { return process.executeAndReturnProcessInput(new String[] { "catcs", "-tag", tag }); } throw e; } } @Nullable protected static String getViewTag(@NotNull final ClearCaseInteractiveProcess process) throws IOException { final BufferedReader reader = new BufferedReader(new InputStreamReader(process.executeAndReturnProcessInput(new String[] { "lsview", "-cview" }))); try { String line = reader.readLine().trim(); if (line != null) { if (line.startsWith("*")) { line = line.substring(1).trim(); } int spacePos = line.indexOf(' '); if (spacePos != -1) { line = line.substring(0, spacePos); } } return line; } finally { reader.close(); } } public void processAllVersions(final Revision version, final VersionProcessor versionProcessor, boolean processRoot, boolean useCache) throws VcsException { final DateRevision dateRevision = version.getDateRevision(); if (dateRevision == null) return; if (useCache && myCache != null) { final CacheElement cache = myCache.getCache(dateRevision, getViewWholePath(), IncludeRule.createDefaultInstance(), myRoot); if (cache == null) { processAllVersions(version, versionProcessor, processRoot, false); } else { cache.processAllVersions(versionProcessor, processRoot, this); } } else { final String directoryVersion = prepare(dateRevision).getWholeName(); String dirPath = getViewWholePath() + CCParseUtil.CC_VERSION_SEPARATOR + directoryVersion; if (processRoot) { versionProcessor.processDirectory(dirPath, "", getViewWholePath(), directoryVersion, this); } try { processAllVersionsInternal(dirPath, versionProcessor, "./"); } finally { if (processRoot) { versionProcessor.finishProcessingDirectory(); } } } } public void processAllVersions(final String fullPath, String relPath, final VersionProcessor versionProcessor) throws VcsException { processAllVersionsInternal(fullPath, versionProcessor, relPath); } private void processAllVersionsInternal(final String dirPath, final VersionProcessor versionProcessor, String relativePath) throws VcsException { final List subfiles = CCParseUtil.readDirectoryVersionContent(this, dirPath); for (DirectoryChildElement subfile : subfiles) { final String fileFullPath = CCPathElement.removeUnneededDots(subfile.getFullPath()); String newRelPath = "./".equals(relativePath) ? CCParseUtil.getFileName(subfile.getPath()) : relativePath + File.separator + CCParseUtil.getFileName(subfile.getPath()); String elemPath = getViewWholePath() + File.separator + newRelPath; if (subfile.getType() == DirectoryChildElement.Type.FILE) { final ClearCaseFileAttr fileAttr = loadFileAttr(subfile.getPathWithoutVersion() + CCParseUtil.CC_VERSION_SEPARATOR); versionProcessor.processFile(fileFullPath, newRelPath, elemPath, subfile.getStringVersion(), this, fileAttr.isIsText(), fileAttr.isIsExecutable()); } else { versionProcessor.processDirectory(fileFullPath, newRelPath, elemPath, subfile.getStringVersion(), this); try { processAllVersionsInternal(fileFullPath, versionProcessor, newRelPath); } finally { versionProcessor.finishProcessingDirectory(); } } } } private Version prepare(final DateRevision lastVersion) throws VcsException { collectChangesToIgnore(lastVersion); try { final Version viewLastVersion = findVersionFor(lastVersion); if (viewLastVersion == null) { throw new VcsException("Cannot get version in view '" + getViewWholePath() + "' for the directory " + getViewWholePath()); } return viewLastVersion; } catch (Exception e) { throw new VcsException(e); } } private Version findVersionFor(final DateRevision lastVersion) throws Exception { final File path = new File(getViewWholePath()); final String[] versions = CTool.lsVTree(path); final Date onDate = lastVersion.getDate(); for (int i = versions.length - 1; i >= 0; i--) {//reverse order final VersionParser parser = CTool.describe(path, versions[i]); if (parser.getCreationDate().before(onDate)) { final Version ccVersion = findVersion(path.getAbsolutePath(), parser.getVersion(), true); if (ccVersion != null && versionIsInsideView(path.getAbsolutePath(), ccVersion.getWholeName(), false)) { return ccVersion; } } } return getLastVersion(path.getAbsolutePath(), false); } protected void mklabel(final String version, final String pname, final String label, final boolean isDirPath) throws VcsException, IOException { try { InputStream inputStream = executeAndReturnProcessInput(new String[] { "mklabel", "-replace", "-version", version, label, insertDots(pname, isDirPath) }); try { inputStream.close(); } catch (IOException e) { //ignore } } catch (IOException e) { if (!e.getLocalizedMessage().contains("already on element")) throw e; } } public ClearCaseFileAttr loadFileAttr(final String path) throws VcsException { try { final InputStream input = executeAndReturnProcessInput(new String[] { "describe", insertDots(cutOffVersion(path), false) }); try { return ClearCaseFileAttr.readFrom(input); } finally { try { input.close(); } catch (IOException e1) { //ignore } } } catch (IOException e) { throw new VcsException(e); } } private String cutOffVersion(final String path) { final int versionSep = path.lastIndexOf(CCParseUtil.CC_VERSION_SEPARATOR); if (versionSep != -1) { return path.substring(0, versionSep + CCParseUtil.CC_VERSION_SEPARATOR.length()); } else return path + CCParseUtil.CC_VERSION_SEPARATOR; } protected boolean fileExistsInParents(@NotNull final HistoryElement element, final boolean isFile) throws VcsException { final File file = new File(CCPathElement.normalizePath(element.getObjectName())); final boolean result = doFileExistsInParents(file, myViewPath.getWholePathFile(), isFile); LOG.debug(String.format(result ? "File \"%s\" exists in parents" : "File \"%s\" does not exist in parents", file.getAbsolutePath())); return result; } private boolean doFileExistsInParents(@NotNull final File objectFile, @NotNull final File viewFile, final boolean objectIsFile) throws VcsException { if (objectFile.equals(viewFile)) return true; final File parentFile = objectFile.getParentFile(); final String parentPath = parentFile.getAbsolutePath(); final List elements = CCPathElement.splitIntoPathElements(parentPath); final CCPathElement lastElement = elements.get(elements.size() - 1); if (lastElement.getVersion() == null) { final Version version = getLastVersion(parentPath, false); if (version == null) return false; lastElement.setVersion(version.getWholeName()); } final String parentPathWithVersion = CCPathElement.createPath(elements); if (hasChild(parentPathWithVersion, objectFile.getName(), objectIsFile)) { return doFileExistsInParents(parentFile, viewFile, false); } return false; } @NotNull static String getClearCaseViewRoot(@NotNull final String viewPath) throws VcsException, IOException { return ClearCaseInteractiveProcessPool.doWithProcess(viewPath, new ClearCaseInteractiveProcessPool.ProcessComputable() { public String compute(@NotNull final ClearCaseInteractiveProcess process) throws IOException, VcsException { return getClearCaseViewRoot(viewPath, process); } }); } @NotNull static String getClearCaseViewRoot(@NotNull final String viewPath, @NotNull final ClearCaseInteractiveProcess process) throws VcsException, IOException { final String normalPath = CCPathElement.normalizePath(viewPath); final InputStream inputStream = process.executeAndReturnProcessInput(new String[] { "pwv", "-root" }); final BufferedReader reader = new BufferedReader(new InputStreamReader(inputStream)); try { final String viewRoot = reader.readLine(); if (viewRoot == null || "".equals(viewRoot.trim())) { int offset = 0; if (normalPath.startsWith(UNIX_VIEW_PATH_PREFIX)) { offset = UNIX_VIEW_PATH_PREFIX.length(); } final int sep = normalPath.indexOf(File.separatorChar, offset); if (sep == -1) return normalPath; return normalPath.substring(0, sep); } return viewRoot; } finally { reader.close(); } } static boolean isClearCaseView(@NotNull final String ccViewPath) throws IOException { try { return ClearCaseInteractiveProcessPool.doWithProcess(ccViewPath, new ClearCaseInteractiveProcessPool.ProcessComputable() { public Boolean compute(@NotNull final ClearCaseInteractiveProcess process) throws IOException { return isClearCaseView(ccViewPath, process); } }); } catch (final VcsException e) { throw new IOException(e); } } static boolean isClearCaseView(@NotNull final String ccViewPath, @NotNull final ClearCaseInteractiveProcess process) throws IOException { try { final String normalPath = CCPathElement.normalizePath(ccViewPath); return normalPath.equalsIgnoreCase(getClearCaseViewRoot(normalPath, process)); } catch (VcsException ignored) { return false; } } @NotNull static String insertDots(@NotNull final String fullPath, final boolean isDirPath) throws VcsException { final List filePath = CCPathElement.splitIntoPathElements(CCPathElement.normalizePath(fullPath)); final int lastIndex = filePath.size() - (isDirPath ? 1 : 2); for (int i = lastIndex; i >= 0; i--) { final CCPathElement element = filePath.get(i); final String version = element.getVersion(); if (version == null) continue; final CCPathElement dotElement = new CCPathElement(".", true); dotElement.setVersion(version); element.setVersion(null); filePath.add(i + 1, dotElement); } return CCPathElement.createPath(filePath); } String getPreviousVersion(final HistoryElement element, final boolean isDirPath) throws VcsException, IOException { String path = element.getObjectName().trim(); if (path.endsWith(CCParseUtil.CC_VERSION_SEPARATOR)) { path = path + element.getObjectVersion(); } else { path = path + CCParseUtil.CC_VERSION_SEPARATOR + element.getObjectVersion(); } final InputStream inputStream = executeAndReturnProcessInput(new String[] { "describe", "-s", "-pre", insertDots(path, isDirPath) }); final BufferedReader reader = new BufferedReader(new InputStreamReader(inputStream)); try { return reader.readLine(); } finally { reader.close(); } } @NotNull List getChildren(@NotNull final String dirPathWithVersion) throws VcsException { if (!myDirectoryContentCache.containsKey(dirPathWithVersion)) { myDirectoryContentCache.put(dirPathWithVersion, doGetChildren(dirPathWithVersion)); } return myDirectoryContentCache.get(dirPathWithVersion); } @NotNull private List doGetChildren(@NotNull final String dirPathWithVersion) throws VcsException { final List subfiles = new ArrayList(); try { final InputStream inputStream = listDirectoryContent(dirPathWithVersion); final BufferedReader reader = new BufferedReader(new InputStreamReader(inputStream)); try { String line; while ((line = reader.readLine()) != null) { final SimpleDirectoryChildElement element = CCParseUtil.readChildFromLSFormat(line); if (element != null) { subfiles.add(element); } } } finally { reader.close(); } } catch (ExecutionException e) { throw new VcsException(e); } catch (IOException e) { throw new VcsException(e); } return subfiles; } protected static boolean isLabelExists(@NotNull final ClearCaseInteractiveProcess process, @NotNull final String label) throws IOException { final InputStream inputStream = process.executeAndReturnProcessInput(new String[] { "lstype", "-kind", "lbtype", "-short" }); final BufferedReader reader = new BufferedReader(new InputStreamReader(inputStream)); try { String line; while ((line = reader.readLine()) != null) { if (line.equals(label)) { return true; } } return false; } finally { reader.close(); } } public void processAllParents(@NotNull final Revision version, @NotNull final VersionProcessor versionProcessor, @NotNull final String path) throws VcsException { collectChangesToIgnore(version); final File viewPathFile = myViewPath.getClearCaseViewPathFile(); final File vobsPathFile = new File(viewPathFile, Constants.VOBS_NAME_ONLY); File currentPathFile = new File(path).getParentFile(); while (currentPathFile != null && !currentPathFile.equals(viewPathFile) && !currentPathFile.equals(vobsPathFile)) { final String pname = currentPathFile.getAbsolutePath(); final Version lastVersion = getLastVersion(pname, false); if (lastVersion == null) { final String message = "Cannot find last version for directory \"" + pname + "\""; LOG.error(message); throw new VcsException(message); } final String directoryVersion = lastVersion.getWholeName(); final String fullPath = pname + CCParseUtil.CC_VERSION_SEPARATOR + directoryVersion; try { versionProcessor.processDirectory(fullPath, "", pname, directoryVersion, this); } finally { versionProcessor.finishProcessingDirectory(); } currentPathFile = currentPathFile.getParentFile(); } } private boolean hasChild(@NotNull final String parentPathWithVersion, @NotNull final String objectName, final boolean isFile) throws VcsException { final List children = getChildren(parentPathWithVersion); for (final SimpleDirectoryChildElement child : children) { if (matches(child.getType(), isFile) && objectName.equals(child.getName())) { return true; } } return false; } private static boolean matches(@NotNull final DirectoryChildElement.Type type, final boolean isFile) { return (type == DirectoryChildElement.Type.FILE) == isFile; } }