513 lines
13 KiB
Batchfile
513 lines
13 KiB
Batchfile
@echo off
|
|
if defined _echo echo on
|
|
if defined verbose echo on
|
|
setlocal ENABLEDELAYEDEXPANSION
|
|
|
|
REM ***********************************************************
|
|
REM Symsrv.cmd
|
|
REM
|
|
REM This is the script that the symbol server uses to process
|
|
REM add requests
|
|
REM ***********************************************************
|
|
|
|
set Symsrv=d:\symbols\symbols
|
|
set BDir=d:\symbols\build
|
|
set LogFile=d:\symbols\add_requests.log
|
|
set DelLogFile=d:\symbols\del_requests.log
|
|
set DelTmpDir=%tmp%\delrequests
|
|
|
|
if not exist %DelTmpDir% md %DelTmpDir%
|
|
|
|
if not exist %BDir%\add_requests md %BDir%\add_requests
|
|
if not exist %BDir%\add_waiting md %BDir%\add_waiting
|
|
if not exist %BDir%\add_working md %BDir%\add_working
|
|
if not exist %BDir%\add_finished md %BDir%\add_finished
|
|
if not exist %BDir%\add_errors md %BDir%\add_errors
|
|
|
|
if not exist %BDir%\del_requests md %BDir%\del_requests
|
|
if not exist %BDir%\del_working md %BDir%\del_working
|
|
if not exist %BDir%\del_finished md %BDir%\del_finished
|
|
if not exist %BDir%\del_errors md %BDir%\del_errors
|
|
|
|
|
|
REM Get the DeleteCleanupNum
|
|
if exist cleanup.txt (
|
|
for /f %%a in (cleanup.txt) do (
|
|
set /a DeleteCleanupNum=%%a
|
|
)
|
|
) else (
|
|
set /a DeleteCleanupNum=7000
|
|
)
|
|
echo Starting transaction for delete cleanup is !DeleteCleanupNum!
|
|
|
|
if not exist %Symsrv%\000admin\deleted md %Symsrv%\000admin\deleted
|
|
if not exist %Symsrv%\000admin\deleted (
|
|
echo "Cannot create %Symsrv%\000admin\deleted" | tee -a %LogFile%
|
|
goto :EOF
|
|
)
|
|
|
|
REM if "%1" == "add" goto ProcessAdds
|
|
REM if "%1" == "del" goto ProcessDeletes
|
|
|
|
REM echo "Incorrect params"
|
|
REM goto :EOF
|
|
|
|
:ProcessAdds
|
|
|
|
REM Look in the add requests queue
|
|
|
|
for %%a in ( bin pri pub ) do (
|
|
if exist %BDir%\add_requests\*.%%a (
|
|
for /f %%b in ('dir /b %BDir%\add_requests\*.%%a') do (
|
|
if exist %Bdir%\add_requests\%%b.loc (
|
|
echotime /t | tee -a %LogFile%
|
|
call :AddRequest %%b
|
|
echotime /t | tee -a %LogFile%
|
|
echo.
|
|
)
|
|
)
|
|
)
|
|
)
|
|
|
|
REM Look in the add waiting queue
|
|
|
|
for %%a in ( bin pri pub ) do (
|
|
if exist %BDir%\add_waiting\*.%%a (
|
|
for /f %%b in ('dir /b %BDir%\add_waiting\*.%%a') do (
|
|
if exist %Bdir%\add_waiting\%%b.loc (
|
|
|
|
for /f %%c in ( %BDir%\add_waiting\%%b.loc ) do (
|
|
dir %%c >nul 2>nul
|
|
if !ERRORLEVEL! EQU 0 (
|
|
|
|
echotime /t | tee -a %LogFile%
|
|
echo Copying %BDir%\add_waiting\%%b to %BDir%\add_requests | tee -a %LogFile%
|
|
call :CopyFileAndDelete %BDir%\add_waiting\%%b %BDir%\add_requests\%%b
|
|
|
|
echo Copying %BDir%\add_waiting\%%b.loc to %BDir%\add_requests | tee -a %LogFile%
|
|
call :CopyFileAndDelete %BDir%\add_waiting\%%b.loc %BDir%\add_requests\%%b.loc
|
|
echotime /t | tee -a %LogFile%
|
|
)
|
|
)
|
|
)
|
|
)
|
|
)
|
|
)
|
|
|
|
sleep 5
|
|
|
|
goto ProcessDeletes
|
|
|
|
endlocal
|
|
goto :EOF
|
|
|
|
|
|
REM **************************************************
|
|
REM Process Deletes
|
|
REM
|
|
REM **************************************************
|
|
|
|
:ProcessDeletes
|
|
|
|
REM take everything that was in working and put it back
|
|
REM into requests
|
|
for /f %%a in ( 'dir /b %BDir%\del_working' ) do (
|
|
call :CopyFileAndDelete %BDir%\del_working\%%a %BDir%\del_requests\%%a
|
|
)
|
|
|
|
REM Look in the del requests queue
|
|
|
|
for /f %%a in ( 'dir /b %BDir%\del_requests' ) do (
|
|
|
|
if exist %BDir%\del_requests\%%a (
|
|
echotime /t | tee -a %DelLogFile%
|
|
call :DelRequest %%a
|
|
echotime /t | tee -a %DelLogFile%
|
|
echo.
|
|
)
|
|
)
|
|
|
|
sleep 5
|
|
|
|
goto ProcessDeleteCleanup
|
|
|
|
endlocal
|
|
goto :EOF
|
|
|
|
|
|
REM **************************************************
|
|
REM Process Delete Cleanup
|
|
REM
|
|
REM **************************************************
|
|
|
|
:ProcessDeleteCleanup
|
|
|
|
REM take everything that was in working and put it back
|
|
REM into requests
|
|
|
|
set /a DeleteCleanupNum=!DeleteCleanupNum!+1
|
|
|
|
:GetNextCleanupNum
|
|
if !DeleteCleanupNum! LSS 10 (
|
|
set TransFile=000000000!DeleteCleanupNum!
|
|
goto End1
|
|
)
|
|
if !DeleteCleanupNum! LSS 100 (
|
|
set TransFile=00000000!DeleteCleanupNum!
|
|
goto End1
|
|
)
|
|
if !DeleteCleanupNum! LSS 1000 (
|
|
set TransFile=0000000!DeleteCleanupNum!
|
|
goto End1
|
|
)
|
|
if !DeleteCleanupNum! LSS 10000 (
|
|
set TransFile=000000!DeleteCleanupNum!
|
|
goto End1
|
|
)
|
|
if !DeleteCleanupNum! LSS 100000 (
|
|
set TransFile=00000!DeleteCleanupNum!
|
|
goto End1
|
|
)
|
|
if !DeleteCleanupNum! LSS 1000000 (
|
|
set TransFile=0000!DeleteCleanupNum!
|
|
goto End1
|
|
)
|
|
|
|
:End1
|
|
|
|
if not exist %Symsrv%\000admin\!TransFile! (
|
|
echo !TransFile! does not exist - OK | tee -a %DelLogFile%
|
|
goto GetNextCleanupNum
|
|
)
|
|
|
|
|
|
for /f "tokens=1,2 delims=," %%a in (%Symsrv%\000admin\!TransFile!) do (
|
|
echo Delete Cleanup - Examining !TransFile! | tee -a %DelLogFile%
|
|
if not exist %%b (
|
|
echo %%b does not exist | tee -a !DelLogFile!
|
|
echo Clean up - Deleting transaction id !TransFile! ... | tee -a !DelLogFile!
|
|
call symstore del /i !TransFile! /s %Symsrv% >> %BDir%\del_working\%1.log
|
|
echo symstore finished successfully | tee -a !DelLogFile!
|
|
echo !DeleteCleanupNum! >> cleanup.txt
|
|
move %Symsrv%\000admin\!TransFile! %Symsrv%\000admin\deleted
|
|
echo.
|
|
|
|
) else (
|
|
echo %%b exists, !TransFile! will not be deleted | tee -a !DelLogFile!
|
|
goto GetNextCleanupNum
|
|
)
|
|
goto ProcessDeleteCleanupEnd
|
|
)
|
|
|
|
|
|
:ProcessDeleteCleanupEnd
|
|
set /a count=!count!+1
|
|
if !count! LEQ 10 goto ProcessDeleteCleanup
|
|
|
|
sleep 5
|
|
|
|
goto ProcessAdds
|
|
endlocal
|
|
goto :EOF
|
|
|
|
|
|
|
|
|
|
REM ***************************************************************
|
|
REM AddRequest
|
|
REM
|
|
REM Params:
|
|
REM %1 Name of file to add
|
|
REM
|
|
REM ***************************************************************
|
|
|
|
:AddRequest
|
|
|
|
|
|
echo Adding Request %1 ... | tee -a %LogFile%
|
|
|
|
REM Check the share location and make sure it exists
|
|
for /f %%a in ( %BDir%\add_requests\%1.loc ) do (
|
|
dir %%a >nul 2>nul
|
|
if !ERRORLEVEL! NEQ 0 (
|
|
echo Cannot find the share %%a | tee -a %LogFile%
|
|
echo Will try to add this later | tee -a %LogFile%
|
|
call :CopyFileAndDelete %BDir%\add_requests\%1 %BDir%\add_waiting\%1
|
|
call :CopyFileAndDelete %BDir%\add_requests\%1.loc %BDir%\add_waiting\%1.loc
|
|
goto :EOF
|
|
)
|
|
)
|
|
|
|
REM See if the files have actually been copied to the share
|
|
REM **** To be done ******
|
|
|
|
|
|
for %%a in (bin pri pub) do (
|
|
|
|
call :DeleteIfExists %Bdir%\add_working\%%a
|
|
if defined ThereWereErrors goto ErrEndAddRequest
|
|
|
|
call :DeleteIfExists %BDir%\add_working\%%a.loc
|
|
if defined ThereWereErrors goto ErrEndAddRequest
|
|
|
|
call :DeleteIfExists %BDir%\add_working\%%a.log
|
|
|
|
if exist %BDir%\add_finished\%%a (
|
|
echo WARNING: %BDir%\add_finished\%%a already exists | tee -a %LogFile%
|
|
)
|
|
|
|
if exist %BDir%\add_finished\%%a.loc (
|
|
echo WARNING: %BDir%\add_finished\%%a.loc already exists | tee -a %LogFile%
|
|
)
|
|
|
|
if exist %BDir%\add_finished\%%a.log (
|
|
echo WARNING: %BDir%\add_finished\%%a.log already exists | tee -a %LogFile%
|
|
)
|
|
)
|
|
|
|
if not exist %BDir%\add_requests\%1 (
|
|
echo ERROR: %BDir%\add_requests\%1 is missing | tee -a %LogFile%
|
|
goto ErrEndAddRequest
|
|
)
|
|
|
|
if not exist %BDir%\add_requests\%1.loc (
|
|
echo ERROR: %BDir%\add_requests\%1.loc is missing | tee -a %Logfile%
|
|
goto ErrEndAddRequest
|
|
)
|
|
|
|
|
|
REM Try to copy both files to add_working
|
|
REM If this is unsuccessful keep trying for 5 times, then give up and
|
|
REM go to ErrEndAddRequest
|
|
|
|
set /a count=1
|
|
:TryAgainCopy1
|
|
call :CopyFileAndDelete %BDir%\add_requests\%1 %BDir%\add_working\%1
|
|
if defined ThereWereErrors (
|
|
set /a count="!count!+1"
|
|
sleep 5
|
|
if !count! LEQ 5 goto TryAgainCopy1
|
|
echo Giving up on indexing this request | tee -a %LogFile%
|
|
goto :ErrEndAddRequest
|
|
)
|
|
|
|
|
|
set /a count=1
|
|
:TryAgainCopy2
|
|
call :CopyFileAndDelete %BDir%\add_requests\%1.loc %BDir%\add_working\%1.loc
|
|
if defined ThereWereErrors (
|
|
set /a count="!count!+1"
|
|
sleep 5
|
|
if !count! LEQ 5 goto TryAgainCopy2
|
|
echo Giving up on indexing this request | tee -a %LogFile%
|
|
goto ErrEndAddRequest
|
|
)
|
|
|
|
|
|
REM We already did this, but just in case
|
|
REM make sure there is something in %1.loc
|
|
|
|
set Share=
|
|
for /f %%a in ( %BDir%\add_working\%1.loc ) do (
|
|
set Share=%%a
|
|
)
|
|
|
|
if not defined Share (
|
|
echo ERROR: %BDir%\add_working\%1.loc does not have a location inside | tee -a %LogFile%
|
|
goto ErrEndAddRequest
|
|
)
|
|
|
|
REM Index the file
|
|
echo Indexing %BDir%\add_working\%1 | tee -a %LogFile%
|
|
symstore.exe add /y %Bdir%\add_working\%1 /g %Share% /s %Symsrv% /t %1 /c %Share% /p > %BDir%\add_working\%1.log
|
|
|
|
if %ERRORLEVEL% NEQ 0 (
|
|
echo There were errors in symbol indexing | tee -a %LogFile%
|
|
for %%a in ( %1 %1.loc %1.log ) do (
|
|
call :CopyFileAndDelete %BDir%\add_working\%%a %BDir%\add_errors\%%a
|
|
)
|
|
goto ErrEndAddRequest
|
|
)
|
|
|
|
REM Copy the files to add_finished
|
|
for %%a in ( %1 %1.loc %1.log ) do (
|
|
call :CopyFileAndDelete %BDir%\add_working\%%a %BDir%\add_finished\%%a
|
|
)
|
|
|
|
goto :EndAddRequest
|
|
|
|
|
|
:EndAddRequest
|
|
echo Indexing finished successfully | tee -a %LogFile%
|
|
goto :EOF
|
|
|
|
:ErrEndAddRequest
|
|
|
|
echo Request finished with errors | tee -a %LogFile%
|
|
|
|
for %%a in ( %1 %1.loc ) do (
|
|
for %%b in ( add_requests add_working add_finished ) do (
|
|
if exist %BDir%\%%b\%%a (
|
|
call :CopyFileAndDelete %BDir%\%%b\%%a %BDir%\add_errors\%%a
|
|
)
|
|
)
|
|
)
|
|
echo Indexing had errors ... see %BDir%\add_errors\%1.log | tee -a %LogFile%
|
|
goto :EOF
|
|
|
|
REM ***************************************************
|
|
REM ProcessDeletes
|
|
REM
|
|
REM ***************************************************
|
|
|
|
:DelRequest %1
|
|
|
|
set ThereWereErrors=
|
|
echo Deleting request %1 ... | tee -a %DelLogFile%
|
|
|
|
REM Try to copy the file to del_working
|
|
REM If this is unsuccessful keep trying for 5 times, then give up and
|
|
REM go to ErrEndDelRequest
|
|
|
|
if not exist %BDir%\del_requests\%1 (
|
|
echo %BDir%\del_requests\%1 does not exist | tee -a %DelLogFile%
|
|
goto :EOF
|
|
)
|
|
|
|
set /a count=1
|
|
:TryAgainCopyDel1
|
|
call :CopyFileAndDelete %BDir%\del_requests\%1 %BDir%\del_working\%1
|
|
if defined ThereWereErrors (
|
|
set /a count="!count!+1"
|
|
sleep 5
|
|
if !count! LEQ 5 goto TryAgainCopyDel1
|
|
echo Giving up on deleting this request | tee -a %DelLogFile%
|
|
goto :EOF
|
|
)
|
|
|
|
REM Find the entries in server.txt that need to be deleted
|
|
findstr %1 %Symsrv%\000admin\server.txt > %DelTmpDir%\%%b.txt
|
|
|
|
if !ERRORLEVEL! NEQ 0 (
|
|
echo "No entries in %Symsrv%\000admin\server.txt to delete" | tee -a %DelLogFile%
|
|
echo "No entries in %Symsrv%\000admin\server.txt to delete >> %BDir%\del_working\%1.log
|
|
goto DelRequestFinish
|
|
)
|
|
|
|
REM Now delete the entries found
|
|
for /f "tokens=1 delims=," %%c in ( %DelTmpDir%\%%b.txt ) do (
|
|
echo Deleting transaction id %%c ... | tee -a %DelLogFile%
|
|
symstore del /i %%c /s %Symsrv% >> %BDir%\del_working\%1.log
|
|
echo symstore finished successfully | tee -a %DelLogFile%
|
|
)
|
|
|
|
:DelRequestFinish
|
|
|
|
REM Check for errors
|
|
if defined ThereWereErrors (
|
|
if exist %BDir%\del_working\%1 (
|
|
call :CopyFileAndDelete %BDir%\del_working\%1 %BDir%\del_errors\%1
|
|
)
|
|
if exist %BDir%\del_working\%1.log (
|
|
call :CopyFileAndDelete %BDir%\del_working\%1.log %BDir%\del_errors\%1.log
|
|
)
|
|
goto :EOF
|
|
)
|
|
|
|
REM Put %1 in del_finished and take it out of add_finished
|
|
if exist %BDir%\add_finished\%1 (
|
|
if exist %BDir%\add_finished\%1 (
|
|
call :CopyFileAndDelete %BDir%\add_finished\%1 %BDir%\del_finished\%1
|
|
)
|
|
if exist %BDir%\del_working\%1 (
|
|
del /q %BDir%\del_working\%1
|
|
)
|
|
) else (
|
|
if exist %BDir%\del_working\%1 (
|
|
call :CopyFileAndDelete %BDir%\del_working\%1 %BDir%\del_finished\%1
|
|
)
|
|
)
|
|
|
|
if exist %BDir%\add_finished\%1.loc (
|
|
call :CopyFileAndDelete %BDir%\add_finished\%1.loc %BDir%\del_finished\%1.loc
|
|
)
|
|
|
|
if exist %BDir%\del_requests\%1.loc (
|
|
del /q %BDir%\del_requests\%1.loc
|
|
)
|
|
|
|
REM Put the log file in del_finished
|
|
if exist %BDir%\add_finished\%1.log (
|
|
call :CopyFileAndDelete %BDir%\add_finished\%1.log %BDir%\del_finished\%1.log
|
|
)
|
|
|
|
if exist %BDir%\del_working\%1.log (
|
|
type %BDir%\del_working\%1.log >> %BDir%\del_finished\%1.log
|
|
del /q %BDir%\del_working\%1.log
|
|
)
|
|
|
|
goto :EOF
|
|
|
|
|
|
REM ***************************************************
|
|
REM DeleteIfExists
|
|
REM
|
|
REM Params:
|
|
REM %1 File to delete
|
|
REM
|
|
REM Return Value:
|
|
REM ThereWereErrors not defined if success
|
|
REM yes, if not successful
|
|
REM
|
|
REM ****************************************************
|
|
|
|
:DeleteIfExists %1
|
|
set ThereWereErrors=
|
|
|
|
if not exist %1 goto EndDeleteIfExists
|
|
del /q %1
|
|
if not exist %1 goto EndDeleteIfExists
|
|
|
|
echo ERROR: Failed to delete %1 | tee -a %LogFile%
|
|
set ThereWereErrors=yes
|
|
|
|
:EndDeleteIfExists
|
|
goto :EOF
|
|
|
|
|
|
REM *****************************************************
|
|
REM CopyFile
|
|
REM
|
|
REM Params:
|
|
REM %1 Source file
|
|
REM %2 Destination file
|
|
REM
|
|
REM *****************************************************
|
|
|
|
:CopyFileAndDelete %1 %2
|
|
set ThereWereErrors=
|
|
|
|
copy %1 %2 >nul 2>nul
|
|
if not exist %2 (
|
|
echo ERROR: %1 could not be copied to %2 | tee -a %LogFile%
|
|
set ThereWereErrors=yes
|
|
goto :EndCopyFileAndDelete
|
|
)
|
|
|
|
del /q %1 >nul 2>nul
|
|
if exist %1 (
|
|
echo ERROR: %1 could not be deleted | tee -a %LogFile%
|
|
set ThereWereErrors=yes
|
|
goto :EndCopyFileAndDelete
|
|
)
|
|
|
|
:EndCopyFileAndDelete
|
|
goto :EOF
|
|
|
|
|
|
:end
|
|
goto :EOF
|
|
|
|
:errend
|
|
goto :EOF
|