PowerShell - batch file deferred replication

Realization function

1. Traverse the source directory .
2. Copy the source directory file to the destination directory .
3. When every time （ Every cycle ） Copy reached $file_count when , Sleep $sleep_time second .
4. Keep copying 、 Sleep , Cycle until all files are copied .
5. The program does not check whether the file will be copied successfully .
6. The program does not verify the file format in the original directory , All files will be copied , But it doesn't include the catalog .

Github Address

Source code

<#


By YeQiyu
Date 20210622


#>


<#

 Update log 

v1.0
By YeQiyu
Date 20210622

1. Traverse the source directory .
2. Copy the source directory file to the destination directory .
3. When every time （ Every cycle ） Copy reached $file_count when , Sleep $sleep_time second .
4. Keep copying 、 Sleep , Cycle until all files are copied .
5. The program does not check whether the file will be copied successfully .
6. The program does not verify the file format in the original directory , All files will be copied , But it doesn't include the catalog .

 The program generates log files in two paths .
1. Source directory file list ： Record source directory file name 
2. Log files ： Record the program execution process （ Copy records of specific documents are not included ）





v1.1
20210623
1. Adjusted the order of method definitions . Define the method first , Call after .
2. Fixed a log Method is not set path The problem of .
3. When traversing the file , Added log output . Every read N Print a file 1 Secondary log .

#>



############### Configuration area ###############


# Number of files copied each time ( The default value is 2000)
$file_count = 2000

# Hibernation time after reaching the number of files copied each time ( Unit second . The default value is 60 second )
$sleep_time=20

# Original directory 
$source_dir='F:\ Source directory ';

# Target directory 
$dest_dir='D:\ Target directory ';

# Log file path 
$log_dir='D:\ Log directory ';

# When traversing the file , Every read N Print a file 1 Secondary log .( The default value is 1000)
$file_check_count=1000;


############### Configuration area ###############


############### Program area ###############

$today=Get-Date;
$now = $today.ToString('yyyyMMddHHmmss');
$file_record_name=$log_dir+"\"+$now+".txt";

$log_file=$log_dir+"\log_"+$now+".log";


############### General method definition ###############





# Output log information to file 
function log_write
{

    Param
    (
        $log_file,
        $log_string
    )
    

    $today=Get-Date    
    $now = $today.ToString('yyyy-MM-dd HH:mm:ss')  

    Write-Host($now+" "+$log_string);
    
    Add-Content -path $log_file -value $now" "$log_string;
    
    
}

function file_record
{

    Param
    (
        $log_file,
        $log_string
    )

    Add-Content -Path $log_file -value $log_string
}

# Output log 
function log
{
    Param
    (
        $log_string
    )
    
    log_write -log_file $log_file -log_string $log_string

}
############### General method definition ###############






log -log_string " Start reading configuration ";
log -log_string  Batch start :$now;
log -log_string  Original directory :$source_dir;
log -log_string  Target directory :$dest_dir;
log -log_string " Start traversing the original directory , Generate a list of files ！";

$file_count=1;

# Generate a list of files 
Get-ChildItem $source_dir |ForEach-Object -Process{

    if($file_count % $file_check_count -eq 0){
        log -log_string  Read file :$file_count;
    }
    
    $file_count++;
    

    if($_ -is [System.IO.FileInfo])
    {
     
        file_record -log_file  $file_record_name -log_string $_;

    }

}

log -log_string  File list generation completed ！ common  $file_count  Files to be copied . List file name :$file_record_name;




# Copy file 

$file_list=Get-Content $file_record_name;

$count = 1;

foreach ($file in $file_list)
{


    if($count % $file_count -eq 0){

        log -log_string  The number of copied files has reached $file_count" " Sleep $sleep_time"" second 
        Start-Sleep -s $sleep_time
        
    }

     Copy-Item -Path $source_dir"\"$file -Destination $dest_dir
    $count++;



}


log -log_string  File copy complete ！



############### Program area ###############