Add incremenal backoff and random delay to retry tool
This commit is contained in:
		
							parent
							
								
									be519d8dc5
								
							
						
					
					
						commit
						9210cc598d
					
				
					 1 changed files with 4 additions and 2 deletions
				
			
		| 
						 | 
					@ -2,10 +2,12 @@
 | 
				
			||||||
set -xe
 | 
					set -xe
 | 
				
			||||||
 | 
					
 | 
				
			||||||
RETRY_COUNTER=0
 | 
					RETRY_COUNTER=0
 | 
				
			||||||
MAX_RETRY=15
 | 
					MAX_RETRY=10
 | 
				
			||||||
 | 
					CUR_TIMEOUT=120
 | 
				
			||||||
while [[ $RETRY_COUNTER -lt $MAX_RETRY ]]; do
 | 
					while [[ $RETRY_COUNTER -lt $MAX_RETRY ]]; do
 | 
				
			||||||
    timeout 120 "$@" && break || sleep 10
 | 
					    timeout $CUR_TIMEOUT "$@" && break || sleep $(shuf -i 5-90 -n 1)
 | 
				
			||||||
    RETRY_COUNTER=$(( $RETRY_COUNTER + 1 ))
 | 
					    RETRY_COUNTER=$(( $RETRY_COUNTER + 1 ))
 | 
				
			||||||
 | 
					    CUR_TIMEOUT=$(( $CUR_TIMEOUT + 60 ))
 | 
				
			||||||
    echo "Retry $RETRY_COUNTER..."
 | 
					    echo "Retry $RETRY_COUNTER..."
 | 
				
			||||||
done
 | 
					done
 | 
				
			||||||
if [[ $RETRY_COUNTER -ge $MAX_RETRY ]]; then
 | 
					if [[ $RETRY_COUNTER -ge $MAX_RETRY ]]; then
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
		Loading…
	
	Add table
		Add a link
		
	
		Reference in a new issue