Shyam Vyas shyamvyas5

## README.md

      
              2 files
            
          
              0 forks
            
          
              0 comments
            
          
              2 stars
            
          
                shyamvyas5
                / README.md
            
            
              Last active
              October 2, 2023 14:29
            
              
                getting count of 4xx and 5xx logs from the logs file
              
          
    logs-generate

For generating apache logs used https://github.com/mingrammer/flog
flog > apache.log

For generating nginx logs used https://github.com:kscarlett/nginx-log-generator

  
## grep-status-codes.sh
# Output the access log
cat access.log

# Run the results through grep to find any 500 status codes
cat access.log | grep "[: ]500[: ]"

# Find any non 200 status codes
cat access.log | grep -v "[: ]200[: ]"

# Find multiple status codes

## clickhouse-get-tables-size.sql
SELECT table,
    formatReadableSize(sum(bytes)) as size,
    min(min_date) as min_date,
    max(max_date) as max_date
    FROM system.parts
    WHERE active
GROUP BY table
	# Output the access log
	cat access.log

	# Run the results through grep to find any 500 status codes
	cat access.log \| grep "[: ]500[: ]"

	# Find any non 200 status codes
	cat access.log \| grep -v "[: ]200[: ]"

	# Find multiple status codes
	SELECT table,
	formatReadableSize(sum(bytes)) as size,
	min(min_date) as min_date,
	max(max_date) as max_date
	FROM system.parts
	WHERE active
	GROUP BY table