download as txt file using Firefox and use below code to extract each business URL:
#!/usr/bin/perl
use strict;
use warnings;
# Define the output file name
my $output_file = 'KoreaDaily.txt';
# Open the output file for writing
open(my $fh_out, '>', $output_file) or die "Could not open file '$output_file' for writing: $!";
# Loop through files Atlanta_01.txt to Atlanta_13.txt
for my $file_number (1..14) {
my $input_file = "Atlanta_" . sprintf("%02d", $file_number) . ".txt";
# Open the current input file for reading
open(my $fh_in, '<', $input_file) or die "Could not open file '$input_file': $!";
# Iterate through each line of the current input file
while (my $line = <$fh_in>) {
# Check if the line contains 'cat_code='
if ($line =~ /cat_code=/) {
# Write the line to the output file
print $fh_out $line;
}
}
# Close the current input file handle
close($fh_in);
}
# Close the output file handle
close($fh_out);
print "Extraction completed. Results saved in '$output_file'.\n";