[Top][All Lists]
[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]
[gotmail] New Gotmail
|
From: |
John Fruetel |
|
Subject: |
[gotmail] New Gotmail |
|
Date: |
Wed, 3 Dec 2003 23:21:07 -0800 (PST) |
Ok, I tried posting to the mailing list from hotmail and it didnt seem to work.
I'm trying to post it from my yahoo account now, sorry if you get the message twice.
This isn't a patch, it's the whole perl script. I'll make a patch later. So far, the changes I've made look ok, everybody let me know how it goes, but do NOT send mail to this address, I never read this account. Contact me at
address@hidden for any problems/questions.
#!/usr/bin/perl
#
# GotMail - perl script to get mail from hotmail mailboxes.
# Copyright (C) 2000-2002 Peter Hawkins <address@hidden>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
#
# -----------------------------------------------------------------------
# Currently maintained by paul cannon <address@hidden> for
# Debian (http://www.debian.org/). Peter Hawkins is no longer
# involved with the development of this software.
#
# Please send bug reports, patches, etc, to paul or to the Debian
# Bug Tracking System (http://www.debian.org/Bugs/).
#
# See ChangeLog for modifications.
#
# $Id: gotmail,v 1.13 2003/03/14 00:11:39 paulcannon Exp $
require 5.004;
# Uncomment this if you have SpamAssassin installed
eval "use Mail::SpamAssassin;";
use English;
use URI::Escape;
use POSIX qw(tmpnam);
use FileHandle;
use strict;
# Signal handlers:
$SIG{INT} = $SIG{TERM} =
sub {
my($text) = @_;
print STDERR "gotmail died with message: $text\n";
print STDERR "Exiting abnormally, cleaning temp files.\n";
doCleanTempFiles();
exit(1);
};
# Hide command line in a "ps" listing;
$0 = '[ gotmail getting new messages ]';
# This is not great security. The command line can still be found by other
# users. I recommend using a ~/.gotmailrc file, so that curl will be passed
# the username and password via private temporary files.
# Don't allow others to read our temp files
my($oldumask) = umask(077);
# Constants...
# FIXME: This opens the possibility of race conditions.
my($tmp_headers) = tmpnam()."gotmail_headers";
my($tmp_cookies) = tmpnam()."gotmail_cookies";
my($tmp_formdata) = tmpnam()."gotmail_form";
my($log) = "/tmp/gotmail_log";
my($gotmail_version) = "0.7.9";
my($gotmail_date) = "2003-03-13";
# Some option dependent variables
my($conf_proxy)="";
my($conf_proxy_auth)="";
my($login) = "";
my($password) = "";
my($domain) = 'hotmail.com';
my($resend_address) = "";
my($conf_file) = "";
my(@conf_folders) = ();
my($conf_folder_directory) = "";
my($conf_only_get_new_messages) = 0;
my($conf_mark_messages_as_read) = 0;
my($conf_delete_messages_after_download) = 0;
my($conf_sendmail) = "";
my($conf_curl) = 'curl';
my($conf_speed_limit) = 0;
my($conf_retry_limit) = 2;
my($conf_verbosity) = 0; # -1 = silent; 0 = normal; 1 = verbose; 2 = debug spew
my($conf_smtpserver) = "";
my($conf_save_to_login) = 0; # 0 = no, 1 = yes
my($conf_procmail) = 0; # 0 = no, 1 = yes
my($conf_sa) = 0; # 0 = no, 1 = yes
my($conf_nodownload) = 0; # 0 = no, 1 = yes
my($conf_deletespam) = 0; # 0 = no, 1 = yes
my($conf_procmail_bin) = '/usr/bin/procmail';
# Global variables...
my($host) = ""; # The name of the hotmail server we are talking to...
my($gotconfig) = 0; # Have we found a config file?
my(@cookies) = ();
# Display some text to the screen, and log it, if we are in debug mode.
sub dispText($)
{
my($text) = @_;
if ($conf_verbosity >= 0) {
print $text;
}
if ($conf_verbosity > 1) {
my($out) = new FileHandle ">> $log" || return;
print $out $text;
close $out;
}
}
# Various utility functions
sub dispIntroText()
{
if ($conf_verbosity >= 0)
{
print "Gotmail v".$gotmail_version." Copyright (C) 2000-2002
Peter Hawkins\n";
print "Gotmail comes with ABSOLUTELY NO WARRANTY.\n";
print "This is free software, and you are welcome to
redistribute it\n";
print "under certain conditions; see the file COPYING for
details.\n\n";
if ($conf_verbosity > 1) {
my($out) = new FileHandle ">> $log" || return;
print $out "Gotmail v".$gotmail_version." logfile.\n";
close $out;
}
}
}
sub dispVersionText()
{
print "Version information: Gotmail v".$gotmail_version." Date:
".$gotmail_date."\n";
}
sub dispUsageAndExit()
{
# We are about to quit, so we want to show the user everything.
$conf_verbosity = 0;
dispIntroText();
print "Usage:\ngotmail [OPTIONS...]\n";
print "\nOptions:\n";
print " -?, --help, --usage Display this screen\n";
print " --version Display version information\n";
print " -c, --config-file <file> Specify config file (default
~/.gotmailrc)\n";
print " -u, --username <name> Specify your hotmail username
(REQUIRED)\n";
print " -p, --password <pass> Specify your hotmail password
(REQUIRED)\n";
print " -d, --domain <domain> Specify hotmail.com (default) or
msn.com\n";
print " --proxy <host:port> Specify an HTTP proxy to use. Format
is\n" .
" host:port - eg: localhost:3128\n";
print " --proxy-auth <user:pass> Specify authentification details for
the\n" .
" HTTP proxy.\n";
print " -s, --smtpserver <server> Specify SMTP server. Will not use
sendmail\n";
print " -f, --forward <address> Specify an email address to forward
to. If a\n" .
" forwarding address is not given,
messages\n" .
" will be saved to disk\n";
print " --folders \"folders\" Only get these folders (list of
folders in\n" .
" quotes, i.e.: \"Inbox, Bulk
Mail\")\n";
print " --folder-dir /my/dir Download messages into this
directory\n";
print " --only-new Only unread messages will be
retrieved\n";
print " --mark-read Messages will be marked as read once
downloaded\n";
print " --delete Messages will be deleted after
download\n";
print " --retry-limit max_tries Maximum number of attempts to
download a message\n";
print " --speed-limit Throttle back rate of giving
messages to sendmail\n";
print " --save-to-login Save to folder-dir/username for
Inbox and\n"
. " /folder-dir/username-foldername
for others\n";
print " --use-procmail Send all messages only to
procmail\n";
print " --procmail-bin <path> Use this program as procmail
(default is\n" .
" /usr/bin/procmail) (implies
--use-procmail)\n";
print " --curl-bin <path> Specify the path to the cURL program
if it's\n" .
" not in your path.\n";
print " --silent Do not print messages\n";
print " -v, --verbose Verbosely print messages\n";
print " --debug Print debug output\n";
print " --use-sa Use SpamAssassin to not ignore
spam\n";
print " --delete-spam Delete spam from server when using
SpamAssassin\n";
print " --nodownload Don't download anything (useful for
clearing spam)\n";
exit();
}
# Parse ~/.gotmailrc
#
# Inserted code to parse ~/.gotmailrc
# This *should* hopefully be a little secure than specifying your
# username and password on the command line.
# parseArgs() is called afterwards, so you can override any settings.
# Thanks to Patrick Froede
# and also to Tim Dijkstra. -pik-
sub parseConfig {
if ("@ARGV" =~ /(\s|^)(-c|--config-file)\ ([\w\.~\/\-]*)(\s|$)/i) {
$conf_file = $3;
if (! -r $conf_file) {
die "Config file <$conf_file> is not readable!\n";
}
} elsif ($ENV{"HOME"}) {
$conf_file = $ENV{"HOME"} . "/.gotmailrc";
} else {
if (-e $ENV{"HOMEDRIVE"} . $ENV{"HOMEPATH"} . ".gotmailrc") {
# Using w2k environment variables.
$conf_file = $ENV{"HOMEDRIVE"} . $ENV{"HOMEPATH"} .
".gotmailrc";
} elsif (-e "/.gotmailrc") {
# Try root directory
$conf_file = "/.gotmailrc";
} else {
# Or try current directory
$conf_file = "./.gotmailrc";
}
}
# Open the config file, otherwise bail out of this subroutine
open(RCFILE, $conf_file) || return;
# I made these options identical to the ones in the arguments.
# To avoid breaking compatibility, the old names can also be
# used. -pik-
# Parse the file
while (<RCFILE>) {
next if ($_ =~ /^#/);
if ($_ =~ /^user(name)?=(.+)$/i) {
$login = $2;
} elsif ($_ =~ /^pass(word)?=(.+)$/i) {
$password = $2;
} elsif ($_ =~ /^domain=hotmail\.com$/i) {
$domain = 'hotmail.com';
} elsif ($_ =~ /^domain=msn\.com$/i) {
$domain = 'msn.com';
} elsif ($_ =~ /^proxy=(.+)$/i) {
$conf_proxy = $1;
} elsif ($_ =~ /^proxy_auth=(.+)$/i) {
$conf_proxy_auth = $1;
} elsif ($_ =~ /^forward(ing-email)?=(.+)$/i) {
$resend_address = $2;
} elsif ($_ =~ /^folders=(.+)$/i) {
@conf_folders = split(/ *, */, $1);
} elsif ($_ =~ /^folder[_-]dir(ectory)?=(.+)$/i) {
$conf_folder_directory = $2;
if ($conf_folder_directory !~ /\/$/) {
# Make sure it has a trailing slash
$conf_folder_directory.="/";
}
} elsif ($_ =~ /^retry-?limit=([0-9]+)$/i) {
$conf_retry_limit=$1;
} elsif ($_ =~ /^(mark-?read|mark-messages-as-read)/i) {
$conf_mark_messages_as_read = 1;
} elsif ($_ =~ /^delete/i) {
$conf_delete_messages_after_download = 1;
} elsif ($_ =~ /^only-?new/i) {
$conf_only_get_new_messages = 1;
} elsif ($_ =~ /^speed-?limit/i) {
$conf_speed_limit = 1;
} elsif ($_ =~ /^silent/i) {
$conf_verbosity = -1;
} elsif ($_ =~ /^smtpserver=(.+)$/i) {
$conf_smtpserver=$1;
} elsif ($_ =~ /^save-to-login/i) {
$conf_save_to_login = 1;
} elsif ($_ =~ /^use-procmail/i) {
$conf_procmail = 1;
} elsif ($_ =~ /^procmail-bin=(.+)$/i) {
$conf_procmail_bin = $1;
$conf_procmail = 1;
} elsif ($_ =~ /^curl-bin=(.+)$/i) {
$conf_curl = $1;
}
}
# Make a note that we obtained some configs from the options file
$gotconfig = 1;
close(RCFILE);
}
# Parse the command line
sub parseArgs()
{
# If we have a config file, we don't care if there aren't any
arguments...
if (address@hidden && ($gotconfig == 0)) {
dispUsageAndExit();
}
while(@ARGV) {
my($element)=shift(@ARGV);
if ($element =~ /^(-\?|--help|--usage)$/i) {
dispUsageAndExit();
}
elsif ($element =~ /^--version$/) {
dispVersionText();
}
elsif ($element =~ /^(-c|--config-file)$/) {
shift(@ARGV);
}
elsif ($element =~ /^(-u|--username)$/i) {
if (@ARGV) {
$login = shift(@ARGV);
} else {
dispUsageAndExit();
}
}
elsif ($element =~ /^(-p|--password)$/i) {
if (@ARGV) {
$password = shift(@ARGV);
} else {
dispUsageAndExit();
}
}
elsif ($element =~ /^--proxy$/i) {
if(@ARGV) {
$conf_proxy = shift(@ARGV);
} else {
dispUsageAndExit();
}
}
elsif ($element =~ /^--proxy-auth$/i) {
if(@ARGV) {
$conf_proxy_auth = shift(@ARGV);
} else {
dispUsageAndExit();
}
}
elsif ($element =~ /^--folder-dir(ectory)?$/i) {
if(@ARGV) {
$conf_folder_directory = shift(@ARGV);
} else {
dispUsageAndExit();
}
if ($conf_folder_directory !~ /\/$/) {
# Make sure it has a trailing slash
$conf_folder_directory .= "/";
}
}
elsif ($element =~ /^(-f|--forward|--forwarding-email)$/i) {
if (@ARGV) {
$resend_address = shift(@ARGV);
} else {
dispUsageAndExit();
}
}
elsif ($element =~ /^--folders$/i) {
if (@ARGV) {
@conf_folders = split(/ *, */, shift(@ARGV));
} else {
dispUsageAndExit();
}
}
elsif ($element =~ /^--retry-limit$/i) {
if (@ARGV) {
$conf_retry_limit = shift(@ARGV);
} else {
dispUsageAndExit();
}
}
elsif ($element =~ /^(-s|--smtpserver)$/i) {
if (@ARGV) {
$conf_smtpserver = shift(@ARGV);
} else {
dispUsageAndExit();
}
}
elsif ($element =~ /^(-d|--domain)$/i) {
if (@ARGV) {
$domain = shift(@ARGV);
if ($domain ne 'msn.com') {
$domain = 'hotmail.com';
}
}
}
elsif ($element =~ /^--save-to-login$/i) {
$conf_save_to_login = 1;
}
elsif ($element =~ /^--only-new(-messages)?$/i) {
$conf_only_get_new_messages = 1;
}
elsif ($element =~ /^--mark-(messages-as-)?read$/i) {
$conf_mark_messages_as_read = 1;
}
elsif ($element =~ /^--delete(-messages)?$/i) {
$conf_delete_messages_after_download = 1;
}
elsif ($element =~ /^--speed-limit$/i) {
$conf_speed_limit = 1;
}
elsif ($element =~ /^--silent$/i) {
$conf_verbosity = -1;
}
elsif ($element =~ /^--debug$/i) {
$conf_verbosity = 2;
}
elsif ($element =~ /^(-v|--verbose)$/i) {
$conf_verbosity = 1;
}
elsif ($element =~ /^--use-procmail$/i) {
$conf_procmail = 1;
}
elsif ($element =~ /^--procmail-bin$/i) {
if (@ARGV) {
$conf_procmail_bin = shift(@ARGV);
$conf_procmail = 1;
} else {
dispUsageAndExit();
}
}
elsif ($element =~ /^--curl-bin$/i) {
if (@ARGV) {
$conf_curl = shift(@ARGV);
} else {
dispUsageAndExit();
}
}
elsif ($element =~ /^--use-sa$/i) {
$conf_sa = 1;
}
elsif ($element =~ /^--delete-spam$/i) {
$conf_deletespam = 1;
}
elsif ($element =~ /^--nodownload$/i) {
$conf_nodownload = 1;
}
else {
dispText("Unrecognized option $element\n");
dispUsageAndExit();
}
}
if (($login eq "") || ($password eq ""))
{
print STDERR "A username and password are REQUIRED.\n";
print STDERR "Try --help for usage info.\n";
exit 1;
}
}
# Clean up any temporary files
sub doCleanTempFiles()
{
if (-e $tmp_headers) {
unlink($tmp_headers)
or warn "Could not unlink tmp header: $!\n";
}
if (-e $tmp_cookies) {
unlink($tmp_cookies)
or warn "Could not unlink tmp cookie: $!\n";
}
if (-e $tmp_formdata) {
unlink($tmp_formdata)
or warn "Could not unlink tmp formdata: $!\n";
}
}
sub doCleanOtherFiles()
{
# if (-e $log) { unlink($log); }
}
# Check all the required programs are installed.
sub doCheckPrograms()
{
if ($conf_verbosity > 1) {
dispText("System version is: ".$OSNAME."\n");
# $PERL_VERSION and $^V seem to be broken
dispText("Perl version is: ".$]."\n");
}
if ($conf_verbosity > 1) {
dispText("Curl version is: ".`$conf_curl --version`."\n");
}
# Try looking for sendmail in a few common places.
$conf_sendmail = "sendmail";
if (-x "/usr/sbin/sendmail") {
$conf_sendmail = "/usr/sbin/sendmail";
} elsif (-x "/usr/lib/sendmail") {
$conf_sendmail = "/usr/lib/sendmail"
}
# Make sure procmail is there.
if ((! -x $conf_procmail_bin) and $conf_procmail) {
die "Procmail binary at \"$conf_procmail_bin\" can't be run.
Aborting";
}
}
# Grep any cookies from the header file into the cookies file.
sub parseHeaders($)
{
my ($getCookies) = @_;
my $redirector = "";
my $newcook = "";
my($in) = new FileHandle "< $tmp_headers" || return;
while (<$in>) {
if (m/^Set-Cookie: ([A-Za-z0-9]*)=/i) {
# Remove any previous setting for this cookie
@cookies = grep { !/$1/ } @cookies;
# Make cookies globally applicable. Evil. =)
s/domain=([^\;]+)\;/domain=.com\;/;
$newcook = uri_unescape($_);
push(@cookies, $newcook);
}
if (m/^Location: (\S+)\s/) {
$redirector = $1;
}
}
close($in);
if ($getCookies) {
# Dump the cookie list into a file so curl can read it.
my($out) = new FileHandle "> $tmp_cookies" || return;
my $cookiestr = join "", @cookies;
print $out $cookiestr;
if ($conf_verbosity > 1) {
dispText("Cookies are $cookiestr\n");
}
close($out);
}
return $redirector;
}
# Fetch a given page using curl
#
# The parameters taken are the URL, any data to be posted in a POST,
# whether we are to follow HTTP redirects, whether we should send and
# receive cookies, and whether we should only get the headers for this
# page and not the body.
sub getPage($$$$$)
{
my($url, $params, $follow_forward, $cookies, $headers_only) = @_;
if ($url =~ m/http:\/\/(\S+?)\//i) {
$host = $1;
}
if ($conf_verbosity > 0) {
dispText "FETCH: $url\n";
}
# Set up the options string...
my($options) = "";
if ($conf_proxy) { $options .= "--proxy ". $conf_proxy . " "; }
if ($conf_proxy_auth) { $options .= "--proxy-user ". $conf_proxy_auth .
" "; }
if ($cookies != 0) { $options .= "-b $tmp_cookies " }
if ($params ne "") { $options .= "--data \"$params\" " }
if ($headers_only) { $options .= "-I " }
if ($conf_verbosity <= 0) { $options .= "-s -S " }
# Get rid of any trailing space on options.. Just for neatness.
$options =~ s/ $//;
my($cmdline) = "$conf_curl \"$url\" $options -i -m 600 -D $tmp_headers"
.
" -A \"Mozilla/4.73 [en] (Win98; I)\"";
# Copy output to logfile if necessary
if ($conf_verbosity > 1) {
$cmdline .= "| tee -a $log";
dispText("command line: $cmdline\n");
}
my $tries = 1;
my(@tmp_page) = `$cmdline`;
# Retry at most $conf_retry_limit times if we fail.
while (address@hidden && !$headers_only && $tries <= $conf_retry_limit)
{
dispText("Retrying [$tries/$conf_retry_limit]...\n");
$tries++;
@tmp_page = `$cmdline`;
}
if (address@hidden && !$headers_only && $tries >= $conf_retry_limit) {
die("An error was encountered getting the page. Command was
$cmdline");
}
my $redir = parseHeaders($cookies);
# If we have been asked to follow Location: headers
if ($follow_forward) {
if ($redir ne "") {
if ($conf_verbosity > 1) {
dispText("Following redirect to $redir\n");
}
return &getPage($redir, "", $follow_forward, $cookies,
$headers_only);
}
}
if ($conf_verbosity > 0) { dispText "\n"; }
return @tmp_page;
}
# Do the HotMail login process - log in until we have the URL of the inbox.
sub doLogin()
{
dispText("Getting hotmail index page...\n");
my(@index_page); ## This will have the login page.
my($form_label);
my(@java_page) = getPage("http://www.hotmail.com/";, "", 1, 1, 0);
## @java_page is now an intermediate page which checks if you
## have javascript enabled or not!!
my($page) = join("", @java_page);
my($check_java);
if($page =~ m/<form.*hiddenform.*action=\"(\S+)\".*>/i) {
$check_java = $1;
}
if ($check_java) {
## This processing happens only for the "new" hotmail structure.
dispText("Processing java check....\n");
my($inp); ## This var will store all the input fields.
while($page =~
m/<\s*input\s+.*name=\"(\S+)\"\s+value=\"(\S+)\"/) {
$inp .= "$1=$2\&";
## Get rid of the input field we processed.
$page =~ s/<\s*input/some_weird_unique_value_jsdahf/;
}
## Get rid of the last "&"
$inp =~ s/&$//g;
my($FORMFILE) = new FileHandle "> $tmp_formdata" ||
die "Couldn't open formdata file: $!\n";
print $FORMFILE ("$inp");
close($FORMFILE);
my($params) = "address@hidden";
## Hopefully this should get us to the correct index page.
@index_page = getPage($check_java, $params, 0, 1, 0);
$form_label = "hotmail_com";
}
else {
## The "old" hotmail page structure
@index_page = @java_page;
$form_label = "";
}
# Find the form "ACTION" parameter...
my($login_script) = "";
my($ctnum) = "";
my $page = join "", @index_page;
if ($page =~ m/<form.*${form_label}.*action=\"(\S+)\".*>/i) {
$login_script = $1;
}
if ($page =~ m/ct=([0-9]+)/i) {
$ctnum = uri_escape($1);
}
if ($login_script eq "") {
die "Page doesn't contain any form action field!\n";
}
my($FORMFILE) = new FileHandle "> $tmp_formdata" ||
die "Couldn't open formdata file: $!\n";
print $FORMFILE ("login=" . uri_escape($login, "^A-Za-z") .
"\&passwd=" . uri_escape($password, "^A-Za-z") .
"\&svc=mail\&mspp_shared=1" .
"\&domain=" . uri_escape($domain) .
"\&RemoteDAPost=https://login.msnia.passport.com/ppsecure/post.asp"; .
"\&sec=share\&curmbox=ACTIVE\&js=yes\&_lang=EN" .
"\&beta=0\&ishotmail=1\&id=2\&fs=1" .
"\&cb=_lang%3dEN%26country%3dUS\&ct=$ctnum");
close $FORMFILE;
my($params) = "address@hidden";
dispText("Logging in...\n");
my(@login_page) = getPage($login_script, $params, 0, 1, 0);
# Find where they are sending us now...
my($redirect_location) = "";
$page = join "", @login_page;
if ($domain eq 'msn.com') {
if ($page =~ m/Location: (\S+)/i) {
$redirect_location = $1;
} elsif ($page =~ /unavailable/i) {
die("Hotmail is reporting that your account is
temporarily " .
"unavailable. Please try again later.\n");
}
if ($redirect_location eq "") {
die("Hotmail's page structure has changed! (msncom)\n");
}
my(@redirect_page) = getPage($redirect_location, "", 0, 1, 0);
$page = join "", @redirect_page;
}
if ($page =~ m/top\.location\.replace\(\"(.*)\"\);/i) {
$redirect_location = $1;
$redirect_location =~ s/\$/\\\$/g;
}
if ($redirect_location eq "") {
die("Hotmail's page structure has changed! (redirloc)\n");
} elsif ($redirect_location =~ /loginerr/i) {
die("There was an error logging in. Please check that your " .
"username and password are correct.\n");
}
if ($redirect_location =~ m/http:\/\/([^\/]+)\/(.*)$/i) {
$host = $1;
} else {
die ("Could not parse redirect location");
}
dispText("Following redirect...\n");
my(@redirect_page) = getPage($redirect_location, "", 0, 1, 0);
# Find where the inbox is located...
my($inbox_location) = "";
$page = join "", @redirect_page;
if ($page =~ m/Location: (\S+)/i) {
my $inbox_loc = $1;
$inbox_loc =~ /(.+)\/dasp\/ua_info.asp\?pg=browser_limit(.+)/;
$inbox_location = "$1\/HoTMail";
dispText("Going to Inbox Page: $inbox_location\n");
my(@redirect_page) = getPage($inbox_location, "", 0, 1, 0);
} elsif ($page =~ /unavailable/i) {
die("Hotmail is reporting that your account is temporarily " .
"unavailable. Please try again later.");
}
if ($inbox_location eq "") {
die("Hotmail's page structure has changed! (inboxloc)\n");
}
return $inbox_location;
}
sub doSaveEmail($$)
{
my ($output, $email) = @_;
# restore umask to whatever user had before
umask($oldumask);
my($OUT) = new FileHandle ">> $output";
if (! defined ($OUT)) {
die("Unable to open $output.");
}
print $OUT "$email\n";
$OUT->close();
}
sub doResendEmail($$)
{
my($destaddr, $email) = @_;
my($OUT) = new FileHandle "| $conf_sendmail $destaddr";
if (! defined ($OUT)) {
die("Unable to open sendmail - was using $conf_sendmail
$destaddr.");
}
# Dump the message to sendmail.
print $OUT $email;
$OUT->close();
if ($conf_speed_limit) { sleep(1); }
}
sub doResendSMTPEmail($$$)
{
use Net::SMTP;
my($destaddr, $email, $server) = @_;
my $from = "address@hidden";
if ($email =~ s/^From ([^ ]*).*\n//) {
$from = $1;
}
dispText("Forwarding email to $destaddr by SMTP\n");
my $smtp_debug = 0;
if ($conf_verbosity == 2) {
$smtp_debug = 1;
}
my $mail = Net::SMTP->new($server, Debug => $smtp_debug) or
die "Could not connect to SMTP server $server. $!\n";
$mail->mail($from);
$mail->recipient($destaddr);
$mail->data($email);
$mail->quit();
if ($conf_speed_limit) { sleep(1); }
}
sub getEmail($$$)
{
my($url, $add_mboxheader, $folder) = @_;
my(@output) = ();
dispText("Getting email message...\n");
$url = "http://$host/$url\&raw=0";;
my(@email_page) = getPage($url, "", 1, 1, 0);
my $emailstr = join "", @email_page;
if ($emailstr !~ /pre/) {
die("Unable to download email message - $emailstr\n");
}
# Get everything between the <pre> </pre> tags
@email_page = split(/<\/?pre>/, $emailstr);
if (@email_page != 3) {
die("Unable to download email message - $emailstr\n");
}
$_ = $email_page[1];
s/^[\s\n]*//s;
# Strip any HTML artifacts from the message body.
s/&/&/g;
s/</</g;
s/>/>/g;
s/"/\"/g;
# We'll try to parse out the envelope sender and date received by
# Hotmail. Apparently, those fields are not _always_ added. If we
# can't find good data, we'll have to make stuff up.
my($from_addr) = "address@hidden";
my($from_date) = scalar gmtime;
# Strip "From whoever" when found on the first line- the format
# is wrong for mbox files anyway.
if (s/^From ([^ ]*) [^\n]*\n//s) { $from_addr = $1; }
elsif (m/^From:[^<]*<([^>]*)>/m) { $from_addr = $1; }
if ($add_mboxheader) {
# Apply >From quoting
s/^From ([^\n]*)\n/>From $1/gm;
# If an mboxheader was desired, make up one
if (m/^Date: (\w+), (\d+) (\w+) (\d+) (\d+):(\d+):(\d+)
([+-]\d\d)/m) {
my($dow) = $1;
my($mon) = $3;
my($dom) = $2;
my($hr) = $5;
my($min) = $6;
my($sec) = $7;
my($yr) = $4;
my($senttz) = $8;
# Put date in mboxheader in UTC time
$hr -= $senttz;
while ($hr < 0) { $hr += 24; }
while ($hr > 23) { $hr -= 24; }
$from_date = sprintf ("%s %s %02d %02d:%02d:%02d %d",
$dow, $mon, $dom, $hr, $min,
$sec, $yr);
}
# Add an mbox-compatible header
s/^/From $from_addr $from_date\n/;
}
# Add some more special headers right before the message body.
my($gm_headers) = "X-gotmail-version:
$gotmail_version\nX-gotmail-folder: $folder\nX-gotmail-user: $login\n";
s/^$/$gm_headers/m;
return $_;
}
# Get the messages from a folder called $foldername at $url
sub getFolder($$$)
{
my($foldername, $url, $page) = @_;
# Get the folder in newest first order
dispText("Loading folder \"$foldername\" page $page...\n");
# "sort=rNew" = newest first
my(@folder) = getPage("http://$host/cgi-bin/HoTMaiL?$url\&page=$page";,
"", 1, 1, 0);
# Find the location of the "Next page" link
my $next_page_str = join("", grep(/Next Page/i, @folder));
# Redo the list on a table row by table row basis
my @messages;
foreach my $f (@folder)
{
$f =~ m/.*(<a href=\"javascript:G\('\/cgi-bin\/getmsg\?.*&start.*\">)/i;
my $m = $1;
if ($m)
{
push(@messages, $m);
}
}
#my $fold = join("", @folder);
#my @mess2= split(/<tr name=\".+\">|<\/tr>/i, $fold);
#my @messages = grep(/<a href=\"javascript:G\('\/cgi-bin\/getmsg\?/i,
@mess2);
# Get the messages in this folder...
#print "\$fold:$fold";
#print "address@hidden:@messages";
#print "address@hidden:@mess2";
@messages = sort @messages;
my $oldItem = "";
foreach my $item (@messages)
{
if ($item ne $oldItem) {
$oldItem = $item;
$item =~ m/<a href=\"javascript:G\('(\/cgi-bin\/getmsg\?\S+)\">/i;
my $msg_url = $1;
# Since the folder is in newest first order, if we are
only getting
# new messages, and this is not a new message, we can
stop here.
if ($conf_only_get_new_messages && ($item =~
/msgread/i)) {
next;
}
my $Message =getEmail($msg_url, 1, $foldername);
# Check for spam, if requested to. Probable SPAMS are
# not downloaded
if ($conf_sa) {
my $SpamTest = Mail::SpamAssassin -> new();
my $MessageObject = $SpamTest -> check_message_text($Message);
my $IsSpam = $MessageObject -> is_spam();
if ($IsSpam) {
if ($conf_deletespam) {
dispText("Deleting spam...\n");
getPage("http://$host/$msg_url\&_HMaction=move\&tobox=F000000004";,
"", 0, 1, 1);
} else {
dispText("Probably spam, skipping.\n");
}
next;
}
}
# If we're just scanning for spam on the server, don't download
if ($conf_nodownload) {
next;
}
# Are we resending or saving?
if ($conf_procmail) {
my($output) = $Message;
dispText("Sending mail message to procmail...");
open PR,"|" . $conf_procmail_bin;
print PR $output;
close PR;
print "Done.\n";
}
elsif ($resend_address eq "") {
my($output) = $Message;
my($outfile) = $conf_folder_directory;
if ($conf_save_to_login) {
$outfile .= $login;
if ($foldername ne "Inbox") {
$outfile .= ("-" . $foldername);
}
} else {
$outfile .= $foldername;
}
doSaveEmail($outfile, $output);
dispText("Saving message to $outfile...\n");
} elsif ($conf_smtpserver) {
my($output) = $Message;
doResendSMTPEmail($resend_address, $output,
$conf_smtpserver);
} else {
my($output) = getEmail($msg_url, 0,
$foldername);
doResendEmail($resend_address, $output);
dispText ("Forwarding message to
$resend_address\n");
}
if ($conf_mark_messages_as_read) {
dispText("Marking message as read...\n");
getPage("http://$host/$msg_url";, "", 1, 1, 1);
}
if ($conf_delete_messages_after_download) {
dispText("Deleting message...\n");
getPage("http://$host/$msg_url\&_HMaction=move\&tobox=F000000004";, "", 0, 1, 1);
}
}
}
# If a "next page" exists, let's go there...
if ($next_page_str =~ m/title="Next Page"/) {
# If we've deleted all the messages, we don't need to go to the
# next page. We stay on the same page- which will now contain
# a fresh set of undeleted messages.
if ($conf_delete_messages_after_download) {
&getFolder($foldername, $url, 1);
} else {
&getFolder($foldername, $url, $page + 1);
}
}
}
# Get a list of the folders we have to deal with and parse them one by one.
sub doGetFolders($)
{
my($inbox_location) = @_;
dispText("Loading main display...\n");
if ($inbox_location !~ m/^http/) {
$inbox_location = "http://$host/cgi-bin/".$inbox_location;
}
my(@inbox_page) = getPage($inbox_location, "", 0, 1, 0);
# Ok, we have the location of the inbox. Where's the master list of
folders?
my($folder_index_url) = "";
foreach my $item (@inbox_page) {
if ($item =~ m/<a(.*)href=\".*\/cgi-bin\/folders\?(\S+)\"/i) {
$folder_index_url = $2;
}
}
if ($folder_index_url eq "") {
die("Could not isolate folder index location\n");
}
# Ok let's get the folder list!
dispText("Loading folder list...\n");
my @folder_list =
getPage("http://$host/cgi-bin/folders?$folder_index_url";, "", 0, 1, 0);
# Join the page into one big string, and split it into bits that
interest us
my $onestr = join "", @folder_list;
$onestr =~ s/\n/ /g;
@folder_list = grep { /<td[^>]*><a\s*href=\"\/cgi-bin\/HoTMaiL\?/ }
split(/(<tr[^>]*>|<\/tr>)/, $onestr);
foreach my $item (@folder_list) {
# dispText("Loading folder $item...\n");
# if ($item =~
m/<a(.*)href=\"\/cgi-bin\/HoTMaiL\?(\S+)\"\s*><font
class="Wf">(.+)<\/font><\/a>/) {
if ($item =~ m/.*<a href=\"\/cgi-bin\/HoTMaiL\?(.+)\"
>(.+)<\/a>.*/) {
my($url) = $1;
my($name) = $2;
# Establish numbers of new, unread, total mail in box -
courtesy
# of Jens Preikschat <address@hidden>
# Establish total size of mail box - may be useful in
the future
# $item =~ m/<td align="right"><font
class="Wf">(\w+)<\/font><\/td>/;
# my($totalSize) = $1;
# Establish "total number of messages" and "number of
unread messages"
# in the folder
$item =~ m/<td align=center>(\d+)<\/td> <td
align=center>(\d+)<\/td>/;
my($totalItems) = $1;
my($unreadItems) = $2;
# dispText("Unread Items:$unreadItems\n");
if ((!$conf_only_get_new_messages) || ($unreadItems >
0)) {
# Check that this actually _is_ a folder name,
without any
# html tags. Also makes sure we are not getting
the trash
# (it looks really stupid when we download a
message, delete
# it, and then download it again from the trash
and delete
# it into the trash yet again =)
if ( (!($name =~ /[<>]/)) && (!($name =~ /Trash
Can/i)) &&
(!($name =~ /Sent Messages/i)) && (!($name
=~ /Drafts/i)) ) {
$" = "~";
if (address@hidden || ("address@hidden"
=~ /~$name~/i)) {
dispText ("Processing Folder: \"" .
$name .
"\", Total messages:
" . $totalItems .
", Unread messages: "
. $unreadItems . ".\n");
getFolder($name, $url, 1);
}
}
}
}
}
}
parseConfig();
parseArgs();
dispIntroText();
doCheckPrograms();
doCleanOtherFiles();
my($inbox_location) = doLogin();
doGetFolders($inbox_location);
dispText("\nAll done!\n");
doCleanTempFiles();
exit;
# vim:noet:sw=2:ts=2:filetype=perl
- [gotmail] New Gotmail,
John Fruetel <=