ANTICHAT — форум по информационной безопасности, OSINT и технологиям

#!/usr/bin/perl

use strict;
use warnings;

my $text = "abbreviate
v. 1 shorten, compress, contract, truncate, trim, reduce,
curtail: We abbreviated some of the longer words to save space.
2 shorten, cut, condense, abridge, abstract, digest, epitomize,
summarize, US synopsize: The school presented an abbreviated
version of A Midsummer Night's Dream.";

$text =~ s/:[^\.]+\.//g;
print $text, "\n";

abbreviate
v. 1 shorten, compress, contract, truncate, trim, reduce,
curtail
2 shorten, cut, condense, abridge, abstract, digest, epitomize,
summarize, US synopsize

abandon v. 1 give up or over, yield, surrender, leave, cede, let go,
deliver (up), turn over, relinquish: I can see no reason why we
should abandon the house to thieves and vandals. 2 depart from,
leave, desert, quit, go away from: The order was given to
abandon ship. 3 desert, forsake, jilt, walk out on: He even
abandoned his fianc‚e. 4 give up, renounce; discontinue, forgo,
drop, desist, abstain from: She abandoned cigarettes and whisky
after the doctor's warning.

--n. 5 recklessness, intemperance, wantonness, lack of
restraint, unrestraint: He behaved with wild abandon after he
received the inheritance.

abandoned adj. 1 left alone, forlorn, forsaken, deserted, neglected;
rejected, shunned, cast off or aside, jilted, dropped, outcast:
An abandoned infant was found on the church steps. Totally
alone, she felt abandoned by her friends. 2 bad, immoral,
amoral, wicked, sinful, evil, corrupt, unprincipled,
unrestrained, uninhibited, reprobate; loose, wanton, debauched,
wild, dissolute, dissipated, profligate; depraved, lewd,
lascivious, flagitious: His abandoned behaviour soon landed him
in jail.

abbreviate
v. 1 shorten, compress, contract, truncate, trim, reduce,
curtail: We abbreviated some of the longer words to save space.
2 shorten, cut, condense, abridge, abstract, digest, epitomize,
summarize, US synopsize: The school presented an abbreviated
version of A Midsummer Night's Dream.

abbreviated
adj. skimpy, brief, revealing: The dancers' abbreviated
costumes shocked some members of the audience.

abbreviation
n. initialism; acronym; shortening, contraction: UK is one
kind of abbreviation, or initialism; NATO, which is pronounced
as a word, is another, usually called an acronym.

abdicate v. give up, renounce, disclaim, waive, disown, surrender,
yield, relinquish, abandon, resign, quit: He abdicated all
responsibility for care of the children. She abdicated the
throne to marry a commoner.

abduct v. kidnap, carry off, make away or off with, seize, Slang US
snatch, grab: The child that was abducted is safe.

abet v. 1 encourage, urge, instigate, incite, provoke, egg on, prod,
goad; aid, help, assist: The jury found that his wife had
abetted him in the murder. 2 countenance, approve (of),
support, endorse, second, sanction, condone; further, advance,
promote, uphold: By failing to inform on the terrorists, the
neighbours abetted the bombing.

abeyance n. in abeyance. pending, abeyant, reserved, in reserve,
shelved, pushed or shoved or shunted aside, postponed, put off,
suspended, US tabled; temporarily inactive, dormant; latent;
Colloq in a holding pattern, on the back burner; Slang on hold,
in the deep-freeze, on the shelf, on ice, hanging fire: Legal
proceedings were held in abeyance so that talks could take place
to reach an out-of-court settlement.

abhor v. hate, loathe, detest, abominate, execrate; regard or view
with horror or dread or fright or repugnance or loathing or
disgust, shudder at, recoil or shrink from; be or stand aghast
at: He said that he abhorred any violation of human rights.

abhorrent adj. hateful, detestable, abhorred, abominable, contemptible,
odious, loathsome, horrid, heinous, execrable, repugnant;
repulsive, repellent, revolting, offensive, disgusting,
horrifying, obnoxious: The idea of war was totally abhorrent to
her.

open(TXT,"file.txt");
open(ST,">result.txt");
@all=<TXT>;
close(TXT);

$string=join($string,@all); 
$string=~s/v\.|adj\.|n\.//ig; 
$string=~s/\d//ig;	      
$string=~s/,|;/|/ig;  
$string=~s/:[^\.]+\.//g;      
$string=~s/\.(.*)\.//g;      



@new=$string;

foreach (@new){
	$_=~s/ {2,}/|/g;      #Удаление пробелов
	$_=~s/ //g;           #Удаление пробелов
	$_ .= "\n";           #Установка символа переноса строки
	print ST $_;          #Запись в файл
}

close(ST);

#!/usr/bin/perl

use strict;
use warnings;

open my $F, '<', '05.txt';
my $text = join '', <$F>;

$text =~ s/\n{2}/\$\$\$/g;

$text =~ s/\n/ /g;
$text =~ s/:[^\.]+\./\,/g;
$text =~ s/\d+//g;
$text =~ s/[\,\;]/\|/g;
$text =~ s/\s(v|n|adj|pron|num|adv|prep|conj)\.\s/\|/g;
$text =~ s/\|\s+/\|/g;
$text =~ s/\$\$\$/\n/g;
$text =~ s/\s*\|\s*$//g;
print $text, "\n";

$text =~ s/\s(v|n|adj|pron|num|adv|prep|conj)\.\s/\|/g;

#Обьявление необходимых модулей
use warnings;
use LWP 5.64;
use encoding "cp1251";

#Создаем "броузер" и обьявляем переменные
 $urlWnews='http://www.kinopoisk.ru/level/2/page/';
 $newsview='http://www.kinopoisk.ru/level/2/news/';
 $numbOnpage=5;
 $parsWpage=2;

 $browser = LWP::UserAgent->new;
 $browser->agent('Mozilla/4.76 [en] (Win98; U)');
#Узнаем номер новостей на каждой странице
$sr=1;$i=0;
while($parsWpage > $sr){
$urlWnews="http://www.kinopoisk.ru/level/2/page/" . "$sr";
print "Parsim $urlWnews\n";
while($numbOnpage > $i) {
$response=$browser->get($urlWnews) or die ("DIE!");
$response=$response->as_string;
@ms=$response=~m/<a href="\/level\/2\/news\/(.*)\/" class="continue">/ig;
print $ms[$i] . "\n";
$i++;
}
$i=0;
$sr++;
}

#Самый чоткий момент, вытаскиваем новости! #Помочь тут :))
$i=0;$max=$#ms;
while($max > $i){
$newsview .= $ms[$i];
$response=$browser->get($newsview) or die ("DIE!");
$response=$response->as_string;
@titl=$response=~m/<title>(.*)<\/title>/ig;
$titl[$i] .= '.txt';
@text=$response=~m/<tr><td style="padding-top:10px;padding-bottom:20px" colspan=2 class="news">[^\.]<td><\/tr>/ig; # ВОт тут не получается
open(FF,">$titl[$i]");
print FF $text;
close(FF);
}

#Обьявление необходимых модулей
use warnings;
use LWP 5.64;
use encoding "cp1251";


#Создаем "броузер" и обьявляем переменные
 $urlWnews='http://www.kinopoisk.ru/level/2/page/';
 $newsview='http://www.kinopoisk.ru/level/2/news/';
 $numbOnpage=5;
 $parsWpage=2;

 $browser = LWP::UserAgent->new;
 $browser->agent('Mozilla/4.76 [en] (Win98; U)');
#Узнаем номер новостей на каждой странице
$sr=1;$i=0;
while($parsWpage > $sr){
$urlWnews="http://www.kinopoisk.ru/level/2/page/" . "$sr";
print "Parsim $urlWnews\n";
while($numbOnpage > $i) {
$response=$browser->get($urlWnews) or die ("DIE!");
$response=$response->as_string;
@ms=$response=~m/<a href="\/level\/2\/news\/(.*)\/" class="continue">/ig;
print $ms[$i] . "\n";
$i++;
}
$i=0;
$sr++;
}

#Самый чоткий момент, вытаскиваем новости! #Помочь тут :))
$i=0;$max=$#ms;
while($max > $i){
$newsview_temp = $newsview . $ms[$i];
#^^^^^^^бага воз хир!!
$response=$browser->get($newsview_temp) or die ("DIE!");
$response=$response->as_string;
@titl=$response=~m/<title>(.*)<\/title>/i;
@text=$response=~m/<td style="padding-top:10px;padding-bottom:20px" colspan=2 class="news">(.*?)<td>/is; # ВОт тут не получается
#^^^^^^^анд хир
#::какбэ trim
$text[0] =~ s/^\s*(.*?)\s*$/$1/s;
open(FF,">$titl[0].txt");
#^^^^^^^анд хир
print FF $text[0];
#^^^^^^^анд хир
close(FF);
$i++;
#^^^^^^^анд хир;)
}