/* X1 - get hosts fast & easy.

Installation: gcc x1.cpp -o x1
Requirements: Linux, but great chances are
it could work on other Unix-like OSs too.

Example: x1 .jp 1000 hosts.list
will get you 1000 japanese hosts and save them
one per line to hosts.list. Remember, it
automatically removes duplicate hosts so
you might not get a total of 1000 hosts.

Have a lot of fun!!
*/




#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <getopt.h>
#include <unistd.h>

#define urltemp "a.temp.a"
#define wgetfile "b.temp.b"
#define tempdomainlist "c.temp.c"

int createurls(char *maxhosts, char *domain);
int checkok(char *description, int status, bool skipable);
int downloadpages();
int cleartemp();
int contained(char *word, char *expression);
void clean(char *word);
int extract(char *expression);
int removeduplicates(char *outputfilename);

int main(int argc, char *argv[])
{
  if(argc < 4)
  {
   printf("Usage: %s domain maxhosts outputfile\n", argv[0]);
   return 0;
  }

  if(!checkok("Creating url list...", createurls(argv[2], argv[1]), false))
    return 0;
  if(!checkok("Downloading URLs from northernlight...", downloadpages(), false))
    return 0;
        if(!checkok("Extracting server names...", extract(argv[1]), false))
    return 0;
  if(!checkok("Removing duplicates...", removeduplicates(argv[3]), false))
    return 0;

  checkok("Deleting temporary files...", cleartemp(), true);
  printf("Ok.. Everything worked fine. Saved to %s. Have a nice day!\n\n(c) 2000 by Killer-Whale(killer.whale@gmx.net)\n", argv[3]);
  
  

  return 0;
}

int createurls(char *maxhosts, char *domain)
{
 int max = 0;
  max = atoi(maxhosts);
  char query[1024];
  FILE *urlfile;
        unlink(urltemp);
  urlfile = fopen(urltemp, "a");
  if (urlfile == NULL)
   return 0;

for(int k=1;k<=max/10;k++)
{
  sprintf(query, "%s","http://www.northernlight.com/nlquery.fcg?ho=mantle&po=5222&qr=*+URL%3A");
  strcat(query, domain);
        strcat(query, "&cb=0&nth=");
  
  for(int i=k; i>0; i--)
  {
    char temp[10];
    sprintf(temp, "%d+", i);
    strcat(query, temp);
  }
  strcat(query, "&orl=");
  fprintf(urlfile, "%s\n", query);
}
  fclose(urlfile);
return 1;
}

int checkok(char *description, int status, bool skipable)
{
  printf("%s", description);     
  if(status == 1)
  {
    printf(" [Success]\n");
    return 1;
  }
  else
  {
    printf(" [Failed]");
    if(skipable == true)
     printf(" Skipping...\n");
    else
     printf("\nExiting...\n");
  }
  return 0;
}

int downloadpages()
{
  char wgetcommand[50];
  sprintf(wgetcommand, "wget -i %s -O %s", urltemp, wgetfile);
  if(system(wgetcommand) == (127 || -1 || NULL))
    return 0;
  return 1;
}

int cleartemp()
{       if((unlink(urltemp) != 0) || (unlink(wgetfile) != 0))
    return 0;
return 1;
}

int contained(char *word, char *expression)
{
        char subword[50];
  if(strlen(expression) > strlen(word))
    return 0;
  for(int i=0; i<=strlen(word) - strlen(expression); i++)
  {
    for(int o=0; o<strlen(expression); o++)
        subword[o] = word[o+i];

  subword[strlen(expression)] = '\0';
  
  if(strcmp(subword, expression) == 0)
    return 1;    
            
  }
  
  
  return 0;
}

void clean(char *word)
{
    int i;
    char subword[5];
    char expression[] = ".";
    for(i=0; i<=strlen(word) - strlen(expression); i++)
  {
    for(int o=0; o<strlen(expression); o++)
        subword[o] = word[o+i];

  subword[strlen(expression)] = '\0';
  
  if((strcmp(subword, expression) == 0) && (word[i + 3] == '/'))
          word[i + 3] = '\0';        
            
  }
       for(int h=0; h<(strlen(word)-13); h++)
  {
        word[h] = word[h + 13];
  
  }
  word[strlen(word) - 13] = '\0';

}

int extract(char *expression)
{
   FILE *fp1, *fp2;
   char oneword[500];
   int c;

   fp1 = fopen(wgetfile, "r");
   fp2 = fopen(tempdomainlist, "a");
   if((fp1 == NULL) || (fp2 == NULL))
  return 0;
  

   do
   {
      c = fscanf(fp1, "%s", oneword);
  
      if(c != EOF)
  if(contained(oneword, "href=\"http://"))
          if(contained(oneword, expression))
    {
      clean(oneword);
            fprintf(fp2, "%s\n", oneword);
    }

   } while (c != EOF);
   fclose(fp1);
   fclose(fp2);
   return 1;
}

int removeduplicates(char *outputfilename)
{
 char sortcommand[50];
 sprintf(sortcommand, "sort %s -u -o %s", tempdomainlist, outputfilename);
 if(system(sortcommand) == (127 || -1 || NULL))
    return 0;
 return 1;
}