import java.util.*;
import java.lang.*;
import java.io.*;

class Main {
    public static List<String> parseRobotFile(List<String> robotLines){
        ArrayList<String> list = new ArrayList<>();
        boolean newSection = false;
        for(String s : robotLines){
            System.err.println(s);
            String [] line = s.split(":");
            if(line[0].strip().equals("User-agent") && (line[1].strip().equals("DoesBot") || line[1].strip().equals("*"))){
                newSection=true;
                System.err.println("--newSection--");
            }
            else if(line[0].equals("User-agent")&&(!line[1].strip().equals("DoesBot") || !line[1].strip().equals("*"))){
                newSection=false;
                //System.err.println("--NO newSection--");
            }
            if(newSection && line[0].strip().equals("Disallow") && !list.contains(line[1].strip())){
                System.err.println("--Mot à ajouter : " + line[1].strip() + " --");
                list.add(line[1].strip());
            }/*else {
                    System.err.println("--AUCUN MOT A AJOUTER--");
            }*/
        }
        System.err.println("\n"+list);
        Collections.sort(list);
        return list;
    }
    
    public static void main(String[] args) {
        List <String> robotLines = new ArrayList<>(Arrays.asList("User-agent: *","Disallow: /Administrator/",
                "Disallow: /Disallow2/", "Autre-test1: /Test1/", "Autre-test2: /Test2/", "User-agent: /UserAgentErrone/",
                "Disallow: /Disallow3/", "Disallow: /Disallow7/", "Test4: /Test4/","User-agent: *",
                "Disallow: /Disallow4/", "User-agent: DoesBot", "Disallow: /Disallow5/","Disallow6: /Disallow6/",
                "Disallow: /Disallow5/", "Disallow: /Fancy/", "Disallow: /ABCD/"));
        System.err.println(parseRobotFile(robotLines));
    }
}

Embed on website

To embed this project on your website, copy the following code and paste it into your website's HTML: