直接上步骤:

#1、编写Filter代码

package spark;

import org.apache.commons.codec.binary.Base64;
import org.apache.commons.lang.StringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import javax.servlet.*;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import java.io.IOException;
import java.io.UnsupportedEncodingException;
import java.util.StringTokenizer;

public class SparkFilter implements Filter {

/** Logger */
private static final Logger LOG = LoggerFactory.getLogger(SparkFilter.class);

private String username = "";

private String password = "";

private String realm = "Protected";

@Override
public void init(FilterConfig filterConfig) throws ServletException {
username = filterConfig.getInitParameter("username");
password = filterConfig.getInitParameter("password");
}

@Override
public void doFilter(ServletRequest servletRequest, ServletResponse servletResponse, FilterChain filterChain)
throws IOException, ServletException {

HttpServletRequest request = (HttpServletRequest) servletRequest;
HttpServletResponse response = (HttpServletResponse) servletResponse;

String authHeader = request.getHeader("Authorization");
if (authHeader != null) {

StringTokenizer st = new StringTokenizer(authHeader);
if (st.hasMoreTokens()) {

String basic = st.nextToken();

if (basic.equalsIgnoreCase("Basic")) {

try {
String credentials = new String(Base64.decodeBase64(st.nextToken()), "UTF-8");
LOG.debug("Credentials: " + credentials);

int p = credentials.indexOf(":");
if (p != -1) {
String _username = credentials.substring(0, p).trim();
String _password = credentials.substring(p + 1).trim();


if (!username.equals(_username) || !password.equals(_password)) {
unauthorized(response, "Bad credentials");
}

filterChain.doFilter(servletRequest, servletResponse);
} else {
unauthorized(response, "Invalid authentication token");
}
} catch (UnsupportedEncodingException e) {
throw new Error("Couldn't retrieve authentication", e);
}
}
}
} else {
unauthorized(response);
}
}

@Override
public void destroy() {
}

private void unauthorized(HttpServletResponse response, String message) throws IOException {
response.setHeader("WWW-Authenticate", "Basic realm=\"" + realm + "\"");
response.sendError(401, message);
}

private void unauthorized(HttpServletResponse response) throws IOException {
unauthorized(response, "Unauthorized");
}

public static void main(String[] args) {

}

}

2、把Filter类打成jar包,上传到spark根目录下的jars目录

3、修改master节点spark-defaults.conf,添加以下内容

spark.ui.filters=spark.SparkFilter    //项目中filter类的路径 
spark.spark.SparkFilter.param.username=foo //spark-webUI界面登陆的用户 spark.filter路径.param.参数名
spark.spark.SparkFilter.param.password=foo //spark-webUI界面登陆的密码 spark.filter路径.param.参数名
spark.acls.enable=true

4、重启spark集群

这时候访问spark webUI界面 就会出现如图认证。

http: // 172.16.124.111:8080

spark-webUI添加权限认证_ui界面