http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/paypal.svg ---------------------------------------------------------------------- diff --git a/eagle-site/images/paypal.svg b/eagle-site/images/paypal.svg new file mode 100644 index 0000000..3c33a95 --- /dev/null +++ b/eagle-site/images/paypal.svg @@ -0,0 +1,55 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- Generator: Adobe Illustrator 16.0.4, SVG Export Plug-In . SVG Version: 6.00 Build 0) --> +<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd";> +<svg version="1.1" id="Layer_1" xmlns="http://www.w3.org/2000/svg"; xmlns:xlink="http://www.w3.org/1999/xlink"; x="0px" y="0px" + width="124px" height="33px" viewBox="0 0 124 33" enable-background="new 0 0 124 33" xml:space="preserve"> +<path fill="#253B80" d="M46.211,6.749h-6.839c-0.468,0-0.866,0.34-0.939,0.802l-2.766,17.537c-0.055,0.346,0.213,0.658,0.564,0.658 + h3.265c0.468,0,0.866-0.34,0.939-0.803l0.746-4.73c0.072-0.463,0.471-0.803,0.938-0.803h2.165c4.505,0,7.105-2.18,7.784-6.5 + c0.306-1.89,0.013-3.375-0.872-4.415C50.224,7.353,48.5,6.749,46.211,6.749z M47,13.154c-0.374,2.454-2.249,2.454-4.062,2.454 + h-1.032l0.724-4.583c0.043-0.277,0.283-0.481,0.563-0.481h0.473c1.235,0,2.4,0,3.002,0.704C47.027,11.668,47.137,12.292,47,13.154z" + /> +<path fill="#253B80" d="M66.654,13.075h-3.275c-0.279,0-0.52,0.204-0.563,0.481l-0.145,0.916l-0.229-0.332 + c-0.709-1.029-2.29-1.373-3.868-1.373c-3.619,0-6.71,2.741-7.312,6.586c-0.313,1.918,0.132,3.752,1.22,5.031 + c0.998,1.176,2.426,1.666,4.125,1.666c2.916,0,4.533-1.875,4.533-1.875l-0.146,0.91c-0.055,0.348,0.213,0.66,0.562,0.66h2.95 + c0.469,0,0.865-0.34,0.939-0.803l1.77-11.209C67.271,13.388,67.004,13.075,66.654,13.075z M62.089,19.449 + c-0.316,1.871-1.801,3.127-3.695,3.127c-0.951,0-1.711-0.305-2.199-0.883c-0.484-0.574-0.668-1.391-0.514-2.301 + c0.295-1.855,1.805-3.152,3.67-3.152c0.93,0,1.686,0.309,2.184,0.892C62.034,17.721,62.232,18.543,62.089,19.449z"/> +<path fill="#253B80" d="M84.096,13.075h-3.291c-0.314,0-0.609,0.156-0.787,0.417l-4.539,6.686l-1.924-6.425 + c-0.121-0.402-0.492-0.678-0.912-0.678h-3.234c-0.393,0-0.666,0.384-0.541,0.754l3.625,10.638l-3.408,4.811 + c-0.268,0.379,0.002,0.9,0.465,0.9h3.287c0.312,0,0.604-0.152,0.781-0.408L84.564,13.97C84.826,13.592,84.557,13.075,84.096,13.075z + "/> +<path fill="#179BD7" d="M94.992,6.749h-6.84c-0.467,0-0.865,0.34-0.938,0.802l-2.766,17.537c-0.055,0.346,0.213,0.658,0.562,0.658 + h3.51c0.326,0,0.605-0.238,0.656-0.562l0.785-4.971c0.072-0.463,0.471-0.803,0.938-0.803h2.164c4.506,0,7.105-2.18,7.785-6.5 + c0.307-1.89,0.012-3.375-0.873-4.415C99.004,7.353,97.281,6.749,94.992,6.749z M95.781,13.154c-0.373,2.454-2.248,2.454-4.062,2.454 + h-1.031l0.725-4.583c0.043-0.277,0.281-0.481,0.562-0.481h0.473c1.234,0,2.4,0,3.002,0.704 + C95.809,11.668,95.918,12.292,95.781,13.154z"/> +<path fill="#179BD7" d="M115.434,13.075h-3.273c-0.281,0-0.52,0.204-0.562,0.481l-0.145,0.916l-0.23-0.332 + c-0.709-1.029-2.289-1.373-3.867-1.373c-3.619,0-6.709,2.741-7.311,6.586c-0.312,1.918,0.131,3.752,1.219,5.031 + c1,1.176,2.426,1.666,4.125,1.666c2.916,0,4.533-1.875,4.533-1.875l-0.146,0.91c-0.055,0.348,0.213,0.66,0.564,0.66h2.949 + c0.467,0,0.865-0.34,0.938-0.803l1.771-11.209C116.053,13.388,115.785,13.075,115.434,13.075z M110.869,19.449 + c-0.314,1.871-1.801,3.127-3.695,3.127c-0.949,0-1.711-0.305-2.199-0.883c-0.484-0.574-0.666-1.391-0.514-2.301 + c0.297-1.855,1.805-3.152,3.67-3.152c0.93,0,1.686,0.309,2.184,0.892C110.816,17.721,111.014,18.543,110.869,19.449z"/> +<path fill="#179BD7" d="M119.295,7.23l-2.807,17.858c-0.055,0.346,0.213,0.658,0.562,0.658h2.822c0.469,0,0.867-0.34,0.939-0.803 + l2.768-17.536c0.055-0.346-0.213-0.659-0.562-0.659h-3.16C119.578,6.749,119.338,6.953,119.295,7.23z"/> +<path fill="#253B80" d="M7.266,29.154l0.523-3.322l-1.165-0.027H1.061L4.927,1.292C4.939,1.218,4.978,1.149,5.035,1.1 + c0.057-0.049,0.13-0.076,0.206-0.076h9.38c3.114,0,5.263,0.648,6.385,1.927c0.526,0.6,0.861,1.227,1.023,1.917 + c0.17,0.724,0.173,1.589,0.007,2.644l-0.012,0.077v0.676l0.526,0.298c0.443,0.235,0.795,0.504,1.065,0.812 + c0.45,0.513,0.741,1.165,0.864,1.938c0.127,0.795,0.085,1.741-0.123,2.812c-0.24,1.232-0.628,2.305-1.152,3.183 + c-0.482,0.809-1.096,1.48-1.825,2c-0.696,0.494-1.523,0.869-2.458,1.109c-0.906,0.236-1.939,0.355-3.072,0.355h-0.73 + c-0.522,0-1.029,0.188-1.427,0.525c-0.399,0.344-0.663,0.814-0.744,1.328l-0.055,0.299l-0.924,5.855l-0.042,0.215 + c-0.011,0.068-0.03,0.102-0.058,0.125c-0.025,0.021-0.061,0.035-0.096,0.035H7.266z"/> +<path fill="#179BD7" d="M23.048,7.667L23.048,7.667L23.048,7.667c-0.028,0.179-0.06,0.362-0.096,0.55 + c-1.237,6.351-5.469,8.545-10.874,8.545H9.326c-0.661,0-1.218,0.48-1.321,1.132l0,0l0,0L6.596,26.83l-0.399,2.533 + c-0.067,0.428,0.263,0.814,0.695,0.814h4.881c0.578,0,1.069-0.42,1.16-0.99l0.048-0.248l0.919-5.832l0.059-0.32 + c0.09-0.572,0.582-0.992,1.16-0.992h0.73c4.729,0,8.431-1.92,9.513-7.476c0.452-2.321,0.218-4.259-0.978-5.622 + C24.022,8.286,23.573,7.945,23.048,7.667z"/> +<path fill="#222D65" d="M21.754,7.151c-0.189-0.055-0.384-0.105-0.584-0.15c-0.201-0.044-0.407-0.083-0.619-0.117 + c-0.742-0.12-1.555-0.177-2.426-0.177h-7.352c-0.181,0-0.353,0.041-0.507,0.115C9.927,6.985,9.675,7.306,9.614,7.699L8.05,17.605 + l-0.045,0.289c0.103-0.652,0.66-1.132,1.321-1.132h2.752c5.405,0,9.637-2.195,10.874-8.545c0.037-0.188,0.068-0.371,0.096-0.55 + c-0.313-0.166-0.652-0.308-1.017-0.429C21.941,7.208,21.848,7.179,21.754,7.151z"/> +<path fill="#253B80" d="M9.614,7.699c0.061-0.393,0.313-0.714,0.652-0.876c0.155-0.074,0.326-0.115,0.507-0.115h7.352 + c0.871,0,1.684,0.057,2.426,0.177c0.212,0.034,0.418,0.073,0.619,0.117c0.2,0.045,0.395,0.095,0.584,0.15 + c0.094,0.028,0.187,0.057,0.278,0.086c0.365,0.121,0.704,0.264,1.017,0.429c0.368-2.347-0.003-3.945-1.272-5.392 + C20.378,0.682,17.853,0,14.622,0h-9.38c-0.66,0-1.223,0.48-1.325,1.133L0.01,25.898c-0.077,0.49,0.301,0.932,0.795,0.932h5.791 + l1.454-9.225L9.614,7.699z"/> +</svg>
http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/posts/density-estimation.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/posts/density-estimation.png b/eagle-site/images/posts/density-estimation.png new file mode 100644 index 0000000..ab6bcaa Binary files /dev/null and b/eagle-site/images/posts/density-estimation.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/posts/eagle-group.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/posts/eagle-group.png b/eagle-site/images/posts/eagle-group.png new file mode 100644 index 0000000..11efec0 Binary files /dev/null and b/eagle-site/images/posts/eagle-group.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/posts/eagle-header.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/posts/eagle-header.png b/eagle-site/images/posts/eagle-header.png new file mode 100644 index 0000000..ed6e30e Binary files /dev/null and b/eagle-site/images/posts/eagle-header.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/posts/eagle_compressed.pdf ---------------------------------------------------------------------- diff --git a/eagle-site/images/posts/eagle_compressed.pdf b/eagle-site/images/posts/eagle_compressed.pdf new file mode 100644 index 0000000..a559a22 Binary files /dev/null and b/eagle-site/images/posts/eagle_compressed.pdf differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/posts/eigen-decomposition.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/posts/eigen-decomposition.png b/eagle-site/images/posts/eigen-decomposition.png new file mode 100644 index 0000000..0aafc38 Binary files /dev/null and b/eagle-site/images/posts/eigen-decomposition.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/posts/ml-pipeline.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/posts/ml-pipeline.png b/eagle-site/images/posts/ml-pipeline.png new file mode 100644 index 0000000..4e18d0c Binary files /dev/null and b/eagle-site/images/posts/ml-pipeline.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/posts/policy-partition.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/posts/policy-partition.png b/eagle-site/images/posts/policy-partition.png new file mode 100644 index 0000000..503d52a Binary files /dev/null and b/eagle-site/images/posts/policy-partition.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/previous.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/previous.png b/eagle-site/images/previous.png new file mode 100755 index 0000000..0532194 Binary files /dev/null and b/eagle-site/images/previous.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/qrcode-8cm.jpg ---------------------------------------------------------------------- diff --git a/eagle-site/images/qrcode-8cm.jpg b/eagle-site/images/qrcode-8cm.jpg new file mode 100644 index 0000000..102e982 Binary files /dev/null and b/eagle-site/images/qrcode-8cm.jpg differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/slider/1.jpg ---------------------------------------------------------------------- diff --git a/eagle-site/images/slider/1.jpg b/eagle-site/images/slider/1.jpg new file mode 100755 index 0000000..9cf9177 Binary files /dev/null and b/eagle-site/images/slider/1.jpg differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/slider/2.jpg ---------------------------------------------------------------------- diff --git a/eagle-site/images/slider/2.jpg b/eagle-site/images/slider/2.jpg new file mode 100755 index 0000000..34c651a Binary files /dev/null and b/eagle-site/images/slider/2.jpg differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/slider/3.jpg ---------------------------------------------------------------------- diff --git a/eagle-site/images/slider/3.jpg b/eagle-site/images/slider/3.jpg new file mode 100644 index 0000000..0c8935e Binary files /dev/null and b/eagle-site/images/slider/3.jpg differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/slider/4.jpg ---------------------------------------------------------------------- diff --git a/eagle-site/images/slider/4.jpg b/eagle-site/images/slider/4.jpg new file mode 100644 index 0000000..eda336b Binary files /dev/null and b/eagle-site/images/slider/4.jpg differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/start-storm.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/start-storm.png b/eagle-site/images/start-storm.png new file mode 100644 index 0000000..705b60e Binary files /dev/null and b/eagle-site/images/start-storm.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/step1.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/step1.png b/eagle-site/images/step1.png new file mode 100755 index 0000000..9ce59fc Binary files /dev/null and b/eagle-site/images/step1.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/step2.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/step2.png b/eagle-site/images/step2.png new file mode 100755 index 0000000..e7799e3 Binary files /dev/null and b/eagle-site/images/step2.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/step3.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/step3.png b/eagle-site/images/step3.png new file mode 100755 index 0000000..b251d5f Binary files /dev/null and b/eagle-site/images/step3.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/step4.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/step4.png b/eagle-site/images/step4.png new file mode 100755 index 0000000..4adcb55 Binary files /dev/null and b/eagle-site/images/step4.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/usecases/1.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/usecases/1.png b/eagle-site/images/usecases/1.png new file mode 100755 index 0000000..3177ee2 Binary files /dev/null and b/eagle-site/images/usecases/1.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/usecases/2.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/usecases/2.png b/eagle-site/images/usecases/2.png new file mode 100755 index 0000000..3960deb Binary files /dev/null and b/eagle-site/images/usecases/2.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/usecases/3.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/usecases/3.png b/eagle-site/images/usecases/3.png new file mode 100755 index 0000000..b86b623 Binary files /dev/null and b/eagle-site/images/usecases/3.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/usecases/4.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/usecases/4.png b/eagle-site/images/usecases/4.png new file mode 100755 index 0000000..6c7369f Binary files /dev/null and b/eagle-site/images/usecases/4.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/images/yhd.png ---------------------------------------------------------------------- diff --git a/eagle-site/images/yhd.png b/eagle-site/images/yhd.png new file mode 100644 index 0000000..450d69a Binary files /dev/null and b/eagle-site/images/yhd.png differ http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/import-hdfs-auditLog.md ---------------------------------------------------------------------- diff --git a/eagle-site/import-hdfs-auditLog.md b/eagle-site/import-hdfs-auditLog.md new file mode 100644 index 0000000..b8bd26e --- /dev/null +++ b/eagle-site/import-hdfs-auditLog.md @@ -0,0 +1,126 @@ +--- +layout: doc +title: "How to stream hdfs log data into Kafka" +permalink: /docs/import-hdfs-auditLog.html +--- + +As Apache Eagle consumes the data via Kafka[^KAFKA] topics in some topologies, such as HDFS audit log. To enable the full function of monitoring, a user needs to stream its data into a Kafka topic. + +There are two ways to do that. The first one is **Logstash**, which naturally supports Kafka as the output plugin; the second one is to +install a **namenode log4j Kafka appender**. + +### Logstash-kafka + +* **Step 1**: Create a Kafka topic as the streaming input. + + Here is an sample Kafka command to create topic 'sandbox_hdfs_audit_log' + + cd <kafka-home> + bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic sandbox_hdfs_audit_log + +* **Step 2**: Install Logstash-kafka plugin + + * For Logstash 1.5.x, logstash-kafka has been intergrated into [logstash-input-kafka](https://github.com/logstash-plugins/logstash-input-kafka) and [logstash-output-kafka](https://github.com/logstash-plugins/logstash-output-kafka), + and released with the 1.5 version of Logstash. So you can directly use it. + + * For Logstash 1.4.x, a user should install [logstash-kafka](https://github.com/joekiller/logstash-kafka) firstly. Notice that this version **does not support partition\_key\_format**. + +* **Step 3**: Create a Logstash configuration file under ${LOGSTASH_HOME}/conf. Here is a sample. + + input { + file { + type => "hdp-nn-audit" + path => "/path/to/audit.log" + start_position => end + sincedb_path => "/var/log/logstash/" + } + } + + filter{ + if [type] == "hdp-nn-audit" { + grok { + match => ["message", "ugi=(?<user>([\w\d\-]+))@|ugi=(?<user>([\w\d\-]+))/[\w\d\-.]+@|ugi=(?<user>([\w\d.\-_]+))[\s(]+"] + } + } + } + + output { + if [type] == "hdp-nn-audit" { + kafka { + codec => plain { + format => "%{message}" + } + broker_list => "localhost:9092" + topic_id => "sandbox_hdfs_audit_log" + request_required_acks => 0 + request_timeout_ms => 10000 + producer_type => "async" + message_send_max_retries => 3 + retry_backoff_ms => 100 + queue_buffering_max_ms => 5000 + queue_enqueue_timeout_ms => 5000 + batch_num_messages => 200 + send_buffer_bytes => 102400 + client_id => "hdp-nn-audit" + partition_key_format => "%{user}" + } + # stdout { codec => rubydebug } + } + } + +* **Step 4**: Start Logstash + + bin/logstash -f conf/sample.conf + +* **Step 5**: Check whether logs are flowing into the kafka topic specified by `topic_id` + +### Log4j Kafka Appender + +> Notice that if you use Ambari[^AMBARI], such as in sandbox, you **must** follow below steps via Ambari UI. In addition, restarting namenode is required. + +* **Step 1**: Create a Kafka topic. Here is a example Kafka command for creating topic "sandbox_hdfs_audit_log" + + cd <kafka-home> + bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic sandbox_hdfs_audit_log + +* **Step 2**: Configure $HADOOP_CONF_DIR/log4j.properties, and add a log4j appender "KAFKA_HDFS_AUDIT" to hdfs audit logging + + log4j.appender.KAFKA_HDFS_AUDIT=org.apache.eagle.log4j.kafka.KafkaLog4jAppender + log4j.appender.KAFKA_HDFS_AUDIT.Topic=sandbox_hdfs_audit_log + log4j.appender.KAFKA_HDFS_AUDIT.BrokerList=sandbox.hortonworks.com:6667 + log4j.appender.KAFKA_HDFS_AUDIT.KeyClass=org.apache.eagle.log4j.kafka.hadoop.AuditLogKeyer + log4j.appender.KAFKA_HDFS_AUDIT.Layout=org.apache.log4j.PatternLayout + log4j.appender.KAFKA_HDFS_AUDIT.Layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n + log4j.appender.KAFKA_HDFS_AUDIT.ProducerType=async + #log4j.appender.KAFKA_HDFS_AUDIT.BatchSize=1 + #log4j.appender.KAFKA_HDFS_AUDIT.QueueSize=1 + +  + +* **Step 3**: Edit $HADOOP_CONF_DIR/hadoop-env.sh, and add the reference to KAFKA_HDFS_AUDIT to HADOOP_NAMENODE_OPTS. + + -Dhdfs.audit.logger=INFO,DRFAAUDIT,KAFKA_HDFS_AUDIT + +  + +* **Step 4**: Edit $HADOOP_CONF_DIR/hadoop-env.sh, and append the following command to it. + + export HADOOP_CLASSPATH=${HADOOP_CLASSPATH}:/path/to/eagle/lib/log4jkafka/lib/* + +  + +* **Step 5**: save the changes and restart the namenode. + +* **Step 6**: Check whether logs are flowing into Topic sandbox_hdfs_audit_log + + $ /usr/hdp/current/kafka-broker/bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic sandbox_hdfs_audit_log + + + + +--- + +#### *Footnotes* + +[^AMBARI]:*all mentions of "ambari" on this page represent Apache Ambari.* +[^KAFKA]:*All mentions of "kafka" on this page represent Apache Kafka.* http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/index.html ---------------------------------------------------------------------- diff --git a/eagle-site/index.html b/eagle-site/index.html new file mode 100755 index 0000000..ba54fdb --- /dev/null +++ b/eagle-site/index.html @@ -0,0 +1,344 @@ +<!DOCTYPE html> + +<head> +<title>Apache Eagle - Analyze Big Data Platforms For Security and Performance</title> +<meta name="keywords" content="Apache Eagle, Hadoop, Analyze, Security, Performance, Real Time"> +<meta name="description" content="Apache Eagle - Analyze Big Data Platforms For Security and Performance"> +<meta name="author" content="eBay Inc"> +<meta charset="utf-8"> +<meta name="viewport" content="initial-scale=1"> + +<!-- Style Sheets --> +<link rel="stylesheet" href="css/animate.css"> +<link rel="stylesheet" href="css/bootstrap.min.css"> +<link rel="stylesheet" href="css/misc.css"> +<link rel="stylesheet" href="css/style.css"> +<link rel="stylesheet" href="css/styles.css"> +<link rel="stylesheet" href="css/colorbox.css"> +<link rel="shortcut icon" href="images/favicon.png"> +<script src="//load.sumome.com/" data-sumo-site-id="4f1f82ddde38afb72321e7c702051b89fb2ab9d54d314434184ebe0ea5b5fa37" async></script> + + <!-- Baidu Analytics Tracking--> + <script> + var _hmt = _hmt || []; + (function() { + var hm = document.createElement("script"); + hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece"; + var s = document.getElementsByTagName("script")[0]; + s.parentNode.insertBefore(hm, s); + })(); + </script> + + <!-- Google Analytics Tracking --> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + ga('create', 'UA-68929805-1', 'auto'); + ga('send', 'pageview'); + </script> +</head> +<body> +<!-- header start --> +<div id="home_page"> + <div class="topbar"> + <div class="container"> + <div class="row" > + <nav class="navbar navbar-default"> + <div class="container-fluid"> + <!-- Brand and toggle get grouped for better mobile display --> + <div class="navbar-header"> + <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button> + <a class="navbar-brand" href="#"><img src="images/logo2.png" height="44px" style="margin-top:-7px"></a> </div> + + <!-- Collect the nav links, forms, and other content for toggling --> + <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1"> + <ul class="nav navbar-nav navbar-right" id="top-menu"> + <li><a class="menu" href="#home_page">HOME</a></li> + <li><a class="menu" href="#about_page">ABOUT</a></li> + <li><a class="menu" href="#diagram_page">ARCHITECTURE</a></li> + <li><a class="menu" href="#community_page">COMMUNITY</a></li> + <li><a class="menu" href="https://github.com/apache/eagle"; target="_blank" title="Github">GITHUB</a></li> + </ul> + </div> + <!-- /.navbar-collapse --> + </div> + <!-- /.container-fluid --> + </nav> + </div> + </div> + </div> + <div class="headerimage"> + <div class="flexslider"> + + <ul class="slides"> + + <li><img src="images/slider/3.jpg" alt="Slide 1"></li> + </ul> + </div> + </div> + <div class="particles"> </div><!---particles--> + <div class="slider-caption"> + <div class="homewrapper"> + <div class="hometitle"> <img src="images/feather.png" height="60px"> </div> + <div class="hometext"> + <h2 style="font-weight:500;">Apache Eagle</h2> + <h3>Analyze Big Data Platforms For Security and Performance</h3> + </div> + </div> + + <div class="download" style="margin-left:10px;" title="Documents"><a href="docs/">DOCS</a></div> + <div class="download"><a href="docs/download-latest.html" title="Downloads">DOWNLOAD</a></div> + </div> +</div> + +<!-- header end --> + +<!-- team start --> + + +<!-- team start --> +<div class="workwrapper" id="about_page"> + <div class="container"> + <div class="row"> + <h2 class="sectiontile">ABOUT APACHE EAGLE</h2> + <div class="col-md-12"> + <p style="width:80%; margin-left:auto; margin-right:auto;"> Apache Eagle (called Eagle in the following) is an open source analytics solution for identifying security and performance issues instantly on big data platforms, e.g. Apache Hadoop, Apache Spark etc. It analyzes data activities, yarn applications, jmx metrics, and daemon logs etc., provides state-of-the-art alert engine to identify security breach, performance issues and shows insights. </p> + <br/> + <p style="width:80%; margin-left:auto; margin-right:auto;"> Big data platform normally generates huge amount of operational logs and metrics in realtime. Eagle is founded to solve hard problems in securing and tuning performance for big data platforms by ensuring metrics, logs always available and alerting immediately even under huge traffic.</p> + <div class="sepline"></div> + <P>Eagle is accounced to be a Top Level Project (TLP) of Apache Software Foundation (ASF) on Jan. 10, 2017.</p> + <!-- + <p>Eagle has been accepted as an Apache Incubator Project on Oct 26, 2015.</P> + --> + <div class="sepline"></div> + <p>Eagle analyzes big data platforms and reports issues in 3 steps:</p> + </div> + </div> + <section id="cd-timeline" class="cd-container" style="margin-top:-3px;"> + <div class="cd-timeline-block"> + <div class="cd-timeline-img cd-picture"> <img src="images/step1.png" alt="Picture"> </div> + <div class="cd-timeline-content service-box-content"> + <h3>Step 1 Data Integrations</h3> + <p>Streaming operational logs and data activities into Eagle platform, including but not limited to audit logs, map/reduce jobs, yarn resource usage, jmx metrics and various daemon logs etc.</p> + </div> + </div> + <div class="cd-timeline-block"> + <div class="cd-timeline-img cd-movie"> <img src="images/step2.png" alt="Picture"> </div> + <div class="cd-timeline-content service-box-content"> + <h3>Step 2 Realtime Analytics and Alerting</h3> + <p>Realtime stream data are normalized and then evaluated in alert engine with comprehensive policies including filter, slide window, batch window, and pattern match etc.</p> + </div> + </div> + <div class="cd-timeline-block"> + <div class="cd-timeline-img cd-icon"> <img src="images/step3.png" alt="Picture"> </div> + <div class="cd-timeline-content service-box-content"> + <h3>Step 3 Insights</h3> + <p>Generate alerts, show historical trend, and correlate alert with raw data</p> + </div> + </div> + <div class="cd-timeline-block"> + <div class="cd-timeline-img cd-location"> <img src="images/step4.png" alt="Picture"> </div> + <div class="cd-timeline-content service-box-content"> + <h3>Additional Bonus</h3> + <p>Eagle provides embedded, highly scalable alert engine for user to easily onboard any new data sources into Eagle platform and write comprehensive policies to alert for anomalies.</p> + </div> + </div> + </section> + </div> +</div> + +<!-- team end --> + +<div class="clear"></div> + +<!-- diagram start --> + +<div class="workwrapper" id="diagram_page"> + <div class="container"> + <div class="row"> + <h2 class="sectiontile">ARCHITECTURE</h2> + <div class="col-md-12 marginbot"> <img src="images/diagram2.png" style="border-radius: 10px; margin-top:10px;"> </div> + </div> + </div> +</div> +<!-- diagram end --> + +<div class="clear"></div> + +<div class="clear"></div> +<!-- team start --> +<div class="client_wrapper" id="community_page"> + <div class="container"> + <div class="row"> + <h2 class="sectiontile">WHO USES EAGLE</h2> + <div class="row" style="margin-top:50px;"> + <div class="workmargin"> + <a href="http://www.ebay.com/";><img style="width: 130px" src="/images/ebay.png" class="usecaseimage"></a> + <a href="https://www.paypal.com";><img style="width: 160px;margin-left:60px;" src="/images/paypal.svg" class="usecaseimage"></a> + <a href="https://www.dataguise.com";><img style="width: 160px;margin-left:60px;" src="/images/dataguise.jpeg" class="usecaseimage"></a> + <a href="https://www.yhd.com";><img style="width: 160px;margin-left:60px;" src="/images/yhd.png" class="usecaseimage"></a> + </div> + </div> + </div> + </div> +</div> +<!-- team end --> + +<div class="clear"></div> + +<!-- team start --> +<div class="workwrapper" id="community_page"> + <div class="container"> + <div class="row"> + <h2 class="sectiontile">COMMUNITY</h2> + <div class="row" style="margin-top:50px;"> + <div class="col-md-4 workmargin"> + <h4>Discussion and Contribute</h4> + <div style="text-align:left"> + <p>Get help using Eagle or contribute to the project</p> + <ul> + <li> + <a href="/docs/community.html"><b>Mailing Lists</b></a> + </li> + <li> + <a href="https://issues.apache.org/jira/browse/EAGLE";><b>Issues Tracking</b></a> + </li> + <li> + <a href="https://cwiki.apache.org/confluence/display/EAG/Contributing+to+Eagle";><b>How to Contribute</b></a> + </li> + </ul> + </div> + </div> + <div class="col-md-4 workmargin"> + <h4>Events and Meetups</h4> + <div style="text-align:left"> + <p>Learn more about Eagle from Conferences</p> + <ul> + <li><a href="/docs/community.html"><b>Conferences</b></a></li> + <li><a href="/docs/community.html"><b>Meetups</b></a></li> + <li><a href="/docs/community.html"><b>News</b></a></li> + </ul> + </div> + <!-- <button type="button" class="btn btn-primary" onclick="window.location='https://github.com/pulsarIO/realtime-analytics/wiki/Get-Started'">Learn More Events</button> --> + </div> + <div class="col-md-4 workmargin"> + <h4>Find Us at</h4> + <div style="text-align:left"> + + + <p>Learn latest updates about Eagle through:</p> + <div class="row"> + <div class="col-md-6"> +<iframe src="https://ghbtns.com/github-btn.html?user=apache&repo=eagle&type=star&count=true"; frameborder="0" scrolling="0" width="150px" height="20px"></iframe> + <iframe src="https://ghbtns.com/github-btn.html?user=apache&repo=eagle&type=fork&count=true"; frameborder="0" scrolling="0" width="150px" height="20px"></iframe> +<br/> + +<a href="https://twitter.com/TheApacheEagle"; class="twitter-follow-button" data-show-count="false">Follow @TheApacheEagle</a> +<script>!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0],p=/^http:/.test(d.location)?'http':'https';if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src=p+'://platform.twitter.com/widgets.js';fjs.parentNode.insertBefore(js,fjs);}}(document, 'script', 'twitter-wjs');</script> +<br/> + +<div class="fb-like" data-href="https://www.facebook.com/TheApacheEagle"; data-layout="button_count" data-action="like" data-show-faces="true" data-share="true"></div> + + </div> + <div class="col-md-6"> + <image width="110px" height="110px" src="/images/qrcode-8cm.jpg"/> + </div> + </div> + </div> + </div> + </div> +</div> +</div> +</div> + +<!-- footer start --> +<div class="footerwrapper"> + <div class="container"> + <div class="row"> + <div class="col-md-12"><div style="margin-left:auto; margin-right:auto; text-align:center;font-size:12px;"> +<div> +<a href="http://www.apache.org";> +<img id="asf-logo" alt="Apache Software Foundation" src="/images/apache-logo-small.gif"> +</a> +</div> +<div> +Copyright © 2015 <a href="http://www.apache.org";>The Apache Software Foundation</a>, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0";>Apache License, Version 2.0</a>. +</div> +<div> +Apache Eagle, Eagle, Apache, and the Apache feather logo are trademarks of The Apache Software Foundation. +</div> +</div></div> + </div> + </div> +</div> +<!-- footer end --> + +<!-- JavaScripts --> + +<script src="js/jquery-1.11.1.min.js"></script> +<script src="js/jquery.singlePageNav.js"></script> +<script src="js/jquery.flexslider.js"></script> +<script src="js/custom.js"></script> +<script src="js/jquery.colorbox.js"></script> +<script src="js/modernizr.min.js"></script> +<script src="js/svg.js"></script> + +<script> +$(".youtube").colorbox({iframe:true, innerWidth:728, innerHeight:410}); + +var lastId, + topMenu = $("#top-menu"), + topMenuHeight = topMenu.outerHeight() + 15, + // All list items + menuItems = topMenu.find("a"), + // Anchors corresponding to menu items + scrollItems = menuItems.map(function() { + var item = $($(this).attr("href")); + if (item.length) { + return item; + } + }); + +menuItems.click(function(e) { + var href = $(this).attr("href"), + offsetTop = href === "#" ? 0 : $(href).offset().top - topMenuHeight + 1; + $('html, body').stop().animate({ + scrollTop: offsetTop + }, 300); + e.preventDefault(); +}); +// Bind to scroll +$(window).scroll(function() { + + + // Get container scroll position + var fromTop = $(this).scrollTop() + topMenuHeight; + // Get id of current scroll item + var cur = scrollItems.map(function() { + if ($(this).offset().top < fromTop) + return this; + }); + // Get the id of the current element + cur = cur[cur.length - 1]; + var id = cur && cur.length ? cur[0].id : ""; + if (lastId !== id) { + lastId = id; + // Set/remove active class + menuItems + .parent().removeClass("active") + .end().filter("[href=#" + id + "]").parent().addClass("active"); + } +}); +</script> +<div id="fb-root"></div> +<script>(function(d, s, id) { + var js, fjs = d.getElementsByTagName(s)[0]; + if (d.getElementById(id)) return; + js = d.createElement(s); js.id = id; + js.src = "//connect.facebook.net/en_US/sdk.js#xfbml=1&version=v2.5"; + fjs.parentNode.insertBefore(js, fjs); +}(document, 'script', 'facebook-jssdk'));</script> +</body> +</html> http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/install.md ---------------------------------------------------------------------- diff --git a/eagle-site/install.md b/eagle-site/install.md new file mode 100644 index 0000000..5ca9993 --- /dev/null +++ b/eagle-site/install.md @@ -0,0 +1,79 @@ +--- +layout: doc +title: "Install Apache Eagle" +permalink: /docs/installation.html +--- + +### Install Apache Eagle (called Eagle in the following) to Sandbox + +#### Pre-requisites + +> To insall eagle on a sandbox you need to have orcale virtual box and HDP sandbox image. + +1. [Oracle VirtualBox](https://www.virtualbox.org/wiki/Downloads). +2. [Hortonworks Sandbox](http://hortonworks.com/products/hortonworks-sandbox/#install) v 2.2.4 or later. + +#### Register HDP sandbox + +1. [Register](http://127.0.0.1:8888/) Hortonworks sandbox. +2. [Enable Ambari](http://127.0.0.1:8000/). Click on Enable Button. +3. [Login](http://127.0.0.1:8080) as admin/admin. + +#### Install Eagle + +* **Step 1**: Clone stable version from [eagle github](https://github.com/apache/eagle/releases/tag/v0.4.0-incubating) +> Build project mvn clean install -DskipTests=true + +* **Step 2**: Download eagle-bin-0.1.0.tar.gz package from successful build into your HDP sandbox. + + * Option 1: `scp -P 2222 eagle/eagle-assembly/target/eagle-0.1.0-bin.tar.gz [email protected]:/usr/hdp/current/` + + + * Option 2: Create shared directory between host and Sandbox, and restart Sandbox. Then you can find the shared directory under /media in Sandbox. + +* **Step 3**: Extract eagle tarball package + + $ cd /usr/hdp/current + $ tar -zxvf eagle-0.1.0-bin.tar.gz + $ mv eagle-0.1.0 eagle + +* **Step 4**: Add root as a HBase[^HBASE] superuser via [Ambari](http://127.0.0.1:8080/#/main/services/HBASE/configs) (Optional, a user can operate HBase by sudo su hbase, as an alternative). + +* **Step 5**: Install Eagle Ambari[^AMBARI] service +> + /usr/hdp/current/eagle/bin/eagle-ambari.sh install. + +* **Step 6**: Restart [Ambari](http://127.0.0.1:8000/) click on disable and enable Ambari back. + +* **Step 7**: Start HBase & Storm[^STORM] & Kafka[^KAFKA] +From Ambari UI, restart any suggested components("Restart button on top") & Start Storm (Start "Nimbus" ,"Supervisor" & "Storm UI Server"), Kafka (Start "Kafka Broker") , HBase (Start "RegionServer" and " HBase Master") +> + + +* **Step 8**: Add Eagle Service To Ambari. (Click For Video) + + * Click on "Add Service" under Actions button on Ambari Main page + +  + + * Select "Eagle" in list of services and proceed to install all eagle services. +EagleServiceSuccess + +  + +* **Step 9**: Add Policies and meta data required by running below script. + + $ /usr/hdp/current/eagle/examples/sample-sensitivity-resource-create.sh + $ /usr/hdp/current/eagle/examples/sample-policy-create.sh + + +--- + +#### *Footnotes* + +[^HBASE]:*All mentions of "hbase" on this page represent Apache HBase.* +[^AMBARI]:*All mentions of "ambari" on this page represent Apache Ambari.* +[^KAFKA]:*All mentions of "kafka" on this page represent Apache Kafka.* +[^STORM]:*All mentions of "storm" on this page represent Apache Storm.* + + http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/introduction.md ---------------------------------------------------------------------- diff --git a/eagle-site/introduction.md b/eagle-site/introduction.md new file mode 100644 index 0000000..905a125 --- /dev/null +++ b/eagle-site/introduction.md @@ -0,0 +1,40 @@ +--- +layout: doc +title: "Introduction" +permalink: /docs/index.html +--- + +### Welcome to Apache Eagle + +> Apache Eagle (called Eagle in the following) is an open source analytics solution for identifying security and performance issues instantly on big data platforms e.g. Hadoop[^HADOOP], Spark[^SPARK], NoSQL etc. It analyzes data activities, yarn applications, jmx metrics, and daemon logs etc., provides state-of-the-art alert engine to identify security breach, performance issues and shows insights. + +### Basic Analytics and Monitoring Flow + +Normally 3 basic steps are involved in Eagle platform: Data Integration, Alerting Engine and Insights. + +* Data Integration normally is streaming process application, for example Apache Storm topology or Spark streaming application. During data integration, raw data can be transformed, normalized, analyzed etc. The output of data integration will be streamed into Alerting Engine and Insights. + +* Alerting Engine is highly scalable rule execution engine, which is embedded into Data Integration application as of Eagle 0.4.0. With alerting engine, user can create/update comprehensive policies on the fly. + +* Insights is for correlating alerts with raw data for user to explore root causes. + +Depending on data source, data integrations may use pull or push methods to stream data into Eagle platform, for example HDFS audit log can be pushed by logstash, but Hive[^HIVE] query log can be pulled by Hive Integration application. + +### Key Qualities + +* **Real Time**: We understand the importance of timing and acting fast in case of a security breach or performance issue. So we designed Eagle to make sure the alerts are generated immediately even for very high volume streaming data. This is achieved by running Eagle alert engine on top of streaming framework, e.g. Apache Storm with high performance CEP engine e.g. WSO2 Siddhi etc. + +* **Scalability**: At eBay we operate one of world's largest big data platforms Hadoop, Spark etc. The volume of operational logs and user activities generated by big data platforms is very huge. Eagle alert engine is well designed to evaluate polices against data in motion at cloud scale.This is achieved by dynamically partitioning data and policies based on policy semantics. + +* **Metadata Driven**: Eagle understands what policies are evaluated for what data source in what physical boxes. This thanks to Eagle metadata design and master/slave distributed computing architecture. Eagle alert engine's coordinator listens to metadata change, calculates snapshot for mapping policy to resource and then dynamically deploys snapshot onto storm spouts and bolts. + +* **Extensibility**: Eagle is designed with extensibility in mind. You can integrate many different data sources into Eagle platform with a few clicks. + + +--- + +#### *Footnotes* + +[^HADOOP]:*All mentions of "hadoop" on this page represent Apache Hadoop.* +[^HIVE]:*All mentions of "hive" on this page represent Apache HIVE.* +[^SPARK]:*All mentions of "spark" on this page represent Apache Spark.* http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/jmx-metric-monitoring.md ---------------------------------------------------------------------- diff --git a/eagle-site/jmx-metric-monitoring.md b/eagle-site/jmx-metric-monitoring.md new file mode 100644 index 0000000..c7a9712 --- /dev/null +++ b/eagle-site/jmx-metric-monitoring.md @@ -0,0 +1,65 @@ +--- +layout: doc +title: "JMX Metric Monitoring" +permalink: /docs/jmx-metric-monitoring.html +--- + +JMX metric for Apache Hadoop namenode url [http://127.0.0.1:50070/jmx](http://127.0.0.1:50070/jmx) can be monitored using Apache Eagle (called Eagle in the following). Follow below steps to enable this feature in Eagle. + +1. Install Python script (To populate JMX metric values to Kafka[^KAFKA] topic periodically). +2. Deploy "hadoopjmx" Storm[^STORM] topology. +3. Create new site and policy in UI. +4. Validate policy alert. + +<br/> + + +### **Prerequisite** +* Complete the setup from [Setup Environment](/docs/deployment-env.html) + +<br/> + + +### **Setup** +From Hortonworks sandbox just run below setup script to Install Pyton JMX script, Create Kafka topic, update Apache Hbase tables and deploy "hadoopjmx" Storm topology. + + $ /usr/hdp/current/eagle/examples/hadoop-metric-sandbox-starter.sh + $ /usr/hdp/current/eagle/examples/hadoop-metric-policy-create.sh + +<br/> + + +### **Application Setup in UI** +1. Login to Eagle UI [http://localhost:9099/eagle-service/](http://localhost:9099/eagle-service/) using username and password as "admin" and "secret" +2. Click on "Admin" from top right and click "Management" button. +3. On Admin management page add "New Site" name "hadoopJmxMetricDataSource", by clicking on "New Site" link. + +4. Save the changes. +5. On eagle home page you should see new tab called "METRIC", beside "DAM". +6. Click on "JmxMetricMonitor" under "METRIC". + +You should see policy with name "safeModePolicy". + +<br/> + + +### **Demo** + +* First make sure that Kafka topic "nn_jmx_metric_sandbox" is populated with JMX metric data periodically.(To make sure that python script is running) + + $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-consumer.sh --zookeeper sandbox.hortonworks.com:2181 --topic nn_jmx_metric_sandbox + +* Genrate Alert by producing alert triggering message into Kafka topic. + + + $ /usr/hdp/2.2.4.2-2/kafka/bin/kafka-console-producer.sh --broker-list sandbox.hortonworks.com:6667 --topic nn_jmx_metric_sandbox + $ {"host": "localhost", "timestamp": 1457033916718, "metric": "hadoop.namenode.fsnamesystemstate.fsstate", "component": "namenode", "site": "sandbox", "value": 1.0} + + +--- + +#### *Footnotes* + +[^STORM]:*All mentions of "storm" on this page represent Apache Storm.* +[^KAFKA]:*All mentions of "kafka" on this page represent Apache Kafka.* + http://git-wip-us.apache.org/repos/asf/eagle/blob/0ecb7c1c/eagle-site/js/custom.js ---------------------------------------------------------------------- diff --git a/eagle-site/js/custom.js b/eagle-site/js/custom.js new file mode 100755 index 0000000..1e3bbb4 --- /dev/null +++ b/eagle-site/js/custom.js @@ -0,0 +1,136 @@ +jQuery(document).ready(function($) { + + /************** Scroll Navigation *********************/ + $('.navigation').singlePageNav({ + currentClass: 'active' + }); + + + /************** FlexSlider *********************/ + $('.flexslider').flexslider({ + animation: "fade", + directionNav: false + }); + + + /************** Responsive Navigation *********************/ + + $('.menu-toggle-btn').click(function() { + $('.responsive-menu').stop(true, true).slideToggle(); + }); + + /************** Menu Content Opening *********************/ + $(".main_menu a, .responsive_menu a").click(function() { + var id = $(this).attr('class'); + id = id.split('-'); + $("#menu-container .content").hide(); + $("#menu-container #menu-" + id[1]).addClass("animated fadeInDown").show(); + $("#menu-container .homepage").hide(); + $(".support").hide(); + $(".testimonials").hide(); + return false; + }); + + $(window).load(function() { + $("#menu-container .products").hide(); + }); + + $(".main_menu a.home").addClass('active'); + + $(".main_menu a.home, .responsive_menu a.home").click(function() { + $("#menu-container .homepage").addClass("animated fadeInDown").show(); + $(this).addClass('active'); + $(".main_menu a.page2, .responsive_menu a.page2").removeClass('active'); + $(".main_menu a.page3, .responsive_menu a.page3").removeClass('active'); + $(".main_menu a.page5, .responsive_menu a.page5").removeClass('active'); + return false; + }); + + $(".main_menu a.page2, .responsive_menu a.page2").click(function() { + $("#menu-container .service").addClass("animated fadeInDown").show(); + $(this).addClass('active'); + $(".main_menu a.home, .responsive_menu a.home").removeClass('active'); + $(".main_menu a.page3, .responsive_menu a.page3").removeClass('active'); + $(".main_menu a.page5, .responsive_menu a.page5").removeClass('active'); + return false; + }); + + $(".main_menu a.page3, .responsive_menu a.page3").click(function() { + $("#menu-container .portfolio").addClass("animated fadeInDown").show(); + $(".our-services").show(); + $(this).addClass('active'); + $(".main_menu a.page2, .responsive_menu a.page2").removeClass('active'); + $(".main_menu a.home, .responsive_menu a.home").removeClass('active'); + $(".main_menu a.page5, .responsive_menu a.page5").removeClass('active'); + return false; + }); + + $(".main_menu a.page5, .responsive_menu a.page5").click(function() { + $("#menu-container .contact").addClass("animated fadeInDown").show(); + $(this).addClass('active'); + $(".main_menu a.page2, .responsive_menu a.page2").removeClass('active'); + $(".main_menu a.page3, .responsive_menu a.page3").removeClass('active'); + $(".main_menu a.home, .responsive_menu a.home").removeClass('active'); + + return false; + }); + + + + + /************** LightBox *********************/ + + + $("a.menu-toggle-btn").click(function() { + $(".responsive_menu").stop(true, true).slideToggle(); + return false; + }); + + $(".responsive_menu a").click(function() { + $('.responsive_menu').hide(); + }); + + + var $timeline_block = $('.cd-timeline-block'); + + //hide timeline blocks which are outside the viewport + $timeline_block.each(function() { + if ($(this).offset().top > $(window).scrollTop() + $(window).height() * 0.75) { + $(this).find('.cd-timeline-img, .cd-timeline-content').addClass('is-hidden'); + } + }); + + //on scolling, show/animate timeline blocks when enter the viewport + $(window).on('scroll', function() { + animationPage(); + $timeline_block.each(function() { + if ($(this).offset().top <= $(window).scrollTop() + $(window).height() * 0.75 && $(this).find('.cd-timeline-img').hasClass('is-hidden')) { + $(this).find('.cd-timeline-img, .cd-timeline-content').removeClass('is-hidden').addClass('bounce-in'); + } + }); + + + + + }); + + + +}); + +$(".navbar-collapse").css({ + maxHeight: $(window).height() - $(".navbar-header").height() + "px" +}); + + +function animationPage() { + + var scrollT = $(window).scrollTop(); + var currentPosition = scrollT + 480; + var imageIcon = $('.usecaseimage').offset().top; + if (imageIcon < currentPosition) { + $(".usecaseimage").addClass('animated bounceIn'); + } else { + $(".usecaseimage").removeClass('animated bounceIn'); + } +}; \ No newline at end of file
