PowerVC scalability configuration

The table below provides you PowerVC scalability configuration details.

Table 1. Scalability configuration details
File name Section Parameter Values Whether applicable for NovaLink
Neutron settings
/etc/neutron/neutron.conf DEFAULT agent_down_time 360

1800*

Note: * Depends on the network and agents in the environment.
YES
/etc/neutron/neutron.conf DEFAULT rpc_response_timeout 18000 YES
/etc/neutron/neutron.conf DEFAULT rpc_workers 52

156*

Note: * Number of RPC workers should be inline with neutron agents reporting to the server. N+N/2, for n number of agents is the suggested configuration for single neutron server.
YES
/etc/neutron/neutron.conf DEFAULT rpc_conn_pool_size 400 YES
/etc/neutron/neutron.conf DEFAULT rpc_state_report_workers 10 YES
/etc/neutron/neutron.conf DEFAULT executor_thread_pool_size 2048 YES
/etc/neutron/neutron.conf DEFAULT report_interval 150 YES
/etc/neutron/neutron.conf oslo_messaging_rabbit rpc_conn_pool_size 400 YES
/etc/neutron/neutron.conf oslo_messaging_rabbit rpc_queue_expiration 600 YES
/etc/neutron/neutron.conf oslo_messaging_rabbit heartbeat_timeout_threshold 1200 YES
/etc/neutron/neutron.conf oslo_messaging_rabbit heartbeat_interval 10 YES
/etc/neutron/neutron.conf database max_pool_size 300 NO
/etc/neutron/neutron.conf database pool_timeout 300 NO
/etc/neutron/neutron.conf database max_overflow 300 NO
Nova settings
/etc/nova/nova.conf DEFAULT rpc_response_timeout 18000 YES
/etc/nova/nova.conf DEFAULT rpc_conn_pool_size 400 YES
/etc/nova/nova.conf DEFAULT executor_thread_pool_size 2048 YES
/etc/nova/nova.conf DEFAULT service_down_time 300 YES
/etc/nova/nova.conf DEFAULT report_interval 150 YES
/etc/nova/nova.conf DEFAULT osapi_compute_workers 12 NO
/etc/nova/nova.conf DEFAULT vif_plugging_timeout 600 YES
/etc/nova/nova.conf conductor workers 12 NO
/etc/nova/nova.conf keystone Timeout 180 YES
/etc/nova/nova.conf health Timeout 180 NO
/etc/nova/nova.conf neutron Timeout 180 YES
/etc/nova/nova.conf neutron http_retries 3 YES
/etc/nova/nova.conf database max_pool_size 300 NO
/etc/nova/nova.conf database pool_timeout 300 NO
/etc/nova/nova.conf database max_overflow 300 NO
/etc/nova/nova.conf database use_db_reconnect TRUE NO
/etc/nova/nova.conf oslo_messaging_rabbit heartbeat_timeout_threshold 1200 YES
/etc/nova/nova.conf oslo_messaging_rabbit heartbeat_interval 10 YES
/etc/nova/nova.conf oslo_messaging_rabbit rpc_conn_pool_size 400 YES
/etc/nova/nova.conf oslo_messaging_rabbit rpc_queue_expiration 600 YES
Cinder settings
/etc/cinder/cinder.conf database max_pool_size 300 NO
/etc/cinder/cinder.conf database pool_timeout 300 NO
/etc/cinder/cinder.conf database max_overflow 300 NO
/etc/cinder/cinder.conf database use_db_reconnect TRUE NO
/etc/cinder/cinder.conf DEFAULT osapi_volume_workers 12 NO
/etc/cinder/cinder.conf DEFAULT deleted_volume_check_interval 86400 NO
/etc/cinder/cinder.conf oslo_messaging_rabbit heartbeat_timeout_threshold 1200 NO
/etc/cinder/cinder.conf oslo_messaging_rabbit heartbeat_interval 10 NO
/etc/cinder/cinder.conf DEFAULT rpc_response_timeout 18000 NO
/etc/cinder/cinder.conf DEFAULT rpc_conn_pool_size 300 NO
Keystone settings
/etc/keystone/keystone.conf database max_pool_size 300 NO
/etc/keystone/keystone.conf database pool_timeout 300 NO
/etc/keystone/keystone.conf database max_overflow 300 NO
/etc/keystone/keystone.conf database use_db_reconnect TRUE NO
/etc/keystone/keystone.conf cache memcache_socket_timeout 60 NO
/etc/keystone/keystone.conf cache memcache_pool_maxsize 1000 NO
/etc/keystone/keystone.conf cache memcache_pool_unused_timeout 180 NO
/etc/keystone/keystone.conf cache memcache_pool_connection_get_timeout 60 NO
/etc/httpd/conf.d/keystone.conf processes processes=50 NO

For SLES, check this path

/etc/apache2/vhosts.d/keystone.conf
       
Other configuration settings
/etc/sysconfig/memcached MAXCONN "16284" NO
/etc/sysconfig/memcached CACHESIZE "2GB" NO
/etc/oslo/oslo.conf DEFAULT pvc_svcs_nl_poolsize 20 NO
/etc/security/limits.conf Hard nolimit 1048576 NO
/etc/systemd/system/mariadb.service.d/override_pvc.conf Service LimitNOFILE 655340 NO
/etc/systemd/system/mariadb.service.d/override_pvc.conf Service TasksMax 55000 NO
/etc/systemd/system/mariadb.service.d/override_pvc.conf Service LimitNPROC 55000 NO
/usr/lib/systemd/system/neutron-server.service or/and neutron_override_pvc.conf Service LimitNOFILE 655340 NO
/usr/lib/systemd/system/openstack-nova-api.service and/or openstack-nova-api_override_pvc.conf Service LimitNOFILE 655340 NO
/usr/lib/systemd/system/memcached.service Service LimitNOFILE 655340 NO

For SLES, check this path

/usr/lib/systemd/system/apache2.service
       
/usr/lib/systemd/system/httpd.service Service LimitNOFILE 655340 NO
/usr/lib/systemd/system/httpd.service Service TimeoutSec 360 NO
/etc/systemd/system/rabbitmq-server.service.d/limits.conf Service LimitNOFILE 655340 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld back_log 8192 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld open_files_limit 4294967295 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld innodb_io_capacity 8192 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld thread_cache_size 1000 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld thread_pool_size 640 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld innodb_buffer_pool_size 1.3G innodb_buffer_pool_size = 1342177280 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld innodb_flush_log_at_trx_commit 1 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld innodb_flush_method O_DIRECT NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld max_connections 50000 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld table_open_cache 21000 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld innodb_log_buffer_size 4294967296 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld innodb_thread_concurrency 8 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld innodb_write_io_threads 64 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld innodb_read_io_threads 64 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld net_read_timeout 600 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld net_write_timeout 600 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld connect_timeout 600 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld slave_net_timeout 1200 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld net_retry_count 5 NO
/etc/my.cnf.d/server.cnf and /etc/my.cnf mysqld max_allowed_packet 134217728 NO
/etc/sysctl.conf net.ipv4.tcp_max_syn_backlog 100000 NO
/etc/sysctl.conf net.core.netdev_max_backlog 100000 NO
/etc/sysctl.conf net.core.somaxconn 8192 NO
/etc/sysctl.conf net.ipv4.tcp_fin_timeout 15 NO
/etc/sysctl.conf net.ipv4.tcp_max_tw_buckets 450000 NO
/etc/sysctl.conf net.ipv4.tcp_keepalive_intvl 30 NO
/etc/sysctl.conf net.ipv4.tcp_keepalive_probes 6 NO
/etc/sysctl.conf net.ipv4.tcp_keepalive_time 60 NO
/etc/sysctl.conf net.ipv4.tcp_tw_reuse 1 NO
/etc/sysctl.conf net.netfilter.nf_conntrack_tcp_timeout_time_wait 30 NO
/etc/sysctl.conf net.netfilter.nf_conntrack_tcp_timeout_fin_wait 30 NO
/etc/sysctl.conf net.ipv4.tcp_low_latency 1 NO
/etc/sysctl.conf net.core.rmem_max 4136960 NO
/etc/sysctl.conf net.core.wmem_max 4136960 NO
/etc/sysctl.conf net.core.rmem_default 4136960 NO
/etc/sysctl.conf net.core.wmem_default 4136960 NO
/etc/sysctl.conf net.core.optmem_max 4136960 NO
/etc/systemd/system.conf Manager DefaultLimitNOFILE 655340 NO
/etc/systemd/user.conf Manager DefaultLimitNOFILE 655340 NO
/etc/rabbitmq/rabbitmq.config backlog {tcp_listen_options, [{backlog, 16284}]}, NO
/etc/rabbitmq/rabbitmq.config heartbeat {heartbeat, 1200}, NO